diff --git a/eval_results/kinder_4mode/BaseMotion3D-v0_gsc_pruning_s0.json b/eval_results/kinder_4mode/BaseMotion3D-v0_gsc_pruning_s0.json new file mode 100644 index 0000000000000000000000000000000000000000..8dba0d390d512b101ab741f427570ce3216c548f --- /dev/null +++ b/eval_results/kinder_4mode/BaseMotion3D-v0_gsc_pruning_s0.json @@ -0,0 +1,564 @@ +{ + "env_name": "kinder-BaseMotion3D-v0", + "env_spec": { + "env_name": "kinder-BaseMotion3D-v0", + "family": "kinder3d", + "scale": "bm", + "train_traj_len": 50, + "obs_dim_full": 22, + "goal_dim": 22, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21 + ], + "plan_sm_horizon": 32, + "plan_len_ovlp": 12, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 100, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 100, + "eval_probs_h5": "none", + "eval_default_n_comp": 3, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 200 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-BaseMotion3D-v0", + "eval_name": "4mode_gsc_pruning", + "planner_name": "baseline", + "planner_epoch": "1995000", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 0, + "ev_n_comp": 10, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 0.25, + "replan_every": 3, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc_pruning", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": false, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 62.0, + "avg_reward": -76.08333333333333, + "avg_time": 503.12964487075806, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 1, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 2, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 3, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 4, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 5, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 6, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 7, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 8, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 9, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 10, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 11, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 12, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 13, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 14, + "success": true, + "replans": 8, + "steps": 27, + "reward": -27.0, + "time": 215.08284759521484, + "skipped": false + }, + { + "ep_idx": 15, + "success": true, + "replans": 8, + "steps": 25, + "reward": -25.0, + "time": 209.98141503334045, + "skipped": false + }, + { + "ep_idx": 16, + "success": true, + "replans": 30, + "steps": 91, + "reward": -91.0, + "time": 723.8312060832977, + "skipped": false + }, + { + "ep_idx": 17, + "success": true, + "replans": 9, + "steps": 28, + "reward": -28.0, + "time": 233.6758029460907, + "skipped": false + }, + { + "ep_idx": 18, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1190.5589311122894, + "skipped": false + }, + { + "ep_idx": 19, + "success": true, + "replans": 11, + "steps": 34, + "reward": -34.0, + "time": 280.450642824173, + "skipped": false + }, + { + "ep_idx": 20, + "success": true, + "replans": 5, + "steps": 17, + "reward": -17.0, + "time": 140.14253759384155, + "skipped": false + }, + { + "ep_idx": 21, + "success": true, + "replans": 7, + "steps": 23, + "reward": -23.0, + "time": 186.92738342285156, + "skipped": false + }, + { + "ep_idx": 22, + "success": true, + "replans": 7, + "steps": 24, + "reward": -24.0, + "time": 186.8389265537262, + "skipped": false + }, + { + "ep_idx": 23, + "success": true, + "replans": 5, + "steps": 16, + "reward": -16.0, + "time": 140.14673280715942, + "skipped": false + }, + { + "ep_idx": 24, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1190.5473613739014, + "skipped": false + }, + { + "ep_idx": 25, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1190.6528103351593, + "skipped": false + }, + { + "ep_idx": 26, + "success": true, + "replans": 6, + "steps": 21, + "reward": -21.0, + "time": 163.5094347000122, + "skipped": false + }, + { + "ep_idx": 27, + "success": true, + "replans": 17, + "steps": 54, + "reward": -54.0, + "time": 420.0864186286926, + "skipped": false + }, + { + "ep_idx": 28, + "success": true, + "replans": 10, + "steps": 31, + "reward": -31.0, + "time": 256.81839537620544, + "skipped": false + }, + { + "ep_idx": 29, + "success": true, + "replans": 12, + "steps": 37, + "reward": -37.0, + "time": 303.1882221698761, + "skipped": false + }, + { + "ep_idx": 30, + "success": true, + "replans": 9, + "steps": 29, + "reward": -29.0, + "time": 233.36079454421997, + "skipped": false + }, + { + "ep_idx": 31, + "success": true, + "replans": 13, + "steps": 42, + "reward": -42.0, + "time": 327.0523157119751, + "skipped": false + }, + { + "ep_idx": 32, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1191.1576642990112, + "skipped": false + }, + { + "ep_idx": 33, + "success": true, + "replans": 1, + "steps": 5, + "reward": -5.0, + "time": 47.20172142982483, + "skipped": false + }, + { + "ep_idx": 34, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1222.1939885616302, + "skipped": false + }, + { + "ep_idx": 35, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1222.0439720153809, + "skipped": false + }, + { + "ep_idx": 36, + "success": true, + "replans": 12, + "steps": 38, + "reward": -38.0, + "time": 311.24125385284424, + "skipped": false + }, + { + "ep_idx": 37, + "success": true, + "replans": 6, + "steps": 19, + "reward": -19.0, + "time": 167.5971221923828, + "skipped": false + }, + { + "ep_idx": 38, + "success": true, + "replans": 6, + "steps": 20, + "reward": -20.0, + "time": 167.5624144077301, + "skipped": false + }, + { + "ep_idx": 39, + "success": true, + "replans": 0, + "steps": 3, + "reward": -3.0, + "time": 23.93267321586609, + "skipped": false + }, + { + "ep_idx": 40, + "success": true, + "replans": 6, + "steps": 20, + "reward": -20.0, + "time": 167.31245040893555, + "skipped": false + }, + { + "ep_idx": 41, + "success": true, + "replans": 11, + "steps": 36, + "reward": -36.0, + "time": 287.5947244167328, + "skipped": false + }, + { + "ep_idx": 42, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1227.1981117725372, + "skipped": false + }, + { + "ep_idx": 43, + "success": true, + "replans": 11, + "steps": 35, + "reward": -35.0, + "time": 287.9889416694641, + "skipped": false + }, + { + "ep_idx": 44, + "success": true, + "replans": 15, + "steps": 48, + "reward": -48.0, + "time": 383.5251076221466, + "skipped": false + }, + { + "ep_idx": 45, + "success": true, + "replans": 1, + "steps": 5, + "reward": -5.0, + "time": 47.94597864151001, + "skipped": false + }, + { + "ep_idx": 46, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1222.9381067752838, + "skipped": false + }, + { + "ep_idx": 47, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1222.8973491191864, + "skipped": false + }, + { + "ep_idx": 48, + "success": true, + "replans": 3, + "steps": 11, + "reward": -11.0, + "time": 95.98138189315796, + "skipped": false + }, + { + "ep_idx": 49, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1223.5020742416382, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/BaseMotion3D-v0_gsc_pruning_s1.json b/eval_results/kinder_4mode/BaseMotion3D-v0_gsc_pruning_s1.json new file mode 100644 index 0000000000000000000000000000000000000000..bbe058afd5421039ff5bf8bbed4352d450c184e3 --- /dev/null +++ b/eval_results/kinder_4mode/BaseMotion3D-v0_gsc_pruning_s1.json @@ -0,0 +1,564 @@ +{ + "env_name": "kinder-BaseMotion3D-v0", + "env_spec": { + "env_name": "kinder-BaseMotion3D-v0", + "family": "kinder3d", + "scale": "bm", + "train_traj_len": 50, + "obs_dim_full": 22, + "goal_dim": 22, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21 + ], + "plan_sm_horizon": 32, + "plan_len_ovlp": 12, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 100, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 100, + "eval_probs_h5": "none", + "eval_default_n_comp": 3, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 200 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-BaseMotion3D-v0", + "eval_name": "4mode_gsc_pruning", + "planner_name": "baseline", + "planner_epoch": "1995000", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 1, + "ev_n_comp": 10, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 0.25, + "replan_every": 3, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc_pruning", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": false, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 64.0, + "avg_reward": -105.28571428571429, + "avg_time": 728.486278448786, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 1, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 2, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 3, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 4, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 5, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 6, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 7, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 8, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 9, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 10, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 11, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 12, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 13, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 14, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 15, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 16, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 17, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 18, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 19, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 20, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 21, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 22, + "success": true, + "replans": 10, + "steps": 32, + "reward": -32.0, + "time": 321.44091844558716, + "skipped": false + }, + { + "ep_idx": 23, + "success": true, + "replans": 11, + "steps": 34, + "reward": -34.0, + "time": 355.8180801868439, + "skipped": false + }, + { + "ep_idx": 24, + "success": true, + "replans": 12, + "steps": 38, + "reward": -38.0, + "time": 385.48327803611755, + "skipped": false + }, + { + "ep_idx": 25, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1513.5583395957947, + "skipped": false + }, + { + "ep_idx": 26, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1513.6434886455536, + "skipped": false + }, + { + "ep_idx": 27, + "success": true, + "replans": 24, + "steps": 75, + "reward": -75.0, + "time": 741.6896393299103, + "skipped": false + }, + { + "ep_idx": 28, + "success": true, + "replans": 3, + "steps": 10, + "reward": -10.0, + "time": 118.601313829422, + "skipped": false + }, + { + "ep_idx": 29, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1370.7926819324493, + "skipped": false + }, + { + "ep_idx": 30, + "success": true, + "replans": 17, + "steps": 54, + "reward": -54.0, + "time": 448.66482734680176, + "skipped": false + }, + { + "ep_idx": 31, + "success": true, + "replans": 4, + "steps": 14, + "reward": -14.0, + "time": 124.77937602996826, + "skipped": false + }, + { + "ep_idx": 32, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1241.3301646709442, + "skipped": false + }, + { + "ep_idx": 33, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1230.9918327331543, + "skipped": false + }, + { + "ep_idx": 34, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1231.3291683197021, + "skipped": false + }, + { + "ep_idx": 35, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1229.9402258396149, + "skipped": false + }, + { + "ep_idx": 36, + "success": true, + "replans": 13, + "steps": 40, + "reward": -40.0, + "time": 337.44171667099, + "skipped": false + }, + { + "ep_idx": 37, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1233.9853916168213, + "skipped": false + }, + { + "ep_idx": 38, + "success": true, + "replans": 26, + "steps": 80, + "reward": -80.0, + "time": 651.8505403995514, + "skipped": false + }, + { + "ep_idx": 39, + "success": true, + "replans": 8, + "steps": 25, + "reward": -25.0, + "time": 216.91083073616028, + "skipped": false + }, + { + "ep_idx": 40, + "success": true, + "replans": 12, + "steps": 39, + "reward": -39.0, + "time": 313.50950360298157, + "skipped": false + }, + { + "ep_idx": 41, + "success": true, + "replans": 9, + "steps": 28, + "reward": -28.0, + "time": 241.38754200935364, + "skipped": false + }, + { + "ep_idx": 42, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1231.4877488613129, + "skipped": false + }, + { + "ep_idx": 43, + "success": true, + "replans": 8, + "steps": 27, + "reward": -27.0, + "time": 216.96690106391907, + "skipped": false + }, + { + "ep_idx": 44, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1229.9433031082153, + "skipped": false + }, + { + "ep_idx": 45, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1229.0314087867737, + "skipped": false + }, + { + "ep_idx": 46, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1229.5064070224762, + "skipped": false + }, + { + "ep_idx": 47, + "success": true, + "replans": 2, + "steps": 7, + "reward": -7.0, + "time": 73.69940829277039, + "skipped": false + }, + { + "ep_idx": 48, + "success": true, + "replans": 3, + "steps": 12, + "reward": -12.0, + "time": 98.10387516021729, + "skipped": false + }, + { + "ep_idx": 49, + "success": true, + "replans": 10, + "steps": 33, + "reward": -33.0, + "time": 265.72788429260254, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/BaseMotion3D-v0_gsc_pruning_s2.json b/eval_results/kinder_4mode/BaseMotion3D-v0_gsc_pruning_s2.json new file mode 100644 index 0000000000000000000000000000000000000000..a5dacc7b8479318762d00b807b8c0a64d49fe605 --- /dev/null +++ b/eval_results/kinder_4mode/BaseMotion3D-v0_gsc_pruning_s2.json @@ -0,0 +1,564 @@ +{ + "env_name": "kinder-BaseMotion3D-v0", + "env_spec": { + "env_name": "kinder-BaseMotion3D-v0", + "family": "kinder3d", + "scale": "bm", + "train_traj_len": 50, + "obs_dim_full": 22, + "goal_dim": 22, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21 + ], + "plan_sm_horizon": 32, + "plan_len_ovlp": 12, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 100, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 100, + "eval_probs_h5": "none", + "eval_default_n_comp": 3, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 200 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-BaseMotion3D-v0", + "eval_name": "4mode_gsc_pruning", + "planner_name": "baseline", + "planner_epoch": "1995000", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 2, + "ev_n_comp": 10, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 0.25, + "replan_every": 3, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc_pruning", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": false, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 66.0, + "avg_reward": -83.53846153846153, + "avg_time": 557.2357554068932, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 1, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 2, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 3, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 4, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 5, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 6, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 7, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 8, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 9, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 10, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 11, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 12, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 13, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 14, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 15, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 16, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 17, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 18, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 19, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 20, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 21, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 22, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 23, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 24, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 25, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 26, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 27, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 28, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 29, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 30, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 31, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 32, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 33, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 34, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 35, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 36, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 37, + "success": true, + "replans": 16, + "steps": 50, + "reward": -50.0, + "time": 406.0917363166809, + "skipped": false + }, + { + "ep_idx": 38, + "success": true, + "replans": 5, + "steps": 18, + "reward": -18.0, + "time": 143.0853190422058, + "skipped": false + }, + { + "ep_idx": 39, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1219.3448133468628, + "skipped": false + }, + { + "ep_idx": 40, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1219.1139698028564, + "skipped": false + }, + { + "ep_idx": 41, + "success": true, + "replans": 2, + "steps": 8, + "reward": -8.0, + "time": 71.88568925857544, + "skipped": false + }, + { + "ep_idx": 42, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1217.5965614318848, + "skipped": false + }, + { + "ep_idx": 43, + "success": true, + "replans": 4, + "steps": 13, + "reward": -13.0, + "time": 119.09817028045654, + "skipped": false + }, + { + "ep_idx": 44, + "success": true, + "replans": 7, + "steps": 22, + "reward": -22.0, + "time": 190.78515195846558, + "skipped": false + }, + { + "ep_idx": 45, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1222.213861465454, + "skipped": false + }, + { + "ep_idx": 46, + "success": true, + "replans": 32, + "steps": 98, + "reward": -98.0, + "time": 789.1370651721954, + "skipped": false + }, + { + "ep_idx": 47, + "success": true, + "replans": 9, + "steps": 28, + "reward": -28.0, + "time": 239.21368598937988, + "skipped": false + }, + { + "ep_idx": 48, + "success": true, + "replans": 8, + "steps": 25, + "reward": -25.0, + "time": 215.18720936775208, + "skipped": false + }, + { + "ep_idx": 49, + "success": true, + "replans": 7, + "steps": 24, + "reward": -24.0, + "time": 191.31158685684204, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/BaseMotion3D-v0_gsc_resampling_pruning_s0.json b/eval_results/kinder_4mode/BaseMotion3D-v0_gsc_resampling_pruning_s0.json new file mode 100644 index 0000000000000000000000000000000000000000..9302eada1efacafd4c00a23831c51688ddadc749 --- /dev/null +++ b/eval_results/kinder_4mode/BaseMotion3D-v0_gsc_resampling_pruning_s0.json @@ -0,0 +1,564 @@ +{ + "env_name": "kinder-BaseMotion3D-v0", + "env_spec": { + "env_name": "kinder-BaseMotion3D-v0", + "family": "kinder3d", + "scale": "bm", + "train_traj_len": 50, + "obs_dim_full": 22, + "goal_dim": 22, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21 + ], + "plan_sm_horizon": 32, + "plan_len_ovlp": 12, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 100, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 100, + "eval_probs_h5": "none", + "eval_default_n_comp": 3, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 200 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-BaseMotion3D-v0", + "eval_name": "4mode_gsc_resampling_pruning", + "planner_name": "baseline", + "planner_epoch": "1995000", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 0, + "ev_n_comp": 10, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 0.25, + "replan_every": 3, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc_resampling_pruning", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": false, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 64.0, + "avg_reward": -80.40625, + "avg_time": 877.5680427998304, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 1, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 2, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 3, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 4, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 5, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 6, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 7, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 8, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 9, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 10, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 11, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 12, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 13, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 14, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 15, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 16, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 17, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 18, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 2036.4512991905212, + "skipped": false + }, + { + "ep_idx": 19, + "success": true, + "replans": 11, + "steps": 34, + "reward": -34.0, + "time": 478.9097726345062, + "skipped": false + }, + { + "ep_idx": 20, + "success": true, + "replans": 5, + "steps": 17, + "reward": -17.0, + "time": 239.4655406475067, + "skipped": false + }, + { + "ep_idx": 21, + "success": true, + "replans": 7, + "steps": 24, + "reward": -24.0, + "time": 318.49348044395447, + "skipped": false + }, + { + "ep_idx": 22, + "success": true, + "replans": 7, + "steps": 24, + "reward": -24.0, + "time": 318.5223526954651, + "skipped": false + }, + { + "ep_idx": 23, + "success": true, + "replans": 6, + "steps": 20, + "reward": -20.0, + "time": 278.82159876823425, + "skipped": false + }, + { + "ep_idx": 24, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 2030.935156583786, + "skipped": false + }, + { + "ep_idx": 25, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 2027.916540145874, + "skipped": false + }, + { + "ep_idx": 26, + "success": true, + "replans": 6, + "steps": 21, + "reward": -21.0, + "time": 277.75442457199097, + "skipped": false + }, + { + "ep_idx": 27, + "success": true, + "replans": 17, + "steps": 53, + "reward": -53.0, + "time": 714.5881752967834, + "skipped": false + }, + { + "ep_idx": 28, + "success": true, + "replans": 10, + "steps": 31, + "reward": -31.0, + "time": 438.6971218585968, + "skipped": false + }, + { + "ep_idx": 29, + "success": true, + "replans": 12, + "steps": 37, + "reward": -37.0, + "time": 514.6453883647919, + "skipped": false + }, + { + "ep_idx": 30, + "success": true, + "replans": 7, + "steps": 24, + "reward": -24.0, + "time": 316.862158536911, + "skipped": false + }, + { + "ep_idx": 31, + "success": true, + "replans": 13, + "steps": 42, + "reward": -42.0, + "time": 554.5895292758942, + "skipped": false + }, + { + "ep_idx": 32, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 2021.981724023819, + "skipped": false + }, + { + "ep_idx": 33, + "success": true, + "replans": 1, + "steps": 5, + "reward": -5.0, + "time": 79.4051308631897, + "skipped": false + }, + { + "ep_idx": 34, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 2020.0357162952423, + "skipped": false + }, + { + "ep_idx": 35, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 2031.6614241600037, + "skipped": false + }, + { + "ep_idx": 36, + "success": true, + "replans": 12, + "steps": 39, + "reward": -39.0, + "time": 515.5512261390686, + "skipped": false + }, + { + "ep_idx": 37, + "success": true, + "replans": 7, + "steps": 22, + "reward": -22.0, + "time": 317.1597521305084, + "skipped": false + }, + { + "ep_idx": 38, + "success": true, + "replans": 6, + "steps": 20, + "reward": -20.0, + "time": 277.90092515945435, + "skipped": false + }, + { + "ep_idx": 39, + "success": true, + "replans": 0, + "steps": 3, + "reward": -3.0, + "time": 39.61646103858948, + "skipped": false + }, + { + "ep_idx": 40, + "success": true, + "replans": 6, + "steps": 19, + "reward": -19.0, + "time": 277.7549252510071, + "skipped": false + }, + { + "ep_idx": 41, + "success": true, + "replans": 11, + "steps": 36, + "reward": -36.0, + "time": 475.83288288116455, + "skipped": false + }, + { + "ep_idx": 42, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 2021.9456462860107, + "skipped": false + }, + { + "ep_idx": 43, + "success": true, + "replans": 12, + "steps": 37, + "reward": -37.0, + "time": 515.2536509037018, + "skipped": false + }, + { + "ep_idx": 44, + "success": true, + "replans": 15, + "steps": 48, + "reward": -48.0, + "time": 634.7832944393158, + "skipped": false + }, + { + "ep_idx": 45, + "success": true, + "replans": 1, + "steps": 5, + "reward": -5.0, + "time": 79.35073661804199, + "skipped": false + }, + { + "ep_idx": 46, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 2026.2476344108582, + "skipped": false + }, + { + "ep_idx": 47, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 2021.7926235198975, + "skipped": false + }, + { + "ep_idx": 48, + "success": true, + "replans": 3, + "steps": 12, + "reward": -12.0, + "time": 158.47227120399475, + "skipped": false + }, + { + "ep_idx": 49, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 2020.77880525589, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/BaseMotion3D-v0_gsc_resampling_pruning_s1.json b/eval_results/kinder_4mode/BaseMotion3D-v0_gsc_resampling_pruning_s1.json new file mode 100644 index 0000000000000000000000000000000000000000..84719d6bbc4bbb6af7fcc9c2aa37bbdc4be7d3ca --- /dev/null +++ b/eval_results/kinder_4mode/BaseMotion3D-v0_gsc_resampling_pruning_s1.json @@ -0,0 +1,564 @@ +{ + "env_name": "kinder-BaseMotion3D-v0", + "env_spec": { + "env_name": "kinder-BaseMotion3D-v0", + "family": "kinder3d", + "scale": "bm", + "train_traj_len": 50, + "obs_dim_full": 22, + "goal_dim": 22, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21 + ], + "plan_sm_horizon": 32, + "plan_len_ovlp": 12, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 100, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 100, + "eval_probs_h5": "none", + "eval_default_n_comp": 3, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 200 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-BaseMotion3D-v0", + "eval_name": "4mode_gsc_resampling_pruning", + "planner_name": "baseline", + "planner_epoch": "1995000", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 1, + "ev_n_comp": 10, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 0.25, + "replan_every": 3, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc_resampling_pruning", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": false, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 66.0, + "avg_reward": -107.52, + "avg_time": 1192.7067186641693, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 1, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 2, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 3, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 4, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 5, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 6, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 7, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 8, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 9, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 10, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 11, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 12, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 13, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 14, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 15, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 16, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 17, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 18, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 19, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 20, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 21, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 22, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 23, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 24, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 25, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 2087.108824968338, + "skipped": false + }, + { + "ep_idx": 26, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 2089.4737963676453, + "skipped": false + }, + { + "ep_idx": 27, + "success": true, + "replans": 20, + "steps": 62, + "reward": -62.0, + "time": 861.8235807418823, + "skipped": false + }, + { + "ep_idx": 28, + "success": true, + "replans": 3, + "steps": 10, + "reward": -10.0, + "time": 164.17865347862244, + "skipped": false + }, + { + "ep_idx": 29, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 2089.540962457657, + "skipped": false + }, + { + "ep_idx": 30, + "success": true, + "replans": 16, + "steps": 51, + "reward": -51.0, + "time": 696.6533858776093, + "skipped": false + }, + { + "ep_idx": 31, + "success": true, + "replans": 3, + "steps": 12, + "reward": -12.0, + "time": 163.80796480178833, + "skipped": false + }, + { + "ep_idx": 32, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 2092.7644815444946, + "skipped": false + }, + { + "ep_idx": 33, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 2090.8111674785614, + "skipped": false + }, + { + "ep_idx": 34, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 2091.359041929245, + "skipped": false + }, + { + "ep_idx": 35, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 2090.503892183304, + "skipped": false + }, + { + "ep_idx": 36, + "success": true, + "replans": 13, + "steps": 40, + "reward": -40.0, + "time": 577.2976222038269, + "skipped": false + }, + { + "ep_idx": 37, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 2087.5450809001923, + "skipped": false + }, + { + "ep_idx": 38, + "success": true, + "replans": 28, + "steps": 87, + "reward": -87.0, + "time": 1187.0142595767975, + "skipped": false + }, + { + "ep_idx": 39, + "success": true, + "replans": 8, + "steps": 25, + "reward": -25.0, + "time": 368.49765515327454, + "skipped": false + }, + { + "ep_idx": 40, + "success": true, + "replans": 12, + "steps": 39, + "reward": -39.0, + "time": 533.1359016895294, + "skipped": false + }, + { + "ep_idx": 41, + "success": true, + "replans": 9, + "steps": 28, + "reward": -28.0, + "time": 409.09286189079285, + "skipped": false + }, + { + "ep_idx": 42, + "success": true, + "replans": 13, + "steps": 41, + "reward": -41.0, + "time": 573.0142459869385, + "skipped": false + }, + { + "ep_idx": 43, + "success": true, + "replans": 8, + "steps": 27, + "reward": -27.0, + "time": 368.2349512577057, + "skipped": false + }, + { + "ep_idx": 44, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 2091.21435046196, + "skipped": false + }, + { + "ep_idx": 45, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 2085.8350281715393, + "skipped": false + }, + { + "ep_idx": 46, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 2081.7333784103394, + "skipped": false + }, + { + "ep_idx": 47, + "success": true, + "replans": 9, + "steps": 28, + "reward": -28.0, + "time": 407.23897194862366, + "skipped": false + }, + { + "ep_idx": 48, + "success": true, + "replans": 2, + "steps": 9, + "reward": -9.0, + "time": 122.1824266910553, + "skipped": false + }, + { + "ep_idx": 49, + "success": true, + "replans": 9, + "steps": 29, + "reward": -29.0, + "time": 407.6054804325104, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/BaseMotion3D-v0_gsc_resampling_pruning_s2.json b/eval_results/kinder_4mode/BaseMotion3D-v0_gsc_resampling_pruning_s2.json new file mode 100644 index 0000000000000000000000000000000000000000..b26e3b0c24a160ee44a48f3054c90784bb81b991 --- /dev/null +++ b/eval_results/kinder_4mode/BaseMotion3D-v0_gsc_resampling_pruning_s2.json @@ -0,0 +1,564 @@ +{ + "env_name": "kinder-BaseMotion3D-v0", + "env_spec": { + "env_name": "kinder-BaseMotion3D-v0", + "family": "kinder3d", + "scale": "bm", + "train_traj_len": 50, + "obs_dim_full": 22, + "goal_dim": 22, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21 + ], + "plan_sm_horizon": 32, + "plan_len_ovlp": 12, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 100, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 100, + "eval_probs_h5": "none", + "eval_default_n_comp": 3, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 200 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-BaseMotion3D-v0", + "eval_name": "4mode_gsc_resampling_pruning", + "planner_name": "baseline", + "planner_epoch": "1995000", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 2, + "ev_n_comp": 10, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 0.25, + "replan_every": 3, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc_resampling_pruning", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": false, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 74.0, + "avg_reward": -85.64285714285714, + "avg_time": 1121.5068869675908, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 1, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 2, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 3, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 4, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 5, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 6, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 7, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 8, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 9, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 10, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 11, + "success": true, + "replans": 9, + "steps": 29, + "reward": -29.0, + "time": 483.56342124938965, + "skipped": false + }, + { + "ep_idx": 12, + "success": true, + "replans": 9, + "steps": 30, + "reward": -30.0, + "time": 483.7080006599426, + "skipped": false + }, + { + "ep_idx": 13, + "success": true, + "replans": 7, + "steps": 22, + "reward": -22.0, + "time": 390.56970715522766, + "skipped": false + }, + { + "ep_idx": 14, + "success": true, + "replans": 2, + "steps": 8, + "reward": -8.0, + "time": 144.8583469390869, + "skipped": false + }, + { + "ep_idx": 15, + "success": true, + "replans": 2, + "steps": 8, + "reward": -8.0, + "time": 145.25612449645996, + "skipped": false + }, + { + "ep_idx": 16, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 2470.146511554718, + "skipped": false + }, + { + "ep_idx": 17, + "success": true, + "replans": 12, + "steps": 38, + "reward": -38.0, + "time": 634.1657378673553, + "skipped": false + }, + { + "ep_idx": 18, + "success": true, + "replans": 12, + "steps": 37, + "reward": -37.0, + "time": 633.6026301383972, + "skipped": false + }, + { + "ep_idx": 19, + "success": true, + "replans": 11, + "steps": 34, + "reward": -34.0, + "time": 584.0914738178253, + "skipped": false + }, + { + "ep_idx": 20, + "success": true, + "replans": 10, + "steps": 31, + "reward": -31.0, + "time": 535.6269986629486, + "skipped": false + }, + { + "ep_idx": 21, + "success": true, + "replans": 12, + "steps": 39, + "reward": -39.0, + "time": 632.3896818161011, + "skipped": false + }, + { + "ep_idx": 22, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 2487.0540194511414, + "skipped": false + }, + { + "ep_idx": 23, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 24, + "success": true, + "replans": 7, + "steps": 24, + "reward": -24.0, + "time": 390.09376192092896, + "skipped": false + }, + { + "ep_idx": 25, + "success": true, + "replans": 12, + "steps": 38, + "reward": -38.0, + "time": 633.1757755279541, + "skipped": false + }, + { + "ep_idx": 26, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 27, + "success": true, + "replans": 5, + "steps": 17, + "reward": -17.0, + "time": 292.1071472167969, + "skipped": false + }, + { + "ep_idx": 28, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 2487.7907667160034, + "skipped": false + }, + { + "ep_idx": 29, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 30, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 2486.576507806778, + "skipped": false + }, + { + "ep_idx": 31, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 32, + "success": true, + "replans": 5, + "steps": 16, + "reward": -16.0, + "time": 292.5912082195282, + "skipped": false + }, + { + "ep_idx": 33, + "success": true, + "replans": 9, + "steps": 30, + "reward": -30.0, + "time": 487.3506178855896, + "skipped": false + }, + { + "ep_idx": 34, + "success": true, + "replans": 8, + "steps": 26, + "reward": -26.0, + "time": 437.95381331443787, + "skipped": false + }, + { + "ep_idx": 35, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 2479.1516513824463, + "skipped": false + }, + { + "ep_idx": 36, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 37, + "success": true, + "replans": 14, + "steps": 45, + "reward": -45.0, + "time": 728.834014415741, + "skipped": false + }, + { + "ep_idx": 38, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 39, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 2484.6297504901886, + "skipped": false + }, + { + "ep_idx": 40, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 2369.3364164829254, + "skipped": false + }, + { + "ep_idx": 41, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 42, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 2217.5987083911896, + "skipped": false + }, + { + "ep_idx": 43, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 44, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 45, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 2171.9033801555634, + "skipped": false + }, + { + "ep_idx": 46, + "success": true, + "replans": 32, + "steps": 98, + "reward": -98.0, + "time": 1395.9507451057434, + "skipped": false + }, + { + "ep_idx": 47, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 48, + "success": true, + "replans": 9, + "steps": 28, + "reward": -28.0, + "time": 422.11591625213623, + "skipped": false + }, + { + "ep_idx": 49, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/BaseMotion3D-v0_gsc_resampling_s0.json b/eval_results/kinder_4mode/BaseMotion3D-v0_gsc_resampling_s0.json new file mode 100644 index 0000000000000000000000000000000000000000..24ca19cf02ed1122245bfd61a30ab0692fe32326 --- /dev/null +++ b/eval_results/kinder_4mode/BaseMotion3D-v0_gsc_resampling_s0.json @@ -0,0 +1,564 @@ +{ + "env_name": "kinder-BaseMotion3D-v0", + "env_spec": { + "env_name": "kinder-BaseMotion3D-v0", + "family": "kinder3d", + "scale": "bm", + "train_traj_len": 50, + "obs_dim_full": 22, + "goal_dim": 22, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21 + ], + "plan_sm_horizon": 32, + "plan_len_ovlp": 12, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 100, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 100, + "eval_probs_h5": "none", + "eval_default_n_comp": 3, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 200 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-BaseMotion3D-v0", + "eval_name": "4mode_gsc_resampling", + "planner_name": "baseline", + "planner_epoch": "1995000", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 0, + "ev_n_comp": 10, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 0.25, + "replan_every": 3, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc_resampling", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": false, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 62.0, + "avg_reward": -82.05263157894737, + "avg_time": 656.7845784049285, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 1, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 2, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 3, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 4, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 5, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 6, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 7, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 8, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 9, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 10, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 11, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 12, + "success": true, + "replans": 11, + "steps": 35, + "reward": -35.0, + "time": 341.9721677303314, + "skipped": false + }, + { + "ep_idx": 13, + "success": true, + "replans": 10, + "steps": 31, + "reward": -31.0, + "time": 319.4553072452545, + "skipped": false + }, + { + "ep_idx": 14, + "success": true, + "replans": 8, + "steps": 26, + "reward": -26.0, + "time": 261.2394742965698, + "skipped": false + }, + { + "ep_idx": 15, + "success": true, + "replans": 8, + "steps": 25, + "reward": -25.0, + "time": 261.46587562561035, + "skipped": false + }, + { + "ep_idx": 16, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1480.3233330249786, + "skipped": false + }, + { + "ep_idx": 17, + "success": true, + "replans": 9, + "steps": 28, + "reward": -28.0, + "time": 290.54534792900085, + "skipped": false + }, + { + "ep_idx": 18, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1479.472502231598, + "skipped": false + }, + { + "ep_idx": 19, + "success": true, + "replans": 11, + "steps": 34, + "reward": -34.0, + "time": 348.242769241333, + "skipped": false + }, + { + "ep_idx": 20, + "success": true, + "replans": 5, + "steps": 17, + "reward": -17.0, + "time": 174.01682448387146, + "skipped": false + }, + { + "ep_idx": 21, + "success": true, + "replans": 21, + "steps": 66, + "reward": -66.0, + "time": 638.1598761081696, + "skipped": false + }, + { + "ep_idx": 22, + "success": true, + "replans": 7, + "steps": 24, + "reward": -24.0, + "time": 232.13927674293518, + "skipped": false + }, + { + "ep_idx": 23, + "success": true, + "replans": 5, + "steps": 16, + "reward": -16.0, + "time": 174.27489709854126, + "skipped": false + }, + { + "ep_idx": 24, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1479.7738444805145, + "skipped": false + }, + { + "ep_idx": 25, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1480.3398447036743, + "skipped": false + }, + { + "ep_idx": 26, + "success": true, + "replans": 6, + "steps": 21, + "reward": -21.0, + "time": 203.05910873413086, + "skipped": false + }, + { + "ep_idx": 27, + "success": true, + "replans": 18, + "steps": 56, + "reward": -56.0, + "time": 551.2815794944763, + "skipped": false + }, + { + "ep_idx": 28, + "success": true, + "replans": 10, + "steps": 31, + "reward": -31.0, + "time": 319.1762623786926, + "skipped": false + }, + { + "ep_idx": 29, + "success": true, + "replans": 12, + "steps": 37, + "reward": -37.0, + "time": 377.0063216686249, + "skipped": false + }, + { + "ep_idx": 30, + "success": true, + "replans": 9, + "steps": 29, + "reward": -29.0, + "time": 289.9668390750885, + "skipped": false + }, + { + "ep_idx": 31, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1480.7400841712952, + "skipped": false + }, + { + "ep_idx": 32, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1479.6322734355927, + "skipped": false + }, + { + "ep_idx": 33, + "success": true, + "replans": 1, + "steps": 5, + "reward": -5.0, + "time": 58.051105260849, + "skipped": false + }, + { + "ep_idx": 34, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1480.9416325092316, + "skipped": false + }, + { + "ep_idx": 35, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1481.667433977127, + "skipped": false + }, + { + "ep_idx": 36, + "success": true, + "replans": 12, + "steps": 38, + "reward": -38.0, + "time": 378.1090443134308, + "skipped": false + }, + { + "ep_idx": 37, + "success": true, + "replans": 6, + "steps": 21, + "reward": -21.0, + "time": 203.64110660552979, + "skipped": false + }, + { + "ep_idx": 38, + "success": true, + "replans": 6, + "steps": 20, + "reward": -20.0, + "time": 203.42061042785645, + "skipped": false + }, + { + "ep_idx": 39, + "success": true, + "replans": 0, + "steps": 3, + "reward": -3.0, + "time": 29.068406581878662, + "skipped": false + }, + { + "ep_idx": 40, + "success": true, + "replans": 6, + "steps": 20, + "reward": -20.0, + "time": 203.2666609287262, + "skipped": false + }, + { + "ep_idx": 41, + "success": true, + "replans": 11, + "steps": 36, + "reward": -36.0, + "time": 348.252681016922, + "skipped": false + }, + { + "ep_idx": 42, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1480.0429441928864, + "skipped": false + }, + { + "ep_idx": 43, + "success": true, + "replans": 11, + "steps": 34, + "reward": -34.0, + "time": 348.5732796192169, + "skipped": false + }, + { + "ep_idx": 44, + "success": true, + "replans": 15, + "steps": 48, + "reward": -48.0, + "time": 464.48882937431335, + "skipped": false + }, + { + "ep_idx": 45, + "success": true, + "replans": 1, + "steps": 5, + "reward": -5.0, + "time": 58.04253792762756, + "skipped": false + }, + { + "ep_idx": 46, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1480.2784752845764, + "skipped": false + }, + { + "ep_idx": 47, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1480.0546696186066, + "skipped": false + }, + { + "ep_idx": 48, + "success": true, + "replans": 3, + "steps": 12, + "reward": -12.0, + "time": 116.15995264053345, + "skipped": false + }, + { + "ep_idx": 49, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1481.4707992076874, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/BaseMotion3D-v0_gsc_resampling_s1.json b/eval_results/kinder_4mode/BaseMotion3D-v0_gsc_resampling_s1.json new file mode 100644 index 0000000000000000000000000000000000000000..a3b16dd8f081b72e12d89c10cc463593f1eb28b5 --- /dev/null +++ b/eval_results/kinder_4mode/BaseMotion3D-v0_gsc_resampling_s1.json @@ -0,0 +1,564 @@ +{ + "env_name": "kinder-BaseMotion3D-v0", + "env_spec": { + "env_name": "kinder-BaseMotion3D-v0", + "family": "kinder3d", + "scale": "bm", + "train_traj_len": 50, + "obs_dim_full": 22, + "goal_dim": 22, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21 + ], + "plan_sm_horizon": 32, + "plan_len_ovlp": 12, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 100, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 100, + "eval_probs_h5": "none", + "eval_default_n_comp": 3, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 200 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-BaseMotion3D-v0", + "eval_name": "4mode_gsc_resampling", + "planner_name": "baseline", + "planner_epoch": "1995000", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 1, + "ev_n_comp": 10, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 0.25, + "replan_every": 3, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc_resampling", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": false, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 56.00000000000001, + "avg_reward": -110.38888888888889, + "avg_time": 872.2179732786285, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 1, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 2, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 3, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 4, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 5, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 6, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 7, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 8, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 9, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 10, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 11, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 12, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 13, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 14, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1497.4362359046936, + "skipped": false + }, + { + "ep_idx": 15, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1499.72039437294, + "skipped": false + }, + { + "ep_idx": 16, + "success": true, + "replans": 9, + "steps": 29, + "reward": -29.0, + "time": 293.78058791160583, + "skipped": false + }, + { + "ep_idx": 17, + "success": true, + "replans": 17, + "steps": 52, + "reward": -52.0, + "time": 528.82444024086, + "skipped": false + }, + { + "ep_idx": 18, + "success": true, + "replans": 15, + "steps": 48, + "reward": -48.0, + "time": 470.14743161201477, + "skipped": false + }, + { + "ep_idx": 19, + "success": true, + "replans": 11, + "steps": 34, + "reward": -34.0, + "time": 352.6541771888733, + "skipped": false + }, + { + "ep_idx": 20, + "success": true, + "replans": 12, + "steps": 39, + "reward": -39.0, + "time": 381.97655963897705, + "skipped": false + }, + { + "ep_idx": 21, + "success": true, + "replans": 7, + "steps": 22, + "reward": -22.0, + "time": 235.0330250263214, + "skipped": false + }, + { + "ep_idx": 22, + "success": true, + "replans": 10, + "steps": 32, + "reward": -32.0, + "time": 323.8572633266449, + "skipped": false + }, + { + "ep_idx": 23, + "success": true, + "replans": 11, + "steps": 34, + "reward": -34.0, + "time": 355.69771432876587, + "skipped": false + }, + { + "ep_idx": 24, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1495.7904298305511, + "skipped": false + }, + { + "ep_idx": 25, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1496.5973875522614, + "skipped": false + }, + { + "ep_idx": 26, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1497.9138157367706, + "skipped": false + }, + { + "ep_idx": 27, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1496.421702861786, + "skipped": false + }, + { + "ep_idx": 28, + "success": true, + "replans": 2, + "steps": 9, + "reward": -9.0, + "time": 88.07439827919006, + "skipped": false + }, + { + "ep_idx": 29, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1496.221860408783, + "skipped": false + }, + { + "ep_idx": 30, + "success": true, + "replans": 17, + "steps": 54, + "reward": -54.0, + "time": 528.6649668216705, + "skipped": false + }, + { + "ep_idx": 31, + "success": true, + "replans": 4, + "steps": 14, + "reward": -14.0, + "time": 146.74356770515442, + "skipped": false + }, + { + "ep_idx": 32, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1497.1475458145142, + "skipped": false + }, + { + "ep_idx": 33, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1496.412391424179, + "skipped": false + }, + { + "ep_idx": 34, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1647.522779226303, + "skipped": false + }, + { + "ep_idx": 35, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1495.0448565483093, + "skipped": false + }, + { + "ep_idx": 36, + "success": true, + "replans": 13, + "steps": 40, + "reward": -40.0, + "time": 410.8490960597992, + "skipped": false + }, + { + "ep_idx": 37, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1495.7686805725098, + "skipped": false + }, + { + "ep_idx": 38, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1495.4905757904053, + "skipped": false + }, + { + "ep_idx": 39, + "success": true, + "replans": 8, + "steps": 25, + "reward": -25.0, + "time": 264.00594210624695, + "skipped": false + }, + { + "ep_idx": 40, + "success": true, + "replans": 12, + "steps": 39, + "reward": -39.0, + "time": 380.79267835617065, + "skipped": false + }, + { + "ep_idx": 41, + "success": true, + "replans": 9, + "steps": 28, + "reward": -28.0, + "time": 292.84892535209656, + "skipped": false + }, + { + "ep_idx": 42, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1494.0535175800323, + "skipped": false + }, + { + "ep_idx": 43, + "success": true, + "replans": 8, + "steps": 27, + "reward": -27.0, + "time": 263.72658133506775, + "skipped": false + }, + { + "ep_idx": 44, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1494.377748966217, + "skipped": false + }, + { + "ep_idx": 45, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1494.0164170265198, + "skipped": false + }, + { + "ep_idx": 46, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1493.9908814430237, + "skipped": false + }, + { + "ep_idx": 47, + "success": true, + "replans": 2, + "steps": 8, + "reward": -8.0, + "time": 88.00553345680237, + "skipped": false + }, + { + "ep_idx": 48, + "success": true, + "replans": 2, + "steps": 9, + "reward": -9.0, + "time": 87.9251139163971, + "skipped": false + }, + { + "ep_idx": 49, + "success": true, + "replans": 10, + "steps": 31, + "reward": -31.0, + "time": 322.3118143081665, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/BaseMotion3D-v0_gsc_resampling_s2.json b/eval_results/kinder_4mode/BaseMotion3D-v0_gsc_resampling_s2.json new file mode 100644 index 0000000000000000000000000000000000000000..3a183c1db2bfd69f89bcde1254d8867d54948f63 --- /dev/null +++ b/eval_results/kinder_4mode/BaseMotion3D-v0_gsc_resampling_s2.json @@ -0,0 +1,564 @@ +{ + "env_name": "kinder-BaseMotion3D-v0", + "env_spec": { + "env_name": "kinder-BaseMotion3D-v0", + "family": "kinder3d", + "scale": "bm", + "train_traj_len": 50, + "obs_dim_full": 22, + "goal_dim": 22, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21 + ], + "plan_sm_horizon": 32, + "plan_len_ovlp": 12, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 100, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 100, + "eval_probs_h5": "none", + "eval_default_n_comp": 3, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 200 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-BaseMotion3D-v0", + "eval_name": "4mode_gsc_resampling", + "planner_name": "baseline", + "planner_epoch": "1995000", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 2, + "ev_n_comp": 10, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 0.25, + "replan_every": 3, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc_resampling", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": false, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 62.0, + "avg_reward": -97.6470588235294, + "avg_time": 762.8093513741213, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 1, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 2, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 3, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 4, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 5, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 6, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 7, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 8, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 9, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 10, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 11, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 12, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 13, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 14, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 15, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 16, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1457.5179777145386, + "skipped": false + }, + { + "ep_idx": 17, + "success": true, + "replans": 11, + "steps": 36, + "reward": -36.0, + "time": 343.2587134838104, + "skipped": false + }, + { + "ep_idx": 18, + "success": true, + "replans": 13, + "steps": 41, + "reward": -41.0, + "time": 400.6974391937256, + "skipped": false + }, + { + "ep_idx": 19, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1457.8418576717377, + "skipped": false + }, + { + "ep_idx": 20, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1455.0663940906525, + "skipped": false + }, + { + "ep_idx": 21, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1457.4764223098755, + "skipped": false + }, + { + "ep_idx": 22, + "success": true, + "replans": 11, + "steps": 36, + "reward": -36.0, + "time": 341.53750109672546, + "skipped": false + }, + { + "ep_idx": 23, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1452.848878145218, + "skipped": false + }, + { + "ep_idx": 24, + "success": true, + "replans": 7, + "steps": 24, + "reward": -24.0, + "time": 227.6140489578247, + "skipped": false + }, + { + "ep_idx": 25, + "success": true, + "replans": 12, + "steps": 37, + "reward": -37.0, + "time": 370.7251994609833, + "skipped": false + }, + { + "ep_idx": 26, + "success": true, + "replans": 6, + "steps": 19, + "reward": -19.0, + "time": 199.87240147590637, + "skipped": false + }, + { + "ep_idx": 27, + "success": true, + "replans": 5, + "steps": 17, + "reward": -17.0, + "time": 171.10761094093323, + "skipped": false + }, + { + "ep_idx": 28, + "success": true, + "replans": 10, + "steps": 31, + "reward": -31.0, + "time": 313.98173570632935, + "skipped": false + }, + { + "ep_idx": 29, + "success": true, + "replans": 12, + "steps": 38, + "reward": -38.0, + "time": 370.83334493637085, + "skipped": false + }, + { + "ep_idx": 30, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1454.6078310012817, + "skipped": false + }, + { + "ep_idx": 31, + "success": true, + "replans": 10, + "steps": 31, + "reward": -31.0, + "time": 313.91312170028687, + "skipped": false + }, + { + "ep_idx": 32, + "success": true, + "replans": 16, + "steps": 51, + "reward": -51.0, + "time": 485.128399848938, + "skipped": false + }, + { + "ep_idx": 33, + "success": true, + "replans": 9, + "steps": 30, + "reward": -30.0, + "time": 285.3223977088928, + "skipped": false + }, + { + "ep_idx": 34, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1455.5049366950989, + "skipped": false + }, + { + "ep_idx": 35, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1455.459602355957, + "skipped": false + }, + { + "ep_idx": 36, + "success": true, + "replans": 5, + "steps": 16, + "reward": -16.0, + "time": 171.52336239814758, + "skipped": false + }, + { + "ep_idx": 37, + "success": true, + "replans": 18, + "steps": 57, + "reward": -57.0, + "time": 542.5543527603149, + "skipped": false + }, + { + "ep_idx": 38, + "success": true, + "replans": 5, + "steps": 18, + "reward": -18.0, + "time": 171.33087015151978, + "skipped": false + }, + { + "ep_idx": 39, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1453.2369830608368, + "skipped": false + }, + { + "ep_idx": 40, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1453.8631584644318, + "skipped": false + }, + { + "ep_idx": 41, + "success": true, + "replans": 2, + "steps": 8, + "reward": -8.0, + "time": 85.59493136405945, + "skipped": false + }, + { + "ep_idx": 42, + "success": true, + "replans": 10, + "steps": 31, + "reward": -31.0, + "time": 313.5831878185272, + "skipped": false + }, + { + "ep_idx": 43, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1454.742217540741, + "skipped": false + }, + { + "ep_idx": 44, + "success": true, + "replans": 8, + "steps": 27, + "reward": -27.0, + "time": 256.6642122268677, + "skipped": false + }, + { + "ep_idx": 45, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1453.878874540329, + "skipped": false + }, + { + "ep_idx": 46, + "success": true, + "replans": 39, + "steps": 120, + "reward": -120.0, + "time": 1140.2326095104218, + "skipped": false + }, + { + "ep_idx": 47, + "success": true, + "replans": 9, + "steps": 28, + "reward": -28.0, + "time": 285.1449725627899, + "skipped": false + }, + { + "ep_idx": 48, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1454.6662051677704, + "skipped": false + }, + { + "ep_idx": 49, + "success": true, + "replans": 7, + "steps": 24, + "reward": -24.0, + "time": 228.18619465827942, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/BaseMotion3D-v0_gsc_s0.json b/eval_results/kinder_4mode/BaseMotion3D-v0_gsc_s0.json new file mode 100644 index 0000000000000000000000000000000000000000..3ddf8e14b2eeb1d9151db2b86199a31d8c9c1be0 --- /dev/null +++ b/eval_results/kinder_4mode/BaseMotion3D-v0_gsc_s0.json @@ -0,0 +1,564 @@ +{ + "env_name": "kinder-BaseMotion3D-v0", + "env_spec": { + "env_name": "kinder-BaseMotion3D-v0", + "family": "kinder3d", + "scale": "bm", + "train_traj_len": 50, + "obs_dim_full": 22, + "goal_dim": 22, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21 + ], + "plan_sm_horizon": 32, + "plan_len_ovlp": 12, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 100, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 100, + "eval_probs_h5": "none", + "eval_default_n_comp": 3, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 200 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-BaseMotion3D-v0", + "eval_name": "4mode_gsc", + "planner_name": "baseline", + "planner_epoch": "1995000", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 0, + "ev_n_comp": 10, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 0.25, + "replan_every": 3, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": false, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 66.0, + "avg_reward": -86.18, + "avg_time": 143.91270443439484, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": true, + "replans": 5, + "steps": 18, + "reward": -18.0, + "time": 36.36961245536804, + "skipped": false + }, + { + "ep_idx": 1, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 302.260924577713, + "skipped": false + }, + { + "ep_idx": 2, + "success": true, + "replans": 9, + "steps": 28, + "reward": -28.0, + "time": 59.30012798309326, + "skipped": false + }, + { + "ep_idx": 3, + "success": true, + "replans": 18, + "steps": 57, + "reward": -57.0, + "time": 112.74979400634766, + "skipped": false + }, + { + "ep_idx": 4, + "success": true, + "replans": 12, + "steps": 37, + "reward": -37.0, + "time": 77.18111801147461, + "skipped": false + }, + { + "ep_idx": 5, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 302.8726851940155, + "skipped": false + }, + { + "ep_idx": 6, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 365.7368791103363, + "skipped": false + }, + { + "ep_idx": 7, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 438.00476336479187, + "skipped": false + }, + { + "ep_idx": 8, + "success": true, + "replans": 12, + "steps": 39, + "reward": -39.0, + "time": 121.31000781059265, + "skipped": false + }, + { + "ep_idx": 9, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 298.9591290950775, + "skipped": false + }, + { + "ep_idx": 10, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 298.84772634506226, + "skipped": false + }, + { + "ep_idx": 11, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 299.11967515945435, + "skipped": false + }, + { + "ep_idx": 12, + "success": true, + "replans": 11, + "steps": 35, + "reward": -35.0, + "time": 70.24488544464111, + "skipped": false + }, + { + "ep_idx": 13, + "success": true, + "replans": 10, + "steps": 31, + "reward": -31.0, + "time": 64.41056656837463, + "skipped": false + }, + { + "ep_idx": 14, + "success": true, + "replans": 8, + "steps": 26, + "reward": -26.0, + "time": 52.745519399642944, + "skipped": false + }, + { + "ep_idx": 15, + "success": true, + "replans": 8, + "steps": 25, + "reward": -25.0, + "time": 52.73559761047363, + "skipped": false + }, + { + "ep_idx": 16, + "success": true, + "replans": 11, + "steps": 34, + "reward": -34.0, + "time": 70.38060641288757, + "skipped": false + }, + { + "ep_idx": 17, + "success": true, + "replans": 9, + "steps": 28, + "reward": -28.0, + "time": 58.560585737228394, + "skipped": false + }, + { + "ep_idx": 18, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 299.01403760910034, + "skipped": false + }, + { + "ep_idx": 19, + "success": true, + "replans": 11, + "steps": 34, + "reward": -34.0, + "time": 70.43779587745667, + "skipped": false + }, + { + "ep_idx": 20, + "success": true, + "replans": 5, + "steps": 17, + "reward": -17.0, + "time": 35.25074791908264, + "skipped": false + }, + { + "ep_idx": 21, + "success": true, + "replans": 7, + "steps": 24, + "reward": -24.0, + "time": 46.950305700302124, + "skipped": false + }, + { + "ep_idx": 22, + "success": true, + "replans": 7, + "steps": 24, + "reward": -24.0, + "time": 46.99386429786682, + "skipped": false + }, + { + "ep_idx": 23, + "success": true, + "replans": 5, + "steps": 16, + "reward": -16.0, + "time": 35.177138328552246, + "skipped": false + }, + { + "ep_idx": 24, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 299.51760363578796, + "skipped": false + }, + { + "ep_idx": 25, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 302.7650830745697, + "skipped": false + }, + { + "ep_idx": 26, + "success": true, + "replans": 6, + "steps": 21, + "reward": -21.0, + "time": 41.49208474159241, + "skipped": false + }, + { + "ep_idx": 27, + "success": true, + "replans": 15, + "steps": 46, + "reward": -46.0, + "time": 93.98621654510498, + "skipped": false + }, + { + "ep_idx": 28, + "success": true, + "replans": 10, + "steps": 31, + "reward": -31.0, + "time": 64.4687352180481, + "skipped": false + }, + { + "ep_idx": 29, + "success": true, + "replans": 12, + "steps": 37, + "reward": -37.0, + "time": 76.1891872882843, + "skipped": false + }, + { + "ep_idx": 30, + "success": true, + "replans": 9, + "steps": 30, + "reward": -30.0, + "time": 58.62764859199524, + "skipped": false + }, + { + "ep_idx": 31, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 299.2766568660736, + "skipped": false + }, + { + "ep_idx": 32, + "success": true, + "replans": 9, + "steps": 28, + "reward": -28.0, + "time": 58.73035979270935, + "skipped": false + }, + { + "ep_idx": 33, + "success": true, + "replans": 1, + "steps": 5, + "reward": -5.0, + "time": 11.741961002349854, + "skipped": false + }, + { + "ep_idx": 34, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 299.0225830078125, + "skipped": false + }, + { + "ep_idx": 35, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 298.82873487472534, + "skipped": false + }, + { + "ep_idx": 36, + "success": true, + "replans": 12, + "steps": 37, + "reward": -37.0, + "time": 76.1384060382843, + "skipped": false + }, + { + "ep_idx": 37, + "success": true, + "replans": 7, + "steps": 22, + "reward": -22.0, + "time": 46.83216953277588, + "skipped": false + }, + { + "ep_idx": 38, + "success": true, + "replans": 6, + "steps": 20, + "reward": -20.0, + "time": 40.99716281890869, + "skipped": false + }, + { + "ep_idx": 39, + "success": true, + "replans": 0, + "steps": 3, + "reward": -3.0, + "time": 5.867241859436035, + "skipped": false + }, + { + "ep_idx": 40, + "success": true, + "replans": 6, + "steps": 20, + "reward": -20.0, + "time": 40.98042678833008, + "skipped": false + }, + { + "ep_idx": 41, + "success": true, + "replans": 11, + "steps": 36, + "reward": -36.0, + "time": 70.29737877845764, + "skipped": false + }, + { + "ep_idx": 42, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 298.841917514801, + "skipped": false + }, + { + "ep_idx": 43, + "success": true, + "replans": 11, + "steps": 35, + "reward": -35.0, + "time": 70.35376524925232, + "skipped": false + }, + { + "ep_idx": 44, + "success": true, + "replans": 15, + "steps": 48, + "reward": -48.0, + "time": 93.73194408416748, + "skipped": false + }, + { + "ep_idx": 45, + "success": true, + "replans": 1, + "steps": 5, + "reward": -5.0, + "time": 11.743739128112793, + "skipped": false + }, + { + "ep_idx": 46, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 298.7616879940033, + "skipped": false + }, + { + "ep_idx": 47, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 298.7378146648407, + "skipped": false + }, + { + "ep_idx": 48, + "success": true, + "replans": 3, + "steps": 12, + "reward": -12.0, + "time": 23.44556427001953, + "skipped": false + }, + { + "ep_idx": 49, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 298.64505434036255, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/BaseMotion3D-v0_gsc_s1.json b/eval_results/kinder_4mode/BaseMotion3D-v0_gsc_s1.json new file mode 100644 index 0000000000000000000000000000000000000000..52ff004dc65fb882cf74864f1c4fae8a86643382 --- /dev/null +++ b/eval_results/kinder_4mode/BaseMotion3D-v0_gsc_s1.json @@ -0,0 +1,564 @@ +{ + "env_name": "kinder-BaseMotion3D-v0", + "env_spec": { + "env_name": "kinder-BaseMotion3D-v0", + "family": "kinder3d", + "scale": "bm", + "train_traj_len": 50, + "obs_dim_full": 22, + "goal_dim": 22, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21 + ], + "plan_sm_horizon": 32, + "plan_len_ovlp": 12, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 100, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 100, + "eval_probs_h5": "none", + "eval_default_n_comp": 3, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 200 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-BaseMotion3D-v0", + "eval_name": "4mode_gsc", + "planner_name": "baseline", + "planner_epoch": "1995000", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 1, + "ev_n_comp": 10, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 0.25, + "replan_every": 3, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": false, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 64.0, + "avg_reward": -95.68, + "avg_time": 161.88063632488252, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": true, + "replans": 14, + "steps": 45, + "reward": -45.0, + "time": 90.18133282661438, + "skipped": false + }, + { + "ep_idx": 1, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 303.96871972084045, + "skipped": false + }, + { + "ep_idx": 2, + "success": true, + "replans": 27, + "steps": 82, + "reward": -82.0, + "time": 167.23495078086853, + "skipped": false + }, + { + "ep_idx": 3, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 304.42856669425964, + "skipped": false + }, + { + "ep_idx": 4, + "success": true, + "replans": 12, + "steps": 38, + "reward": -38.0, + "time": 77.59032344818115, + "skipped": false + }, + { + "ep_idx": 5, + "success": true, + "replans": 20, + "steps": 63, + "reward": -63.0, + "time": 151.63730239868164, + "skipped": false + }, + { + "ep_idx": 6, + "success": true, + "replans": 5, + "steps": 17, + "reward": -17.0, + "time": 47.32895517349243, + "skipped": false + }, + { + "ep_idx": 7, + "success": true, + "replans": 7, + "steps": 24, + "reward": -24.0, + "time": 56.803966999053955, + "skipped": false + }, + { + "ep_idx": 8, + "success": true, + "replans": 7, + "steps": 23, + "reward": -23.0, + "time": 66.46866846084595, + "skipped": false + }, + { + "ep_idx": 9, + "success": true, + "replans": 16, + "steps": 51, + "reward": -51.0, + "time": 146.52712416648865, + "skipped": false + }, + { + "ep_idx": 10, + "success": true, + "replans": 18, + "steps": 57, + "reward": -57.0, + "time": 163.49510216712952, + "skipped": false + }, + { + "ep_idx": 11, + "success": true, + "replans": 12, + "steps": 39, + "reward": -39.0, + "time": 112.62615895271301, + "skipped": false + }, + { + "ep_idx": 12, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 335.9070129394531, + "skipped": false + }, + { + "ep_idx": 13, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 303.9257266521454, + "skipped": false + }, + { + "ep_idx": 14, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 303.6174716949463, + "skipped": false + }, + { + "ep_idx": 15, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 303.9159381389618, + "skipped": false + }, + { + "ep_idx": 16, + "success": true, + "replans": 9, + "steps": 29, + "reward": -29.0, + "time": 59.5117712020874, + "skipped": false + }, + { + "ep_idx": 17, + "success": true, + "replans": 18, + "steps": 55, + "reward": -55.0, + "time": 113.03598546981812, + "skipped": false + }, + { + "ep_idx": 18, + "success": true, + "replans": 15, + "steps": 48, + "reward": -48.0, + "time": 95.17134547233582, + "skipped": false + }, + { + "ep_idx": 19, + "success": true, + "replans": 11, + "steps": 34, + "reward": -34.0, + "time": 71.47493433952332, + "skipped": false + }, + { + "ep_idx": 20, + "success": true, + "replans": 12, + "steps": 39, + "reward": -39.0, + "time": 77.40238237380981, + "skipped": false + }, + { + "ep_idx": 21, + "success": true, + "replans": 7, + "steps": 22, + "reward": -22.0, + "time": 47.71508979797363, + "skipped": false + }, + { + "ep_idx": 22, + "success": true, + "replans": 10, + "steps": 32, + "reward": -32.0, + "time": 65.57041192054749, + "skipped": false + }, + { + "ep_idx": 23, + "success": true, + "replans": 11, + "steps": 34, + "reward": -34.0, + "time": 71.54130029678345, + "skipped": false + }, + { + "ep_idx": 24, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 304.22546124458313, + "skipped": false + }, + { + "ep_idx": 25, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 303.3414669036865, + "skipped": false + }, + { + "ep_idx": 26, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 303.1963121891022, + "skipped": false + }, + { + "ep_idx": 27, + "success": true, + "replans": 18, + "steps": 57, + "reward": -57.0, + "time": 113.0894615650177, + "skipped": false + }, + { + "ep_idx": 28, + "success": true, + "replans": 2, + "steps": 9, + "reward": -9.0, + "time": 17.848472833633423, + "skipped": false + }, + { + "ep_idx": 29, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 303.7587785720825, + "skipped": false + }, + { + "ep_idx": 30, + "success": true, + "replans": 17, + "steps": 54, + "reward": -54.0, + "time": 107.0439383983612, + "skipped": false + }, + { + "ep_idx": 31, + "success": true, + "replans": 4, + "steps": 14, + "reward": -14.0, + "time": 29.791844129562378, + "skipped": false + }, + { + "ep_idx": 32, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 303.65000581741333, + "skipped": false + }, + { + "ep_idx": 33, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 303.16197681427, + "skipped": false + }, + { + "ep_idx": 34, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 303.33510279655457, + "skipped": false + }, + { + "ep_idx": 35, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 303.69488406181335, + "skipped": false + }, + { + "ep_idx": 36, + "success": true, + "replans": 13, + "steps": 40, + "reward": -40.0, + "time": 83.36796140670776, + "skipped": false + }, + { + "ep_idx": 37, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 303.5752170085907, + "skipped": false + }, + { + "ep_idx": 38, + "success": true, + "replans": 23, + "steps": 72, + "reward": -72.0, + "time": 143.01695251464844, + "skipped": false + }, + { + "ep_idx": 39, + "success": true, + "replans": 8, + "steps": 25, + "reward": -25.0, + "time": 53.55014896392822, + "skipped": false + }, + { + "ep_idx": 40, + "success": true, + "replans": 12, + "steps": 39, + "reward": -39.0, + "time": 77.43980431556702, + "skipped": false + }, + { + "ep_idx": 41, + "success": true, + "replans": 9, + "steps": 28, + "reward": -28.0, + "time": 59.491334199905396, + "skipped": false + }, + { + "ep_idx": 42, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 302.738347530365, + "skipped": false + }, + { + "ep_idx": 43, + "success": true, + "replans": 9, + "steps": 28, + "reward": -28.0, + "time": 59.025115966796875, + "skipped": false + }, + { + "ep_idx": 44, + "success": true, + "replans": 10, + "steps": 31, + "reward": -31.0, + "time": 64.90199303627014, + "skipped": false + }, + { + "ep_idx": 45, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 300.065101146698, + "skipped": false + }, + { + "ep_idx": 46, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 300.95675349235535, + "skipped": false + }, + { + "ep_idx": 47, + "success": true, + "replans": 5, + "steps": 16, + "reward": -16.0, + "time": 35.994516134262085, + "skipped": false + }, + { + "ep_idx": 48, + "success": true, + "replans": 2, + "steps": 9, + "reward": -9.0, + "time": 17.8470196723938, + "skipped": false + }, + { + "ep_idx": 49, + "success": true, + "replans": 9, + "steps": 30, + "reward": -30.0, + "time": 58.84330344200134, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/BaseMotion3D-v0_gsc_s2.json b/eval_results/kinder_4mode/BaseMotion3D-v0_gsc_s2.json new file mode 100644 index 0000000000000000000000000000000000000000..3de304dbeb617e57cfcefd0cb1a81e3450155db0 --- /dev/null +++ b/eval_results/kinder_4mode/BaseMotion3D-v0_gsc_s2.json @@ -0,0 +1,564 @@ +{ + "env_name": "kinder-BaseMotion3D-v0", + "env_spec": { + "env_name": "kinder-BaseMotion3D-v0", + "family": "kinder3d", + "scale": "bm", + "train_traj_len": 50, + "obs_dim_full": 22, + "goal_dim": 22, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21 + ], + "plan_sm_horizon": 32, + "plan_len_ovlp": 12, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 100, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 100, + "eval_probs_h5": "none", + "eval_default_n_comp": 3, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 200 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-BaseMotion3D-v0", + "eval_name": "4mode_gsc", + "planner_name": "baseline", + "planner_epoch": "1995000", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 2, + "ev_n_comp": 10, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 0.25, + "replan_every": 3, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": false, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 62.0, + "avg_reward": -94.86, + "avg_time": 162.2197037744522, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": true, + "replans": 10, + "steps": 32, + "reward": -32.0, + "time": 67.72909641265869, + "skipped": false + }, + { + "ep_idx": 1, + "success": true, + "replans": 2, + "steps": 7, + "reward": -7.0, + "time": 18.270668506622314, + "skipped": false + }, + { + "ep_idx": 2, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 310.1593849658966, + "skipped": false + }, + { + "ep_idx": 3, + "success": true, + "replans": 5, + "steps": 17, + "reward": -17.0, + "time": 36.46449899673462, + "skipped": false + }, + { + "ep_idx": 4, + "success": true, + "replans": 14, + "steps": 45, + "reward": -45.0, + "time": 91.10189700126648, + "skipped": false + }, + { + "ep_idx": 5, + "success": true, + "replans": 8, + "steps": 25, + "reward": -25.0, + "time": 54.6961464881897, + "skipped": false + }, + { + "ep_idx": 6, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 309.90517258644104, + "skipped": false + }, + { + "ep_idx": 7, + "success": true, + "replans": 7, + "steps": 23, + "reward": -23.0, + "time": 48.64669132232666, + "skipped": false + }, + { + "ep_idx": 8, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 392.8829894065857, + "skipped": false + }, + { + "ep_idx": 9, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 464.8332259654999, + "skipped": false + }, + { + "ep_idx": 10, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 312.20608353614807, + "skipped": false + }, + { + "ep_idx": 11, + "success": true, + "replans": 9, + "steps": 28, + "reward": -28.0, + "time": 60.951992988586426, + "skipped": false + }, + { + "ep_idx": 12, + "success": true, + "replans": 9, + "steps": 30, + "reward": -30.0, + "time": 60.863073110580444, + "skipped": false + }, + { + "ep_idx": 13, + "success": true, + "replans": 7, + "steps": 22, + "reward": -22.0, + "time": 48.68373966217041, + "skipped": false + }, + { + "ep_idx": 14, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 310.29208493232727, + "skipped": false + }, + { + "ep_idx": 15, + "success": true, + "replans": 2, + "steps": 8, + "reward": -8.0, + "time": 18.280526399612427, + "skipped": false + }, + { + "ep_idx": 16, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 310.1181800365448, + "skipped": false + }, + { + "ep_idx": 17, + "success": true, + "replans": 12, + "steps": 37, + "reward": -37.0, + "time": 79.00706553459167, + "skipped": false + }, + { + "ep_idx": 18, + "success": true, + "replans": 13, + "steps": 40, + "reward": -40.0, + "time": 85.05872988700867, + "skipped": false + }, + { + "ep_idx": 19, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 310.21097564697266, + "skipped": false + }, + { + "ep_idx": 20, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 310.48232793807983, + "skipped": false + }, + { + "ep_idx": 21, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 310.28915095329285, + "skipped": false + }, + { + "ep_idx": 22, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 309.80426812171936, + "skipped": false + }, + { + "ep_idx": 23, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 309.62704205513, + "skipped": false + }, + { + "ep_idx": 24, + "success": true, + "replans": 7, + "steps": 24, + "reward": -24.0, + "time": 48.60606050491333, + "skipped": false + }, + { + "ep_idx": 25, + "success": true, + "replans": 12, + "steps": 37, + "reward": -37.0, + "time": 78.9339427947998, + "skipped": false + }, + { + "ep_idx": 26, + "success": true, + "replans": 6, + "steps": 19, + "reward": -19.0, + "time": 42.509973764419556, + "skipped": false + }, + { + "ep_idx": 27, + "success": true, + "replans": 5, + "steps": 17, + "reward": -17.0, + "time": 36.47925138473511, + "skipped": false + }, + { + "ep_idx": 28, + "success": true, + "replans": 10, + "steps": 31, + "reward": -31.0, + "time": 66.90307354927063, + "skipped": false + }, + { + "ep_idx": 29, + "success": true, + "replans": 12, + "steps": 38, + "reward": -38.0, + "time": 79.00332689285278, + "skipped": false + }, + { + "ep_idx": 30, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 309.3863456249237, + "skipped": false + }, + { + "ep_idx": 31, + "success": true, + "replans": 10, + "steps": 31, + "reward": -31.0, + "time": 66.76224708557129, + "skipped": false + }, + { + "ep_idx": 32, + "success": true, + "replans": 14, + "steps": 45, + "reward": -45.0, + "time": 90.96762275695801, + "skipped": false + }, + { + "ep_idx": 33, + "success": true, + "replans": 9, + "steps": 30, + "reward": -30.0, + "time": 60.66305375099182, + "skipped": false + }, + { + "ep_idx": 34, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 309.25405716896057, + "skipped": false + }, + { + "ep_idx": 35, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 309.43704080581665, + "skipped": false + }, + { + "ep_idx": 36, + "success": true, + "replans": 5, + "steps": 16, + "reward": -16.0, + "time": 36.438926458358765, + "skipped": false + }, + { + "ep_idx": 37, + "success": true, + "replans": 17, + "steps": 53, + "reward": -53.0, + "time": 109.24220705032349, + "skipped": false + }, + { + "ep_idx": 38, + "success": true, + "replans": 5, + "steps": 18, + "reward": -18.0, + "time": 36.39843034744263, + "skipped": false + }, + { + "ep_idx": 39, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 309.77482080459595, + "skipped": false + }, + { + "ep_idx": 40, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 309.62764167785645, + "skipped": false + }, + { + "ep_idx": 41, + "success": true, + "replans": 2, + "steps": 8, + "reward": -8.0, + "time": 18.248518705368042, + "skipped": false + }, + { + "ep_idx": 42, + "success": true, + "replans": 10, + "steps": 31, + "reward": -31.0, + "time": 66.75515723228455, + "skipped": false + }, + { + "ep_idx": 43, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 309.75099182128906, + "skipped": false + }, + { + "ep_idx": 44, + "success": true, + "replans": 7, + "steps": 24, + "reward": -24.0, + "time": 48.637824058532715, + "skipped": false + }, + { + "ep_idx": 45, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 309.66449546813965, + "skipped": false + }, + { + "ep_idx": 46, + "success": true, + "replans": 39, + "steps": 119, + "reward": -119.0, + "time": 243.04163432121277, + "skipped": false + }, + { + "ep_idx": 47, + "success": true, + "replans": 9, + "steps": 28, + "reward": -28.0, + "time": 61.98083806037903, + "skipped": false + }, + { + "ep_idx": 48, + "success": true, + "replans": 11, + "steps": 36, + "reward": -36.0, + "time": 73.43606090545654, + "skipped": false + }, + { + "ep_idx": 49, + "success": true, + "replans": 7, + "steps": 24, + "reward": -24.0, + "time": 48.51663327217102, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/DynObstruction2D-o1-v0_gsc_pruning_s0.json b/eval_results/kinder_4mode/DynObstruction2D-o1-v0_gsc_pruning_s0.json new file mode 100644 index 0000000000000000000000000000000000000000..a4dd12efa9bdf5f44a079dda696668874e4bbe50 --- /dev/null +++ b/eval_results/kinder_4mode/DynObstruction2D-o1-v0_gsc_pruning_s0.json @@ -0,0 +1,610 @@ +{ + "env_name": "kinder-DynObstruction2D-o1-v0", + "env_spec": { + "env_name": "kinder-DynObstruction2D-o1-v0", + "family": "kinder2d", + "scale": "o1", + "train_traj_len": 250, + "obs_dim_full": 68, + "goal_dim": 68, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67 + ], + "plan_sm_horizon": 64, + "plan_len_ovlp": 24, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 400, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 400, + "eval_probs_h5": "none", + "eval_default_n_comp": 5, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 500 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-DynObstruction2D-o1-v0", + "eval_name": "4mode_gsc_pruning", + "planner_name": "baseline", + "planner_epoch": "latest", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 0, + "ev_n_comp": 3, + "var_temp": 1.0, + "cond_w": 3.0, + "use_ddim": 1, + "ddim_steps": 100, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 1.0, + "replan_every": null, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc_pruning", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": false, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 44.0, + "avg_reward": -445.94117647058823, + "avg_time": 1061.0193090999828, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 1, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 2, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 3, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 4, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 5, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 6, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 7, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 8, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 9, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 10, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 11, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 12, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 13, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 14, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 15, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 16, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 17, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 18, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 19, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 20, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 21, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 22, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 23, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 24, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 25, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 26, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 27, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 28, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 29, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 30, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 31, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 32, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 33, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1200.83926320076, + "skipped": false + }, + { + "ep_idx": 34, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1204.9274067878723, + "skipped": false + }, + { + "ep_idx": 35, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1206.6481266021729, + "skipped": false + }, + { + "ep_idx": 36, + "success": false, + "replans": 27, + "steps": 500, + "reward": -500.0, + "time": 664.5196895599365, + "skipped": false + }, + { + "ep_idx": 37, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1207.6043093204498, + "skipped": false + }, + { + "ep_idx": 38, + "success": true, + "replans": 50, + "steps": 244, + "reward": -244.0, + "time": 1206.6805276870728, + "skipped": false + }, + { + "ep_idx": 39, + "success": true, + "replans": 0, + "steps": 153, + "reward": -153.0, + "time": 24.459606409072876, + "skipped": false + }, + { + "ep_idx": 40, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1205.093445777893, + "skipped": false + }, + { + "ep_idx": 41, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1205.8753235340118, + "skipped": false + }, + { + "ep_idx": 42, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1202.8790414333344, + "skipped": false + }, + { + "ep_idx": 43, + "success": true, + "replans": 50, + "steps": 249, + "reward": -249.0, + "time": 1205.6668293476105, + "skipped": false + }, + { + "ep_idx": 44, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1202.9881138801575, + "skipped": false + }, + { + "ep_idx": 45, + "success": false, + "replans": 19, + "steps": 500, + "reward": -500.0, + "time": 474.38670563697815, + "skipped": false + }, + { + "ep_idx": 46, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1205.454241514206, + "skipped": false + }, + { + "ep_idx": 47, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1208.3568317890167, + "skipped": false + }, + { + "ep_idx": 48, + "success": true, + "replans": 50, + "steps": 435, + "reward": -435.0, + "time": 1204.8879957199097, + "skipped": false + }, + { + "ep_idx": 49, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1206.0607964992523, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/DynObstruction2D-o1-v0_gsc_pruning_s1.json b/eval_results/kinder_4mode/DynObstruction2D-o1-v0_gsc_pruning_s1.json new file mode 100644 index 0000000000000000000000000000000000000000..2b3146f605da6ce136c252db839c83665b031989 --- /dev/null +++ b/eval_results/kinder_4mode/DynObstruction2D-o1-v0_gsc_pruning_s1.json @@ -0,0 +1,610 @@ +{ + "env_name": "kinder-DynObstruction2D-o1-v0", + "env_spec": { + "env_name": "kinder-DynObstruction2D-o1-v0", + "family": "kinder2d", + "scale": "o1", + "train_traj_len": 250, + "obs_dim_full": 68, + "goal_dim": 68, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67 + ], + "plan_sm_horizon": 64, + "plan_len_ovlp": 24, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 400, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 400, + "eval_probs_h5": "none", + "eval_default_n_comp": 5, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 500 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-DynObstruction2D-o1-v0", + "eval_name": "4mode_gsc_pruning", + "planner_name": "baseline", + "planner_epoch": "latest", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 1, + "ev_n_comp": 3, + "var_temp": 1.0, + "cond_w": 3.0, + "use_ddim": 1, + "ddim_steps": 100, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 1.0, + "replan_every": null, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc_pruning", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": false, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 36.0, + "avg_reward": -390.86842105263156, + "avg_time": 1182.0182611942291, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 1, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 2, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 3, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 4, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 5, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 6, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 7, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 8, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 9, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 10, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 11, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 12, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1191.9334774017334, + "skipped": false + }, + { + "ep_idx": 13, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1195.7823405265808, + "skipped": false + }, + { + "ep_idx": 14, + "success": true, + "replans": 50, + "steps": 198, + "reward": -198.0, + "time": 1195.7417531013489, + "skipped": false + }, + { + "ep_idx": 15, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1197.3086123466492, + "skipped": false + }, + { + "ep_idx": 16, + "success": true, + "replans": 50, + "steps": 242, + "reward": -242.0, + "time": 1197.640775680542, + "skipped": false + }, + { + "ep_idx": 17, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1197.907588005066, + "skipped": false + }, + { + "ep_idx": 18, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1198.3417360782623, + "skipped": false + }, + { + "ep_idx": 19, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1195.4544806480408, + "skipped": false + }, + { + "ep_idx": 20, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1198.7328238487244, + "skipped": false + }, + { + "ep_idx": 21, + "success": true, + "replans": 50, + "steps": 209, + "reward": -209.0, + "time": 1195.2710320949554, + "skipped": false + }, + { + "ep_idx": 22, + "success": true, + "replans": 50, + "steps": 210, + "reward": -210.0, + "time": 1200.47021317482, + "skipped": false + }, + { + "ep_idx": 23, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1197.4580988883972, + "skipped": false + }, + { + "ep_idx": 24, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1199.6065328121185, + "skipped": false + }, + { + "ep_idx": 25, + "success": true, + "replans": 50, + "steps": 315, + "reward": -315.0, + "time": 1198.2085454463959, + "skipped": false + }, + { + "ep_idx": 26, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1200.5953125953674, + "skipped": false + }, + { + "ep_idx": 27, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1199.4585981369019, + "skipped": false + }, + { + "ep_idx": 28, + "success": true, + "replans": 50, + "steps": 250, + "reward": -250.0, + "time": 1200.2627756595612, + "skipped": false + }, + { + "ep_idx": 29, + "success": true, + "replans": 49, + "steps": 59, + "reward": -59.0, + "time": 1161.5029351711273, + "skipped": false + }, + { + "ep_idx": 30, + "success": true, + "replans": 50, + "steps": 202, + "reward": -202.0, + "time": 1185.8106245994568, + "skipped": false + }, + { + "ep_idx": 31, + "success": true, + "replans": 50, + "steps": 203, + "reward": -203.0, + "time": 1188.5522677898407, + "skipped": false + }, + { + "ep_idx": 32, + "success": true, + "replans": 50, + "steps": 206, + "reward": -206.0, + "time": 1185.7567255496979, + "skipped": false + }, + { + "ep_idx": 33, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1187.0190567970276, + "skipped": false + }, + { + "ep_idx": 34, + "success": true, + "replans": 50, + "steps": 196, + "reward": -196.0, + "time": 1192.3874187469482, + "skipped": false + }, + { + "ep_idx": 35, + "success": true, + "replans": 50, + "steps": 286, + "reward": -286.0, + "time": 1185.3217282295227, + "skipped": false + }, + { + "ep_idx": 36, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1187.8141090869904, + "skipped": false + }, + { + "ep_idx": 37, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1188.1187801361084, + "skipped": false + }, + { + "ep_idx": 38, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1189.3043975830078, + "skipped": false + }, + { + "ep_idx": 39, + "success": true, + "replans": 50, + "steps": 63, + "reward": -63.0, + "time": 1188.5501337051392, + "skipped": false + }, + { + "ep_idx": 40, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1194.2390203475952, + "skipped": false + }, + { + "ep_idx": 41, + "success": false, + "replans": 34, + "steps": 500, + "reward": -500.0, + "time": 818.3965137004852, + "skipped": false + }, + { + "ep_idx": 42, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1190.2504398822784, + "skipped": false + }, + { + "ep_idx": 43, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1191.8284013271332, + "skipped": false + }, + { + "ep_idx": 44, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1186.0554871559143, + "skipped": false + }, + { + "ep_idx": 45, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1184.0806677341461, + "skipped": false + }, + { + "ep_idx": 46, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1189.5773010253906, + "skipped": false + }, + { + "ep_idx": 47, + "success": true, + "replans": 50, + "steps": 214, + "reward": -214.0, + "time": 1182.2507598400116, + "skipped": false + }, + { + "ep_idx": 48, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1189.0981094837189, + "skipped": false + }, + { + "ep_idx": 49, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1190.6043510437012, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/DynObstruction2D-o1-v0_gsc_pruning_s2.json b/eval_results/kinder_4mode/DynObstruction2D-o1-v0_gsc_pruning_s2.json new file mode 100644 index 0000000000000000000000000000000000000000..70c7a22d21f3f1283f6df16b8d0872cfd8fe26ff --- /dev/null +++ b/eval_results/kinder_4mode/DynObstruction2D-o1-v0_gsc_pruning_s2.json @@ -0,0 +1,610 @@ +{ + "env_name": "kinder-DynObstruction2D-o1-v0", + "env_spec": { + "env_name": "kinder-DynObstruction2D-o1-v0", + "family": "kinder2d", + "scale": "o1", + "train_traj_len": 250, + "obs_dim_full": 68, + "goal_dim": 68, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67 + ], + "plan_sm_horizon": 64, + "plan_len_ovlp": 24, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 400, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 400, + "eval_probs_h5": "none", + "eval_default_n_comp": 5, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 500 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-DynObstruction2D-o1-v0", + "eval_name": "4mode_gsc_pruning", + "planner_name": "baseline", + "planner_epoch": "latest", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 2, + "ev_n_comp": 3, + "var_temp": 1.0, + "cond_w": 3.0, + "use_ddim": 1, + "ddim_steps": 100, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 1.0, + "replan_every": null, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc_pruning", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": false, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 22.0, + "avg_reward": -437.56, + "avg_time": 1123.9708937692642, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1168.1769614219666, + "skipped": false + }, + { + "ep_idx": 1, + "success": true, + "replans": 0, + "steps": 1, + "reward": -1.0, + "time": 23.078176498413086, + "skipped": false + }, + { + "ep_idx": 2, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1176.6573054790497, + "skipped": false + }, + { + "ep_idx": 3, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1179.4246599674225, + "skipped": false + }, + { + "ep_idx": 4, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1179.452924489975, + "skipped": false + }, + { + "ep_idx": 5, + "success": true, + "replans": 50, + "steps": 197, + "reward": -197.0, + "time": 1177.9299194812775, + "skipped": false + }, + { + "ep_idx": 6, + "success": false, + "replans": 25, + "steps": 500, + "reward": -500.0, + "time": 601.7523670196533, + "skipped": false + }, + { + "ep_idx": 7, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1178.731486082077, + "skipped": false + }, + { + "ep_idx": 8, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1183.7167282104492, + "skipped": false + }, + { + "ep_idx": 9, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1180.525348186493, + "skipped": false + }, + { + "ep_idx": 10, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1180.1481778621674, + "skipped": false + }, + { + "ep_idx": 11, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1181.1399052143097, + "skipped": false + }, + { + "ep_idx": 12, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1179.3137302398682, + "skipped": false + }, + { + "ep_idx": 13, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1181.286711215973, + "skipped": false + }, + { + "ep_idx": 14, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1179.9689691066742, + "skipped": false + }, + { + "ep_idx": 15, + "success": true, + "replans": 50, + "steps": 247, + "reward": -247.0, + "time": 1180.8615498542786, + "skipped": false + }, + { + "ep_idx": 16, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1182.9411163330078, + "skipped": false + }, + { + "ep_idx": 17, + "success": true, + "replans": 50, + "steps": 299, + "reward": -299.0, + "time": 1182.0077304840088, + "skipped": false + }, + { + "ep_idx": 18, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1182.4182343482971, + "skipped": false + }, + { + "ep_idx": 19, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1181.2783024311066, + "skipped": false + }, + { + "ep_idx": 20, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1183.0737974643707, + "skipped": false + }, + { + "ep_idx": 21, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1181.0438714027405, + "skipped": false + }, + { + "ep_idx": 22, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1183.59965133667, + "skipped": false + }, + { + "ep_idx": 23, + "success": false, + "replans": 25, + "steps": 500, + "reward": -500.0, + "time": 604.4592437744141, + "skipped": false + }, + { + "ep_idx": 24, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1180.5588488578796, + "skipped": false + }, + { + "ep_idx": 25, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1181.1325783729553, + "skipped": false + }, + { + "ep_idx": 26, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1181.5837547779083, + "skipped": false + }, + { + "ep_idx": 27, + "success": true, + "replans": 50, + "steps": 203, + "reward": -203.0, + "time": 1182.542534828186, + "skipped": false + }, + { + "ep_idx": 28, + "success": true, + "replans": 25, + "steps": 64, + "reward": -64.0, + "time": 603.0654587745667, + "skipped": false + }, + { + "ep_idx": 29, + "success": true, + "replans": 50, + "steps": 276, + "reward": -276.0, + "time": 1184.2217388153076, + "skipped": false + }, + { + "ep_idx": 30, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1183.5022823810577, + "skipped": false + }, + { + "ep_idx": 31, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1185.5561962127686, + "skipped": false + }, + { + "ep_idx": 32, + "success": true, + "replans": 50, + "steps": 276, + "reward": -276.0, + "time": 1184.506564617157, + "skipped": false + }, + { + "ep_idx": 33, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1184.886859178543, + "skipped": false + }, + { + "ep_idx": 34, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1189.82634973526, + "skipped": false + }, + { + "ep_idx": 35, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1185.2024855613708, + "skipped": false + }, + { + "ep_idx": 36, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1187.0310957431793, + "skipped": false + }, + { + "ep_idx": 37, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1182.5365858078003, + "skipped": false + }, + { + "ep_idx": 38, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1183.5142183303833, + "skipped": false + }, + { + "ep_idx": 39, + "success": true, + "replans": 50, + "steps": 352, + "reward": -352.0, + "time": 1181.98632979393, + "skipped": false + }, + { + "ep_idx": 40, + "success": true, + "replans": 50, + "steps": 131, + "reward": -131.0, + "time": 1185.7638926506042, + "skipped": false + }, + { + "ep_idx": 41, + "success": true, + "replans": 50, + "steps": 332, + "reward": -332.0, + "time": 1180.9922308921814, + "skipped": false + }, + { + "ep_idx": 42, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1181.1093649864197, + "skipped": false + }, + { + "ep_idx": 43, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1182.2742447853088, + "skipped": false + }, + { + "ep_idx": 44, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1182.2719712257385, + "skipped": false + }, + { + "ep_idx": 45, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1184.2154278755188, + "skipped": false + }, + { + "ep_idx": 46, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1182.4864387512207, + "skipped": false + }, + { + "ep_idx": 47, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1183.82657289505, + "skipped": false + }, + { + "ep_idx": 48, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1179.8399498462677, + "skipped": false + }, + { + "ep_idx": 49, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1181.1238448619843, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/DynObstruction2D-o1-v0_gsc_resampling_pruning_s1.json b/eval_results/kinder_4mode/DynObstruction2D-o1-v0_gsc_resampling_pruning_s1.json new file mode 100644 index 0000000000000000000000000000000000000000..5d9041120b3d9cff0161293f2bde6ce9d27e13ce --- /dev/null +++ b/eval_results/kinder_4mode/DynObstruction2D-o1-v0_gsc_resampling_pruning_s1.json @@ -0,0 +1,610 @@ +{ + "env_name": "kinder-DynObstruction2D-o1-v0", + "env_spec": { + "env_name": "kinder-DynObstruction2D-o1-v0", + "family": "kinder2d", + "scale": "o1", + "train_traj_len": 250, + "obs_dim_full": 68, + "goal_dim": 68, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67 + ], + "plan_sm_horizon": 64, + "plan_len_ovlp": 24, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 400, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 400, + "eval_probs_h5": "none", + "eval_default_n_comp": 5, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 500 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-DynObstruction2D-o1-v0", + "eval_name": "4mode_gsc_resampling_pruning", + "planner_name": "baseline", + "planner_epoch": "latest", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 1, + "ev_n_comp": 3, + "var_temp": 1.0, + "cond_w": 3.0, + "use_ddim": 1, + "ddim_steps": 100, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 1.0, + "replan_every": null, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc_resampling_pruning", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": false, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 34.0, + "avg_reward": -390.2173913043478, + "avg_time": 1652.3419254914575, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 1, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 2, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 3, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 4, + "success": false, + "replans": 33, + "steps": 500, + "reward": -500.0, + "time": 1118.4079439640045, + "skipped": false + }, + { + "ep_idx": 5, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1677.9774377346039, + "skipped": false + }, + { + "ep_idx": 6, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1681.588629245758, + "skipped": false + }, + { + "ep_idx": 7, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1681.7457871437073, + "skipped": false + }, + { + "ep_idx": 8, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1682.434895515442, + "skipped": false + }, + { + "ep_idx": 9, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1680.5603625774384, + "skipped": false + }, + { + "ep_idx": 10, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1665.1814277172089, + "skipped": false + }, + { + "ep_idx": 11, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1663.5541241168976, + "skipped": false + }, + { + "ep_idx": 12, + "success": true, + "replans": 50, + "steps": 274, + "reward": -274.0, + "time": 1665.5053095817566, + "skipped": false + }, + { + "ep_idx": 13, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1674.1862483024597, + "skipped": false + }, + { + "ep_idx": 14, + "success": true, + "replans": 50, + "steps": 202, + "reward": -202.0, + "time": 1665.7785596847534, + "skipped": false + }, + { + "ep_idx": 15, + "success": true, + "replans": 50, + "steps": 297, + "reward": -297.0, + "time": 1665.7470211982727, + "skipped": false + }, + { + "ep_idx": 16, + "success": true, + "replans": 50, + "steps": 245, + "reward": -245.0, + "time": 1664.9861817359924, + "skipped": false + }, + { + "ep_idx": 17, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1665.793574333191, + "skipped": false + }, + { + "ep_idx": 18, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1672.6231179237366, + "skipped": false + }, + { + "ep_idx": 19, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1665.2183465957642, + "skipped": false + }, + { + "ep_idx": 20, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1666.6488056182861, + "skipped": false + }, + { + "ep_idx": 21, + "success": true, + "replans": 50, + "steps": 202, + "reward": -202.0, + "time": 1664.008446931839, + "skipped": false + }, + { + "ep_idx": 22, + "success": true, + "replans": 50, + "steps": 210, + "reward": -210.0, + "time": 1670.5610432624817, + "skipped": false + }, + { + "ep_idx": 23, + "success": true, + "replans": 50, + "steps": 193, + "reward": -193.0, + "time": 1666.6768414974213, + "skipped": false + }, + { + "ep_idx": 24, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1670.4220788478851, + "skipped": false + }, + { + "ep_idx": 25, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1665.3262679576874, + "skipped": false + }, + { + "ep_idx": 26, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1671.0742592811584, + "skipped": false + }, + { + "ep_idx": 27, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1667.027693271637, + "skipped": false + }, + { + "ep_idx": 28, + "success": true, + "replans": 50, + "steps": 265, + "reward": -265.0, + "time": 1665.8909091949463, + "skipped": false + }, + { + "ep_idx": 29, + "success": true, + "replans": 49, + "steps": 62, + "reward": -62.0, + "time": 1634.3459050655365, + "skipped": false + }, + { + "ep_idx": 30, + "success": true, + "replans": 50, + "steps": 202, + "reward": -202.0, + "time": 1668.9158906936646, + "skipped": false + }, + { + "ep_idx": 31, + "success": true, + "replans": 50, + "steps": 198, + "reward": -198.0, + "time": 1664.9268279075623, + "skipped": false + }, + { + "ep_idx": 32, + "success": true, + "replans": 50, + "steps": 208, + "reward": -208.0, + "time": 1664.9705865383148, + "skipped": false + }, + { + "ep_idx": 33, + "success": true, + "replans": 50, + "steps": 282, + "reward": -282.0, + "time": 1664.4522233009338, + "skipped": false + }, + { + "ep_idx": 34, + "success": true, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1667.4323410987854, + "skipped": false + }, + { + "ep_idx": 35, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1667.5238242149353, + "skipped": false + }, + { + "ep_idx": 36, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1670.2354803085327, + "skipped": false + }, + { + "ep_idx": 37, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1668.7397994995117, + "skipped": false + }, + { + "ep_idx": 38, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1670.2693238258362, + "skipped": false + }, + { + "ep_idx": 39, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1679.5605278015137, + "skipped": false + }, + { + "ep_idx": 40, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1691.2815573215485, + "skipped": false + }, + { + "ep_idx": 41, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1691.6463549137115, + "skipped": false + }, + { + "ep_idx": 42, + "success": true, + "replans": 47, + "steps": 113, + "reward": -113.0, + "time": 1601.2109661102295, + "skipped": false + }, + { + "ep_idx": 43, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1694.1391746997833, + "skipped": false + }, + { + "ep_idx": 44, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1694.9425733089447, + "skipped": false + }, + { + "ep_idx": 45, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1693.6851832866669, + "skipped": false + }, + { + "ep_idx": 46, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1685.695657491684, + "skipped": false + }, + { + "ep_idx": 47, + "success": true, + "replans": 50, + "steps": 216, + "reward": -216.0, + "time": 1685.9601516723633, + "skipped": false + }, + { + "ep_idx": 48, + "success": true, + "replans": 40, + "steps": 81, + "reward": -81.0, + "time": 1358.8663551807404, + "skipped": false + }, + { + "ep_idx": 49, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 1690.0025551319122, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/DynObstruction2D-o1-v0_gsc_resampling_s0.json b/eval_results/kinder_4mode/DynObstruction2D-o1-v0_gsc_resampling_s0.json new file mode 100644 index 0000000000000000000000000000000000000000..fb2ec9ce84fa6d2cd565faf743fd3cf6fda2c240 --- /dev/null +++ b/eval_results/kinder_4mode/DynObstruction2D-o1-v0_gsc_resampling_s0.json @@ -0,0 +1,610 @@ +{ + "env_name": "kinder-DynObstruction2D-o1-v0", + "env_spec": { + "env_name": "kinder-DynObstruction2D-o1-v0", + "family": "kinder2d", + "scale": "o1", + "train_traj_len": 250, + "obs_dim_full": 68, + "goal_dim": 68, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67 + ], + "plan_sm_horizon": 64, + "plan_len_ovlp": 24, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 400, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 400, + "eval_probs_h5": "none", + "eval_default_n_comp": 5, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 500 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-DynObstruction2D-o1-v0", + "eval_name": "4mode_gsc_resampling", + "planner_name": "baseline", + "planner_epoch": "latest", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 0, + "ev_n_comp": 3, + "var_temp": 1.0, + "cond_w": 3.0, + "use_ddim": 1, + "ddim_steps": 100, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 1.0, + "replan_every": null, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc_resampling", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": false, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 44.0, + "avg_reward": 0.0, + "avg_time": 0.0, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 1, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 2, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 3, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 4, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 5, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 6, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 7, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 8, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 9, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 10, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 11, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 12, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 13, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 14, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 15, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 16, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 17, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 18, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 19, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 20, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 21, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 22, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 23, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 24, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 25, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 26, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 27, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 28, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 29, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 30, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 31, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 32, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 33, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 34, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 35, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 36, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 37, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 38, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 39, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 40, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 41, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 42, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 43, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 44, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 45, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 46, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 47, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 48, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 49, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/DynObstruction2D-o1-v0_gsc_resampling_s1.json b/eval_results/kinder_4mode/DynObstruction2D-o1-v0_gsc_resampling_s1.json new file mode 100644 index 0000000000000000000000000000000000000000..d45bdf200a9e3c2739d697e43aaecf07fdd19e77 --- /dev/null +++ b/eval_results/kinder_4mode/DynObstruction2D-o1-v0_gsc_resampling_s1.json @@ -0,0 +1,610 @@ +{ + "env_name": "kinder-DynObstruction2D-o1-v0", + "env_spec": { + "env_name": "kinder-DynObstruction2D-o1-v0", + "family": "kinder2d", + "scale": "o1", + "train_traj_len": 250, + "obs_dim_full": 68, + "goal_dim": 68, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67 + ], + "plan_sm_horizon": 64, + "plan_len_ovlp": 24, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 400, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 400, + "eval_probs_h5": "none", + "eval_default_n_comp": 5, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 500 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-DynObstruction2D-o1-v0", + "eval_name": "4mode_gsc_resampling", + "planner_name": "baseline", + "planner_epoch": "latest", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 1, + "ev_n_comp": 3, + "var_temp": 1.0, + "cond_w": 3.0, + "use_ddim": 1, + "ddim_steps": 100, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 1.0, + "replan_every": null, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc_resampling", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": false, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 34.0, + "avg_reward": -399.9, + "avg_time": 886.8387240791321, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": true, + "replans": 50, + "steps": 256, + "reward": -256.0, + "time": 913.1427044868469, + "skipped": false + }, + { + "ep_idx": 1, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 926.7730283737183, + "skipped": false + }, + { + "ep_idx": 2, + "success": true, + "replans": 50, + "steps": 60, + "reward": -60.0, + "time": 925.9136641025543, + "skipped": false + }, + { + "ep_idx": 3, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 930.4695763587952, + "skipped": false + }, + { + "ep_idx": 4, + "success": false, + "replans": 49, + "steps": 500, + "reward": -500.0, + "time": 910.5856280326843, + "skipped": false + }, + { + "ep_idx": 5, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 926.3023042678833, + "skipped": false + }, + { + "ep_idx": 6, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 927.4277968406677, + "skipped": false + }, + { + "ep_idx": 7, + "success": true, + "replans": 11, + "steps": 12, + "reward": -12.0, + "time": 217.41076111793518, + "skipped": false + }, + { + "ep_idx": 8, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 893.7282290458679, + "skipped": false + }, + { + "ep_idx": 9, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 891.2032759189606, + "skipped": false + }, + { + "ep_idx": 10, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 896.023211479187, + "skipped": false + }, + { + "ep_idx": 11, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 892.1089444160461, + "skipped": false + }, + { + "ep_idx": 12, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 893.42564702034, + "skipped": false + }, + { + "ep_idx": 13, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 893.316020488739, + "skipped": false + }, + { + "ep_idx": 14, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 893.0216302871704, + "skipped": false + }, + { + "ep_idx": 15, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 891.2307844161987, + "skipped": false + }, + { + "ep_idx": 16, + "success": true, + "replans": 50, + "steps": 277, + "reward": -277.0, + "time": 891.6085999011993, + "skipped": false + }, + { + "ep_idx": 17, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 892.6051983833313, + "skipped": false + }, + { + "ep_idx": 18, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 902.7782831192017, + "skipped": false + }, + { + "ep_idx": 19, + "success": true, + "replans": 50, + "steps": 274, + "reward": -274.0, + "time": 891.5659852027893, + "skipped": false + }, + { + "ep_idx": 20, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 893.4715135097504, + "skipped": false + }, + { + "ep_idx": 21, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 893.3346974849701, + "skipped": false + }, + { + "ep_idx": 22, + "success": true, + "replans": 50, + "steps": 210, + "reward": -210.0, + "time": 893.8432490825653, + "skipped": false + }, + { + "ep_idx": 23, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 894.6569907665253, + "skipped": false + }, + { + "ep_idx": 24, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 894.0011739730835, + "skipped": false + }, + { + "ep_idx": 25, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 893.027485370636, + "skipped": false + }, + { + "ep_idx": 26, + "success": true, + "replans": 50, + "steps": 241, + "reward": -241.0, + "time": 896.2268216609955, + "skipped": false + }, + { + "ep_idx": 27, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 901.3978872299194, + "skipped": false + }, + { + "ep_idx": 28, + "success": true, + "replans": 50, + "steps": 211, + "reward": -211.0, + "time": 900.2792890071869, + "skipped": false + }, + { + "ep_idx": 29, + "success": true, + "replans": 45, + "steps": 56, + "reward": -56.0, + "time": 810.6340787410736, + "skipped": false + }, + { + "ep_idx": 30, + "success": true, + "replans": 50, + "steps": 203, + "reward": -203.0, + "time": 899.5574145317078, + "skipped": false + }, + { + "ep_idx": 31, + "success": true, + "replans": 50, + "steps": 205, + "reward": -205.0, + "time": 898.6753981113434, + "skipped": false + }, + { + "ep_idx": 32, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 905.0708611011505, + "skipped": false + }, + { + "ep_idx": 33, + "success": true, + "replans": 50, + "steps": 339, + "reward": -339.0, + "time": 903.5412604808807, + "skipped": false + }, + { + "ep_idx": 34, + "success": true, + "replans": 50, + "steps": 199, + "reward": -199.0, + "time": 906.9443657398224, + "skipped": false + }, + { + "ep_idx": 35, + "success": true, + "replans": 50, + "steps": 295, + "reward": -295.0, + "time": 903.6186375617981, + "skipped": false + }, + { + "ep_idx": 36, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 904.6700570583344, + "skipped": false + }, + { + "ep_idx": 37, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 901.3031995296478, + "skipped": false + }, + { + "ep_idx": 38, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 903.8739366531372, + "skipped": false + }, + { + "ep_idx": 39, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 901.4552602767944, + "skipped": false + }, + { + "ep_idx": 40, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 903.282853603363, + "skipped": false + }, + { + "ep_idx": 41, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 905.5311086177826, + "skipped": false + }, + { + "ep_idx": 42, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 904.197107553482, + "skipped": false + }, + { + "ep_idx": 43, + "success": true, + "replans": 50, + "steps": 193, + "reward": -193.0, + "time": 902.5599226951599, + "skipped": false + }, + { + "ep_idx": 44, + "success": true, + "replans": 50, + "steps": 246, + "reward": -246.0, + "time": 905.1577031612396, + "skipped": false + }, + { + "ep_idx": 45, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 904.2969081401825, + "skipped": false + }, + { + "ep_idx": 46, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 904.6655802726746, + "skipped": false + }, + { + "ep_idx": 47, + "success": true, + "replans": 50, + "steps": 218, + "reward": -218.0, + "time": 901.3590996265411, + "skipped": false + }, + { + "ep_idx": 48, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 907.1773090362549, + "skipped": false + }, + { + "ep_idx": 49, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 903.4837601184845, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/DynObstruction2D-o1-v0_gsc_resampling_s2.json b/eval_results/kinder_4mode/DynObstruction2D-o1-v0_gsc_resampling_s2.json new file mode 100644 index 0000000000000000000000000000000000000000..8cc1e96f49244371f8744bd6ea3c6fda850fb77a --- /dev/null +++ b/eval_results/kinder_4mode/DynObstruction2D-o1-v0_gsc_resampling_s2.json @@ -0,0 +1,610 @@ +{ + "env_name": "kinder-DynObstruction2D-o1-v0", + "env_spec": { + "env_name": "kinder-DynObstruction2D-o1-v0", + "family": "kinder2d", + "scale": "o1", + "train_traj_len": 250, + "obs_dim_full": 68, + "goal_dim": 68, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67 + ], + "plan_sm_horizon": 64, + "plan_len_ovlp": 24, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 400, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 400, + "eval_probs_h5": "none", + "eval_default_n_comp": 5, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 500 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-DynObstruction2D-o1-v0", + "eval_name": "4mode_gsc_resampling", + "planner_name": "baseline", + "planner_epoch": "latest", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 2, + "ev_n_comp": 3, + "var_temp": 1.0, + "cond_w": 3.0, + "use_ddim": 1, + "ddim_steps": 100, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 1.0, + "replan_every": null, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc_resampling", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": false, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 20.0, + "avg_reward": 0.0, + "avg_time": 0.0, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 1, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 2, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 3, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 4, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 5, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 6, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 7, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 8, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 9, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 10, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 11, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 12, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 13, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 14, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 15, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 16, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 17, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 18, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 19, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 20, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 21, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 22, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 23, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 24, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 25, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 26, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 27, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 28, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 29, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 30, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 31, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 32, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 33, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 34, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 35, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 36, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 37, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 38, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 39, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 40, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 41, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 42, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 43, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 44, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 45, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 46, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 47, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 48, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 49, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/DynObstruction2D-o1-v0_gsc_s0.json b/eval_results/kinder_4mode/DynObstruction2D-o1-v0_gsc_s0.json new file mode 100644 index 0000000000000000000000000000000000000000..0d620f7c102ae35c68d301f0214afb7e1f1386dd --- /dev/null +++ b/eval_results/kinder_4mode/DynObstruction2D-o1-v0_gsc_s0.json @@ -0,0 +1,610 @@ +{ + "env_name": "kinder-DynObstruction2D-o1-v0", + "env_spec": { + "env_name": "kinder-DynObstruction2D-o1-v0", + "family": "kinder2d", + "scale": "o1", + "train_traj_len": 250, + "obs_dim_full": 68, + "goal_dim": 68, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67 + ], + "plan_sm_horizon": 64, + "plan_len_ovlp": 24, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 400, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 400, + "eval_probs_h5": "none", + "eval_default_n_comp": 5, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 500 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-DynObstruction2D-o1-v0", + "eval_name": "4mode_gsc", + "planner_name": "baseline", + "planner_epoch": "latest", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 0, + "ev_n_comp": 3, + "var_temp": 1.0, + "cond_w": 3.0, + "use_ddim": 1, + "ddim_steps": 100, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 1.0, + "replan_every": null, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": false, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 48.0, + "avg_reward": -395.48, + "avg_time": 173.0568386363983, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": true, + "replans": 0, + "steps": 140, + "reward": -140.0, + "time": 5.208316326141357, + "skipped": false + }, + { + "ep_idx": 1, + "success": false, + "replans": 5, + "steps": 500, + "reward": -500.0, + "time": 25.00080966949463, + "skipped": false + }, + { + "ep_idx": 2, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 191.48153924942017, + "skipped": false + }, + { + "ep_idx": 3, + "success": true, + "replans": 0, + "steps": 144, + "reward": -144.0, + "time": 4.506246566772461, + "skipped": false + }, + { + "ep_idx": 4, + "success": false, + "replans": 40, + "steps": 500, + "reward": -500.0, + "time": 154.92423129081726, + "skipped": false + }, + { + "ep_idx": 5, + "success": true, + "replans": 50, + "steps": 343, + "reward": -343.0, + "time": 191.20838809013367, + "skipped": false + }, + { + "ep_idx": 6, + "success": false, + "replans": 27, + "steps": 500, + "reward": -500.0, + "time": 106.90020251274109, + "skipped": false + }, + { + "ep_idx": 7, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 192.15894389152527, + "skipped": false + }, + { + "ep_idx": 8, + "success": true, + "replans": 50, + "steps": 390, + "reward": -390.0, + "time": 192.1808910369873, + "skipped": false + }, + { + "ep_idx": 9, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 192.46751379966736, + "skipped": false + }, + { + "ep_idx": 10, + "success": true, + "replans": 50, + "steps": 321, + "reward": -321.0, + "time": 191.36000895500183, + "skipped": false + }, + { + "ep_idx": 11, + "success": true, + "replans": 50, + "steps": 391, + "reward": -391.0, + "time": 191.63416361808777, + "skipped": false + }, + { + "ep_idx": 12, + "success": true, + "replans": 50, + "steps": 193, + "reward": -193.0, + "time": 190.4163453578949, + "skipped": false + }, + { + "ep_idx": 13, + "success": true, + "replans": 50, + "steps": 305, + "reward": -305.0, + "time": 191.57308101654053, + "skipped": false + }, + { + "ep_idx": 14, + "success": true, + "replans": 1, + "steps": 172, + "reward": -172.0, + "time": 8.33738398551941, + "skipped": false + }, + { + "ep_idx": 15, + "success": true, + "replans": 50, + "steps": 325, + "reward": -325.0, + "time": 193.36846351623535, + "skipped": false + }, + { + "ep_idx": 16, + "success": true, + "replans": 50, + "steps": 333, + "reward": -333.0, + "time": 194.59991836547852, + "skipped": false + }, + { + "ep_idx": 17, + "success": true, + "replans": 50, + "steps": 262, + "reward": -262.0, + "time": 194.42238593101501, + "skipped": false + }, + { + "ep_idx": 18, + "success": false, + "replans": 18, + "steps": 500, + "reward": -500.0, + "time": 74.63489270210266, + "skipped": false + }, + { + "ep_idx": 19, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 195.8763132095337, + "skipped": false + }, + { + "ep_idx": 20, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 195.1814525127411, + "skipped": false + }, + { + "ep_idx": 21, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 195.61164212226868, + "skipped": false + }, + { + "ep_idx": 22, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 195.25202631950378, + "skipped": false + }, + { + "ep_idx": 23, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 195.57040190696716, + "skipped": false + }, + { + "ep_idx": 24, + "success": true, + "replans": 50, + "steps": 208, + "reward": -208.0, + "time": 192.38609075546265, + "skipped": false + }, + { + "ep_idx": 25, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 194.11295890808105, + "skipped": false + }, + { + "ep_idx": 26, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 194.1142349243164, + "skipped": false + }, + { + "ep_idx": 27, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 194.6006178855896, + "skipped": false + }, + { + "ep_idx": 28, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 194.50845503807068, + "skipped": false + }, + { + "ep_idx": 29, + "success": false, + "replans": 45, + "steps": 500, + "reward": -500.0, + "time": 175.9521288871765, + "skipped": false + }, + { + "ep_idx": 30, + "success": true, + "replans": 50, + "steps": 246, + "reward": -246.0, + "time": 192.34566688537598, + "skipped": false + }, + { + "ep_idx": 31, + "success": true, + "replans": 50, + "steps": 364, + "reward": -364.0, + "time": 191.72892951965332, + "skipped": false + }, + { + "ep_idx": 32, + "success": true, + "replans": 50, + "steps": 383, + "reward": -383.0, + "time": 191.63753151893616, + "skipped": false + }, + { + "ep_idx": 33, + "success": true, + "replans": 50, + "steps": 206, + "reward": -206.0, + "time": 191.15634679794312, + "skipped": false + }, + { + "ep_idx": 34, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 193.61286997795105, + "skipped": false + }, + { + "ep_idx": 35, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 193.39454102516174, + "skipped": false + }, + { + "ep_idx": 36, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 193.8650085926056, + "skipped": false + }, + { + "ep_idx": 37, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 192.6967806816101, + "skipped": false + }, + { + "ep_idx": 38, + "success": true, + "replans": 50, + "steps": 246, + "reward": -246.0, + "time": 191.96677231788635, + "skipped": false + }, + { + "ep_idx": 39, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 193.12124586105347, + "skipped": false + }, + { + "ep_idx": 40, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 193.3491883277893, + "skipped": false + }, + { + "ep_idx": 41, + "success": true, + "replans": 50, + "steps": 339, + "reward": -339.0, + "time": 191.6837420463562, + "skipped": false + }, + { + "ep_idx": 42, + "success": true, + "replans": 50, + "steps": 243, + "reward": -243.0, + "time": 191.5469515323639, + "skipped": false + }, + { + "ep_idx": 43, + "success": true, + "replans": 50, + "steps": 247, + "reward": -247.0, + "time": 191.11816310882568, + "skipped": false + }, + { + "ep_idx": 44, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 191.95104265213013, + "skipped": false + }, + { + "ep_idx": 45, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 191.81390070915222, + "skipped": false + }, + { + "ep_idx": 46, + "success": true, + "replans": 50, + "steps": 344, + "reward": -344.0, + "time": 191.40930700302124, + "skipped": false + }, + { + "ep_idx": 47, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 192.06189393997192, + "skipped": false + }, + { + "ep_idx": 48, + "success": true, + "replans": 50, + "steps": 338, + "reward": -338.0, + "time": 191.63917350769043, + "skipped": false + }, + { + "ep_idx": 49, + "success": true, + "replans": 50, + "steps": 291, + "reward": -291.0, + "time": 191.19282746315002, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/DynObstruction2D-o1-v0_gsc_s1.json b/eval_results/kinder_4mode/DynObstruction2D-o1-v0_gsc_s1.json new file mode 100644 index 0000000000000000000000000000000000000000..b4d9ec41d1696ab73374a7f17e0ad98283cb53ae --- /dev/null +++ b/eval_results/kinder_4mode/DynObstruction2D-o1-v0_gsc_s1.json @@ -0,0 +1,610 @@ +{ + "env_name": "kinder-DynObstruction2D-o1-v0", + "env_spec": { + "env_name": "kinder-DynObstruction2D-o1-v0", + "family": "kinder2d", + "scale": "o1", + "train_traj_len": 250, + "obs_dim_full": 68, + "goal_dim": 68, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67 + ], + "plan_sm_horizon": 64, + "plan_len_ovlp": 24, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 400, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 400, + "eval_probs_h5": "none", + "eval_default_n_comp": 5, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 500 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-DynObstruction2D-o1-v0", + "eval_name": "4mode_gsc", + "planner_name": "baseline", + "planner_epoch": "latest", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 1, + "ev_n_comp": 3, + "var_temp": 1.0, + "cond_w": 3.0, + "use_ddim": 1, + "ddim_steps": 100, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 1.0, + "replan_every": null, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": false, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 42.0, + "avg_reward": -371.8, + "avg_time": 181.28271610736846, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 186.5984525680542, + "skipped": false + }, + { + "ep_idx": 1, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 186.27605891227722, + "skipped": false + }, + { + "ep_idx": 2, + "success": true, + "replans": 50, + "steps": 67, + "reward": -67.0, + "time": 184.00773978233337, + "skipped": false + }, + { + "ep_idx": 3, + "success": true, + "replans": 50, + "steps": 346, + "reward": -346.0, + "time": 186.44582748413086, + "skipped": false + }, + { + "ep_idx": 4, + "success": false, + "replans": 40, + "steps": 500, + "reward": -500.0, + "time": 151.26320433616638, + "skipped": false + }, + { + "ep_idx": 5, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 186.71030521392822, + "skipped": false + }, + { + "ep_idx": 6, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 188.8317687511444, + "skipped": false + }, + { + "ep_idx": 7, + "success": true, + "replans": 10, + "steps": 11, + "reward": -11.0, + "time": 40.24803352355957, + "skipped": false + }, + { + "ep_idx": 8, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 189.45466375350952, + "skipped": false + }, + { + "ep_idx": 9, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 188.63723301887512, + "skipped": false + }, + { + "ep_idx": 10, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 188.79997754096985, + "skipped": false + }, + { + "ep_idx": 11, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 189.03850960731506, + "skipped": false + }, + { + "ep_idx": 12, + "success": true, + "replans": 50, + "steps": 273, + "reward": -273.0, + "time": 187.66670632362366, + "skipped": false + }, + { + "ep_idx": 13, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 188.70437097549438, + "skipped": false + }, + { + "ep_idx": 14, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 188.74349331855774, + "skipped": false + }, + { + "ep_idx": 15, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 188.66916251182556, + "skipped": false + }, + { + "ep_idx": 16, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 188.50999307632446, + "skipped": false + }, + { + "ep_idx": 17, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 188.16637706756592, + "skipped": false + }, + { + "ep_idx": 18, + "success": true, + "replans": 28, + "steps": 80, + "reward": -80.0, + "time": 106.26191830635071, + "skipped": false + }, + { + "ep_idx": 19, + "success": true, + "replans": 50, + "steps": 202, + "reward": -202.0, + "time": 186.70402646064758, + "skipped": false + }, + { + "ep_idx": 20, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 188.22108507156372, + "skipped": false + }, + { + "ep_idx": 21, + "success": true, + "replans": 50, + "steps": 228, + "reward": -228.0, + "time": 187.08180713653564, + "skipped": false + }, + { + "ep_idx": 22, + "success": true, + "replans": 50, + "steps": 210, + "reward": -210.0, + "time": 187.21135663986206, + "skipped": false + }, + { + "ep_idx": 23, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 188.81413435935974, + "skipped": false + }, + { + "ep_idx": 24, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 188.88663053512573, + "skipped": false + }, + { + "ep_idx": 25, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 188.5635232925415, + "skipped": false + }, + { + "ep_idx": 26, + "success": true, + "replans": 50, + "steps": 212, + "reward": -212.0, + "time": 187.34375929832458, + "skipped": false + }, + { + "ep_idx": 27, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 189.11912608146667, + "skipped": false + }, + { + "ep_idx": 28, + "success": true, + "replans": 50, + "steps": 119, + "reward": -119.0, + "time": 187.17601680755615, + "skipped": false + }, + { + "ep_idx": 29, + "success": true, + "replans": 50, + "steps": 208, + "reward": -208.0, + "time": 187.60186982154846, + "skipped": false + }, + { + "ep_idx": 30, + "success": true, + "replans": 50, + "steps": 203, + "reward": -203.0, + "time": 187.81450152397156, + "skipped": false + }, + { + "ep_idx": 31, + "success": true, + "replans": 50, + "steps": 206, + "reward": -206.0, + "time": 191.4595170021057, + "skipped": false + }, + { + "ep_idx": 32, + "success": true, + "replans": 50, + "steps": 204, + "reward": -204.0, + "time": 187.04641580581665, + "skipped": false + }, + { + "ep_idx": 33, + "success": true, + "replans": 50, + "steps": 280, + "reward": -280.0, + "time": 187.79439306259155, + "skipped": false + }, + { + "ep_idx": 34, + "success": true, + "replans": 50, + "steps": 196, + "reward": -196.0, + "time": 187.39562559127808, + "skipped": false + }, + { + "ep_idx": 35, + "success": true, + "replans": 50, + "steps": 193, + "reward": -193.0, + "time": 187.244619846344, + "skipped": false + }, + { + "ep_idx": 36, + "success": true, + "replans": 50, + "steps": 237, + "reward": -237.0, + "time": 187.10675978660583, + "skipped": false + }, + { + "ep_idx": 37, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 188.26142239570618, + "skipped": false + }, + { + "ep_idx": 38, + "success": true, + "replans": 50, + "steps": 198, + "reward": -198.0, + "time": 186.7286057472229, + "skipped": false + }, + { + "ep_idx": 39, + "success": true, + "replans": 50, + "steps": 221, + "reward": -221.0, + "time": 186.83060932159424, + "skipped": false + }, + { + "ep_idx": 40, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 189.24310898780823, + "skipped": false + }, + { + "ep_idx": 41, + "success": false, + "replans": 31, + "steps": 500, + "reward": -500.0, + "time": 119.53336119651794, + "skipped": false + }, + { + "ep_idx": 42, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 188.84573769569397, + "skipped": false + }, + { + "ep_idx": 43, + "success": true, + "replans": 50, + "steps": 196, + "reward": -196.0, + "time": 186.53810620307922, + "skipped": false + }, + { + "ep_idx": 44, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 188.78859329223633, + "skipped": false + }, + { + "ep_idx": 45, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 188.51710295677185, + "skipped": false + }, + { + "ep_idx": 46, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 188.42949676513672, + "skipped": false + }, + { + "ep_idx": 47, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 188.56426215171814, + "skipped": false + }, + { + "ep_idx": 48, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 189.12574553489685, + "skipped": false + }, + { + "ep_idx": 49, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 189.11068892478943, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/DynObstruction2D-o1-v0_gsc_s2.json b/eval_results/kinder_4mode/DynObstruction2D-o1-v0_gsc_s2.json new file mode 100644 index 0000000000000000000000000000000000000000..91601c88eeb057a71097eaed6e8f2ce6d234b133 --- /dev/null +++ b/eval_results/kinder_4mode/DynObstruction2D-o1-v0_gsc_s2.json @@ -0,0 +1,610 @@ +{ + "env_name": "kinder-DynObstruction2D-o1-v0", + "env_spec": { + "env_name": "kinder-DynObstruction2D-o1-v0", + "family": "kinder2d", + "scale": "o1", + "train_traj_len": 250, + "obs_dim_full": 68, + "goal_dim": 68, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67 + ], + "plan_sm_horizon": 64, + "plan_len_ovlp": 24, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 400, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 400, + "eval_probs_h5": "none", + "eval_default_n_comp": 5, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 500 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-DynObstruction2D-o1-v0", + "eval_name": "4mode_gsc", + "planner_name": "baseline", + "planner_epoch": "latest", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 2, + "ev_n_comp": 3, + "var_temp": 1.0, + "cond_w": 3.0, + "use_ddim": 1, + "ddim_steps": 100, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 1.0, + "replan_every": null, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": false, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 24.0, + "avg_reward": -426.96, + "avg_time": 177.16675745010377, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 184.7224144935608, + "skipped": false + }, + { + "ep_idx": 1, + "success": true, + "replans": 0, + "steps": 1, + "reward": -1.0, + "time": 3.6299965381622314, + "skipped": false + }, + { + "ep_idx": 2, + "success": true, + "replans": 50, + "steps": 223, + "reward": -223.0, + "time": 183.5119206905365, + "skipped": false + }, + { + "ep_idx": 3, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 185.32210683822632, + "skipped": false + }, + { + "ep_idx": 4, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 185.31444931030273, + "skipped": false + }, + { + "ep_idx": 5, + "success": true, + "replans": 50, + "steps": 201, + "reward": -201.0, + "time": 183.94423651695251, + "skipped": false + }, + { + "ep_idx": 6, + "success": false, + "replans": 18, + "steps": 500, + "reward": -500.0, + "time": 70.98184418678284, + "skipped": false + }, + { + "ep_idx": 7, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 185.60688376426697, + "skipped": false + }, + { + "ep_idx": 8, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 186.09540224075317, + "skipped": false + }, + { + "ep_idx": 9, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 185.76241397857666, + "skipped": false + }, + { + "ep_idx": 10, + "success": true, + "replans": 50, + "steps": 223, + "reward": -223.0, + "time": 184.06519103050232, + "skipped": false + }, + { + "ep_idx": 11, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 186.25241017341614, + "skipped": false + }, + { + "ep_idx": 12, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 185.50860810279846, + "skipped": false + }, + { + "ep_idx": 13, + "success": true, + "replans": 50, + "steps": 231, + "reward": -231.0, + "time": 184.5294623374939, + "skipped": false + }, + { + "ep_idx": 14, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 186.25940012931824, + "skipped": false + }, + { + "ep_idx": 15, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 185.6742081642151, + "skipped": false + }, + { + "ep_idx": 16, + "success": true, + "replans": 50, + "steps": 356, + "reward": -356.0, + "time": 185.5338261127472, + "skipped": false + }, + { + "ep_idx": 17, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 185.7350082397461, + "skipped": false + }, + { + "ep_idx": 18, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 185.32446575164795, + "skipped": false + }, + { + "ep_idx": 19, + "success": true, + "replans": 50, + "steps": 130, + "reward": -130.0, + "time": 183.52128052711487, + "skipped": false + }, + { + "ep_idx": 20, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 185.77797055244446, + "skipped": false + }, + { + "ep_idx": 21, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 185.16932773590088, + "skipped": false + }, + { + "ep_idx": 22, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 185.66233229637146, + "skipped": false + }, + { + "ep_idx": 23, + "success": false, + "replans": 30, + "steps": 500, + "reward": -500.0, + "time": 114.24811458587646, + "skipped": false + }, + { + "ep_idx": 24, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 186.49765706062317, + "skipped": false + }, + { + "ep_idx": 25, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 185.9810290336609, + "skipped": false + }, + { + "ep_idx": 26, + "success": true, + "replans": 36, + "steps": 91, + "reward": -91.0, + "time": 133.386075258255, + "skipped": false + }, + { + "ep_idx": 27, + "success": true, + "replans": 50, + "steps": 205, + "reward": -205.0, + "time": 184.05457067489624, + "skipped": false + }, + { + "ep_idx": 28, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 185.9391531944275, + "skipped": false + }, + { + "ep_idx": 29, + "success": true, + "replans": 50, + "steps": 246, + "reward": -246.0, + "time": 185.12689542770386, + "skipped": false + }, + { + "ep_idx": 30, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 185.98262786865234, + "skipped": false + }, + { + "ep_idx": 31, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 186.00696659088135, + "skipped": false + }, + { + "ep_idx": 32, + "success": true, + "replans": 50, + "steps": 258, + "reward": -258.0, + "time": 185.54959630966187, + "skipped": false + }, + { + "ep_idx": 33, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 186.4788498878479, + "skipped": false + }, + { + "ep_idx": 34, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 186.0599982738495, + "skipped": false + }, + { + "ep_idx": 35, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 185.95823216438293, + "skipped": false + }, + { + "ep_idx": 36, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 186.8310067653656, + "skipped": false + }, + { + "ep_idx": 37, + "success": true, + "replans": 50, + "steps": 183, + "reward": -183.0, + "time": 184.4693205356598, + "skipped": false + }, + { + "ep_idx": 38, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 186.9791338443756, + "skipped": false + }, + { + "ep_idx": 39, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 185.77208614349365, + "skipped": false + }, + { + "ep_idx": 40, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 186.33102774620056, + "skipped": false + }, + { + "ep_idx": 41, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 185.59722471237183, + "skipped": false + }, + { + "ep_idx": 42, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 186.2575626373291, + "skipped": false + }, + { + "ep_idx": 43, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 185.70245122909546, + "skipped": false + }, + { + "ep_idx": 44, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 186.2407202720642, + "skipped": false + }, + { + "ep_idx": 45, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 184.98711395263672, + "skipped": false + }, + { + "ep_idx": 46, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 186.00877928733826, + "skipped": false + }, + { + "ep_idx": 47, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 185.36858320236206, + "skipped": false + }, + { + "ep_idx": 48, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 185.64099788665771, + "skipped": false + }, + { + "ep_idx": 49, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 186.97693824768066, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/DynPushPullHook2D-o5-v0_gsc_pruning_s0.json b/eval_results/kinder_4mode/DynPushPullHook2D-o5-v0_gsc_pruning_s0.json new file mode 100644 index 0000000000000000000000000000000000000000..83db5389b008fac7197a6e85703056fcff9e0079 --- /dev/null +++ b/eval_results/kinder_4mode/DynPushPullHook2D-o5-v0_gsc_pruning_s0.json @@ -0,0 +1,672 @@ +{ + "env_name": "kinder-DynPushPullHook2D-o5-v0", + "env_spec": { + "env_name": "kinder-DynPushPullHook2D-o5-v0", + "family": "kinder2d", + "scale": "o5", + "train_traj_len": 250, + "obs_dim_full": 130, + "goal_dim": 130, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129 + ], + "plan_sm_horizon": 64, + "plan_len_ovlp": 24, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 400, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 400, + "eval_probs_h5": "none", + "eval_default_n_comp": 5, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 500 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-DynPushPullHook2D-o5-v0", + "eval_name": "4mode_gsc_pruning", + "planner_name": "baseline", + "planner_epoch": "latest", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 0, + "ev_n_comp": 5, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 1.0, + "replan_every": 3, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc_pruning", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": false, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 0.0, + "avg_reward": -500.0, + "avg_time": 593.8237834501266, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 591.6822383403778, + "skipped": false + }, + { + "ep_idx": 1, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 592.1811819076538, + "skipped": false + }, + { + "ep_idx": 2, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 592.4353828430176, + "skipped": false + }, + { + "ep_idx": 3, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 592.6588966846466, + "skipped": false + }, + { + "ep_idx": 4, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 593.4487318992615, + "skipped": false + }, + { + "ep_idx": 5, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 591.5370826721191, + "skipped": false + }, + { + "ep_idx": 6, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 592.3861327171326, + "skipped": false + }, + { + "ep_idx": 7, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 592.4415066242218, + "skipped": false + }, + { + "ep_idx": 8, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 593.2446267604828, + "skipped": false + }, + { + "ep_idx": 9, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 592.7408995628357, + "skipped": false + }, + { + "ep_idx": 10, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 593.7924304008484, + "skipped": false + }, + { + "ep_idx": 11, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 592.7332391738892, + "skipped": false + }, + { + "ep_idx": 12, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 592.3290972709656, + "skipped": false + }, + { + "ep_idx": 13, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 592.3502049446106, + "skipped": false + }, + { + "ep_idx": 14, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 592.9635410308838, + "skipped": false + }, + { + "ep_idx": 15, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 593.7736103534698, + "skipped": false + }, + { + "ep_idx": 16, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 593.3519911766052, + "skipped": false + }, + { + "ep_idx": 17, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 591.9922633171082, + "skipped": false + }, + { + "ep_idx": 18, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 593.2680730819702, + "skipped": false + }, + { + "ep_idx": 19, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 594.5227496623993, + "skipped": false + }, + { + "ep_idx": 20, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 593.6282584667206, + "skipped": false + }, + { + "ep_idx": 21, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 594.7306668758392, + "skipped": false + }, + { + "ep_idx": 22, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 594.532243013382, + "skipped": false + }, + { + "ep_idx": 23, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 593.6864671707153, + "skipped": false + }, + { + "ep_idx": 24, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 594.9140198230743, + "skipped": false + }, + { + "ep_idx": 25, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 593.3279368877411, + "skipped": false + }, + { + "ep_idx": 26, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 595.5496220588684, + "skipped": false + }, + { + "ep_idx": 27, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 593.4940791130066, + "skipped": false + }, + { + "ep_idx": 28, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 596.1379034519196, + "skipped": false + }, + { + "ep_idx": 29, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 594.4574446678162, + "skipped": false + }, + { + "ep_idx": 30, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 594.6937103271484, + "skipped": false + }, + { + "ep_idx": 31, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 595.2117040157318, + "skipped": false + }, + { + "ep_idx": 32, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 594.3864591121674, + "skipped": false + }, + { + "ep_idx": 33, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 594.5582106113434, + "skipped": false + }, + { + "ep_idx": 34, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 594.0893993377686, + "skipped": false + }, + { + "ep_idx": 35, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 594.7526140213013, + "skipped": false + }, + { + "ep_idx": 36, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 595.2968347072601, + "skipped": false + }, + { + "ep_idx": 37, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 594.6139531135559, + "skipped": false + }, + { + "ep_idx": 38, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 595.0200691223145, + "skipped": false + }, + { + "ep_idx": 39, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 595.7577333450317, + "skipped": false + }, + { + "ep_idx": 40, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 595.2320141792297, + "skipped": false + }, + { + "ep_idx": 41, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 594.9873311519623, + "skipped": false + }, + { + "ep_idx": 42, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 594.7424237728119, + "skipped": false + }, + { + "ep_idx": 43, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 594.780659198761, + "skipped": false + }, + { + "ep_idx": 44, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 594.8190355300903, + "skipped": false + }, + { + "ep_idx": 45, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 595.4059138298035, + "skipped": false + }, + { + "ep_idx": 46, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 594.160121679306, + "skipped": false + }, + { + "ep_idx": 47, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 593.2917256355286, + "skipped": false + }, + { + "ep_idx": 48, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 593.6063497066498, + "skipped": false + }, + { + "ep_idx": 49, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 591.4903881549835, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/DynPushPullHook2D-o5-v0_gsc_pruning_s1.json b/eval_results/kinder_4mode/DynPushPullHook2D-o5-v0_gsc_pruning_s1.json new file mode 100644 index 0000000000000000000000000000000000000000..6b01373d0b81776edda5ce1e48b94d136b1d842c --- /dev/null +++ b/eval_results/kinder_4mode/DynPushPullHook2D-o5-v0_gsc_pruning_s1.json @@ -0,0 +1,672 @@ +{ + "env_name": "kinder-DynPushPullHook2D-o5-v0", + "env_spec": { + "env_name": "kinder-DynPushPullHook2D-o5-v0", + "family": "kinder2d", + "scale": "o5", + "train_traj_len": 250, + "obs_dim_full": 130, + "goal_dim": 130, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129 + ], + "plan_sm_horizon": 64, + "plan_len_ovlp": 24, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 400, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 400, + "eval_probs_h5": "none", + "eval_default_n_comp": 5, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 500 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-DynPushPullHook2D-o5-v0", + "eval_name": "4mode_gsc_pruning", + "planner_name": "baseline", + "planner_epoch": "latest", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 1, + "ev_n_comp": 5, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 1.0, + "replan_every": 3, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc_pruning", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": false, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 0.0, + "avg_reward": 0.0, + "avg_time": 0.0, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 1, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 2, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 3, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 4, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 5, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 6, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 7, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 8, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 9, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 10, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 11, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 12, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 13, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 14, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 15, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 16, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 17, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 18, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 19, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 20, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 21, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 22, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 23, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 24, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 25, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 26, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 27, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 28, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 29, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 30, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 31, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 32, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 33, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 34, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 35, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 36, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 37, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 38, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 39, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 40, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 41, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 42, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 43, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 44, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 45, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 46, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 47, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 48, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 49, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/DynPushPullHook2D-o5-v0_gsc_pruning_s2.json b/eval_results/kinder_4mode/DynPushPullHook2D-o5-v0_gsc_pruning_s2.json new file mode 100644 index 0000000000000000000000000000000000000000..56b351bebf4119e09cc7e9abf50833402d25c812 --- /dev/null +++ b/eval_results/kinder_4mode/DynPushPullHook2D-o5-v0_gsc_pruning_s2.json @@ -0,0 +1,672 @@ +{ + "env_name": "kinder-DynPushPullHook2D-o5-v0", + "env_spec": { + "env_name": "kinder-DynPushPullHook2D-o5-v0", + "family": "kinder2d", + "scale": "o5", + "train_traj_len": 250, + "obs_dim_full": 130, + "goal_dim": 130, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129 + ], + "plan_sm_horizon": 64, + "plan_len_ovlp": 24, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 400, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 400, + "eval_probs_h5": "none", + "eval_default_n_comp": 5, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 500 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-DynPushPullHook2D-o5-v0", + "eval_name": "4mode_gsc_pruning", + "planner_name": "baseline", + "planner_epoch": "latest", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 2, + "ev_n_comp": 5, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 1.0, + "replan_every": 3, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc_pruning", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": false, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 0.0, + "avg_reward": -500.0, + "avg_time": 603.4369341230392, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 605.8106708526611, + "skipped": false + }, + { + "ep_idx": 1, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 608.9187071323395, + "skipped": false + }, + { + "ep_idx": 2, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 609.2928473949432, + "skipped": false + }, + { + "ep_idx": 3, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 611.5792021751404, + "skipped": false + }, + { + "ep_idx": 4, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 608.3121330738068, + "skipped": false + }, + { + "ep_idx": 5, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 608.4488770961761, + "skipped": false + }, + { + "ep_idx": 6, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 607.1576249599457, + "skipped": false + }, + { + "ep_idx": 7, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 608.6220545768738, + "skipped": false + }, + { + "ep_idx": 8, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 609.078763961792, + "skipped": false + }, + { + "ep_idx": 9, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 606.2428719997406, + "skipped": false + }, + { + "ep_idx": 10, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 605.057587146759, + "skipped": false + }, + { + "ep_idx": 11, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 606.9742357730865, + "skipped": false + }, + { + "ep_idx": 12, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 606.4598999023438, + "skipped": false + }, + { + "ep_idx": 13, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 606.2176961898804, + "skipped": false + }, + { + "ep_idx": 14, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 606.6343748569489, + "skipped": false + }, + { + "ep_idx": 15, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 607.9348745346069, + "skipped": false + }, + { + "ep_idx": 16, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 607.4256594181061, + "skipped": false + }, + { + "ep_idx": 17, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 606.0331859588623, + "skipped": false + }, + { + "ep_idx": 18, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 605.7696421146393, + "skipped": false + }, + { + "ep_idx": 19, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 606.4594683647156, + "skipped": false + }, + { + "ep_idx": 20, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 606.2441952228546, + "skipped": false + }, + { + "ep_idx": 21, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 606.2173755168915, + "skipped": false + }, + { + "ep_idx": 22, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 605.8855652809143, + "skipped": false + }, + { + "ep_idx": 23, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 607.6311130523682, + "skipped": false + }, + { + "ep_idx": 24, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 608.8942420482635, + "skipped": false + }, + { + "ep_idx": 25, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 608.5143492221832, + "skipped": false + }, + { + "ep_idx": 26, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 608.761753320694, + "skipped": false + }, + { + "ep_idx": 27, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 609.2552471160889, + "skipped": false + }, + { + "ep_idx": 28, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 606.680951833725, + "skipped": false + }, + { + "ep_idx": 29, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 604.9794459342957, + "skipped": false + }, + { + "ep_idx": 30, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 604.7348716259003, + "skipped": false + }, + { + "ep_idx": 31, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 606.7842013835907, + "skipped": false + }, + { + "ep_idx": 32, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 606.698627948761, + "skipped": false + }, + { + "ep_idx": 33, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 606.6024763584137, + "skipped": false + }, + { + "ep_idx": 34, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 607.2627763748169, + "skipped": false + }, + { + "ep_idx": 35, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 594.5694386959076, + "skipped": false + }, + { + "ep_idx": 36, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 592.6279158592224, + "skipped": false + }, + { + "ep_idx": 37, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 593.738025188446, + "skipped": false + }, + { + "ep_idx": 38, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 596.5858654975891, + "skipped": false + }, + { + "ep_idx": 39, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 595.79461145401, + "skipped": false + }, + { + "ep_idx": 40, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 593.9954135417938, + "skipped": false + }, + { + "ep_idx": 41, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 595.3614356517792, + "skipped": false + }, + { + "ep_idx": 42, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 594.4400277137756, + "skipped": false + }, + { + "ep_idx": 43, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 594.8726494312286, + "skipped": false + }, + { + "ep_idx": 44, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 595.9111018180847, + "skipped": false + }, + { + "ep_idx": 45, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 593.6817088127136, + "skipped": false + }, + { + "ep_idx": 46, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 594.3990278244019, + "skipped": false + }, + { + "ep_idx": 47, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 594.0053668022156, + "skipped": false + }, + { + "ep_idx": 48, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 594.5772213935852, + "skipped": false + }, + { + "ep_idx": 49, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 593.7093267440796, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/DynPushPullHook2D-o5-v0_gsc_resampling_pruning_s0.json b/eval_results/kinder_4mode/DynPushPullHook2D-o5-v0_gsc_resampling_pruning_s0.json new file mode 100644 index 0000000000000000000000000000000000000000..48cfe209f90c06e658ba47259d93cd6674ed58e7 --- /dev/null +++ b/eval_results/kinder_4mode/DynPushPullHook2D-o5-v0_gsc_resampling_pruning_s0.json @@ -0,0 +1,672 @@ +{ + "env_name": "kinder-DynPushPullHook2D-o5-v0", + "env_spec": { + "env_name": "kinder-DynPushPullHook2D-o5-v0", + "family": "kinder2d", + "scale": "o5", + "train_traj_len": 250, + "obs_dim_full": 130, + "goal_dim": 130, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129 + ], + "plan_sm_horizon": 64, + "plan_len_ovlp": 24, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 400, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 400, + "eval_probs_h5": "none", + "eval_default_n_comp": 5, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 500 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-DynPushPullHook2D-o5-v0", + "eval_name": "4mode_gsc_resampling_pruning", + "planner_name": "baseline", + "planner_epoch": "latest", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 0, + "ev_n_comp": 5, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 1.0, + "replan_every": 3, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc_resampling_pruning", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": false, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 0.0, + "avg_reward": 0.0, + "avg_time": 0.0, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 1, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 2, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 3, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 4, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 5, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 6, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 7, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 8, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 9, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 10, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 11, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 12, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 13, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 14, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 15, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 16, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 17, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 18, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 19, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 20, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 21, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 22, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 23, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 24, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 25, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 26, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 27, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 28, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 29, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 30, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 31, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 32, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 33, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 34, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 35, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 36, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 37, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 38, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 39, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 40, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 41, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 42, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 43, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 44, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 45, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 46, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 47, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 48, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 49, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/DynPushPullHook2D-o5-v0_gsc_resampling_pruning_s1.json b/eval_results/kinder_4mode/DynPushPullHook2D-o5-v0_gsc_resampling_pruning_s1.json new file mode 100644 index 0000000000000000000000000000000000000000..53b0a11248f5dc8ce6c33021238ad6612ecb82f4 --- /dev/null +++ b/eval_results/kinder_4mode/DynPushPullHook2D-o5-v0_gsc_resampling_pruning_s1.json @@ -0,0 +1,672 @@ +{ + "env_name": "kinder-DynPushPullHook2D-o5-v0", + "env_spec": { + "env_name": "kinder-DynPushPullHook2D-o5-v0", + "family": "kinder2d", + "scale": "o5", + "train_traj_len": 250, + "obs_dim_full": 130, + "goal_dim": 130, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129 + ], + "plan_sm_horizon": 64, + "plan_len_ovlp": 24, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 400, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 400, + "eval_probs_h5": "none", + "eval_default_n_comp": 5, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 500 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-DynPushPullHook2D-o5-v0", + "eval_name": "4mode_gsc_resampling_pruning", + "planner_name": "baseline", + "planner_epoch": "latest", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 1, + "ev_n_comp": 5, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 1.0, + "replan_every": 3, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc_resampling_pruning", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": false, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 0.0, + "avg_reward": 0.0, + "avg_time": 0.0, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 1, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 2, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 3, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 4, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 5, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 6, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 7, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 8, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 9, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 10, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 11, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 12, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 13, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 14, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 15, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 16, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 17, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 18, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 19, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 20, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 21, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 22, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 23, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 24, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 25, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 26, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 27, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 28, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 29, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 30, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 31, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 32, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 33, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 34, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 35, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 36, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 37, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 38, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 39, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 40, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 41, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 42, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 43, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 44, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 45, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 46, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 47, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 48, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 49, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/DynPushPullHook2D-o5-v0_gsc_resampling_pruning_s2.json b/eval_results/kinder_4mode/DynPushPullHook2D-o5-v0_gsc_resampling_pruning_s2.json new file mode 100644 index 0000000000000000000000000000000000000000..f3cc9bc8b41727595e3a57f74d6417a55dd70ab9 --- /dev/null +++ b/eval_results/kinder_4mode/DynPushPullHook2D-o5-v0_gsc_resampling_pruning_s2.json @@ -0,0 +1,672 @@ +{ + "env_name": "kinder-DynPushPullHook2D-o5-v0", + "env_spec": { + "env_name": "kinder-DynPushPullHook2D-o5-v0", + "family": "kinder2d", + "scale": "o5", + "train_traj_len": 250, + "obs_dim_full": 130, + "goal_dim": 130, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129 + ], + "plan_sm_horizon": 64, + "plan_len_ovlp": 24, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 400, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 400, + "eval_probs_h5": "none", + "eval_default_n_comp": 5, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 500 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-DynPushPullHook2D-o5-v0", + "eval_name": "4mode_gsc_resampling_pruning", + "planner_name": "baseline", + "planner_epoch": "latest", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 2, + "ev_n_comp": 5, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 1.0, + "replan_every": 3, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc_resampling_pruning", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": false, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 0.0, + "avg_reward": 0.0, + "avg_time": 0.0, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 1, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 2, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 3, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 4, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 5, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 6, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 7, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 8, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 9, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 10, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 11, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 12, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 13, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 14, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 15, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 16, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 17, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 18, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 19, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 20, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 21, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 22, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 23, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 24, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 25, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 26, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 27, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 28, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 29, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 30, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 31, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 32, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 33, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 34, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 35, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 36, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 37, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 38, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 39, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 40, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 41, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 42, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 43, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 44, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 45, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 46, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 47, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 48, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 49, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/DynPushPullHook2D-o5-v0_gsc_resampling_s0.json b/eval_results/kinder_4mode/DynPushPullHook2D-o5-v0_gsc_resampling_s0.json new file mode 100644 index 0000000000000000000000000000000000000000..a9a4fa38e1f7c7dee5fc08d61b286ecb296d0cd6 --- /dev/null +++ b/eval_results/kinder_4mode/DynPushPullHook2D-o5-v0_gsc_resampling_s0.json @@ -0,0 +1,672 @@ +{ + "env_name": "kinder-DynPushPullHook2D-o5-v0", + "env_spec": { + "env_name": "kinder-DynPushPullHook2D-o5-v0", + "family": "kinder2d", + "scale": "o5", + "train_traj_len": 250, + "obs_dim_full": 130, + "goal_dim": 130, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129 + ], + "plan_sm_horizon": 64, + "plan_len_ovlp": 24, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 400, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 400, + "eval_probs_h5": "none", + "eval_default_n_comp": 5, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 500 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-DynPushPullHook2D-o5-v0", + "eval_name": "4mode_gsc_resampling", + "planner_name": "baseline", + "planner_epoch": "latest", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 0, + "ev_n_comp": 5, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 1.0, + "replan_every": 3, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc_resampling", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": false, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 0.0, + "avg_reward": -500.0, + "avg_time": 765.7480117208079, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 1, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 2, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 3, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 4, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 5, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 6, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 7, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 8, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 9, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 10, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 11, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 12, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 905.1176743507385, + "skipped": false + }, + { + "ep_idx": 13, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 772.4909045696259, + "skipped": false + }, + { + "ep_idx": 14, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 759.5743110179901, + "skipped": false + }, + { + "ep_idx": 15, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 759.7206952571869, + "skipped": false + }, + { + "ep_idx": 16, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 759.6764130592346, + "skipped": false + }, + { + "ep_idx": 17, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 763.404584646225, + "skipped": false + }, + { + "ep_idx": 18, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 759.3493683338165, + "skipped": false + }, + { + "ep_idx": 19, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 759.5383982658386, + "skipped": false + }, + { + "ep_idx": 20, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 759.2023811340332, + "skipped": false + }, + { + "ep_idx": 21, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 759.2575979232788, + "skipped": false + }, + { + "ep_idx": 22, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 758.6854593753815, + "skipped": false + }, + { + "ep_idx": 23, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 760.3216128349304, + "skipped": false + }, + { + "ep_idx": 24, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 758.9336369037628, + "skipped": false + }, + { + "ep_idx": 25, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 761.4768908023834, + "skipped": false + }, + { + "ep_idx": 26, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 760.5318887233734, + "skipped": false + }, + { + "ep_idx": 27, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 763.0168733596802, + "skipped": false + }, + { + "ep_idx": 28, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 764.0005238056183, + "skipped": false + }, + { + "ep_idx": 29, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 760.6201972961426, + "skipped": false + }, + { + "ep_idx": 30, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 761.4633550643921, + "skipped": false + }, + { + "ep_idx": 31, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 762.0151541233063, + "skipped": false + }, + { + "ep_idx": 32, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 761.0286033153534, + "skipped": false + }, + { + "ep_idx": 33, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 762.4892237186432, + "skipped": false + }, + { + "ep_idx": 34, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 762.9816427230835, + "skipped": false + }, + { + "ep_idx": 35, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 763.6612951755524, + "skipped": false + }, + { + "ep_idx": 36, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 763.8965222835541, + "skipped": false + }, + { + "ep_idx": 37, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 764.1199326515198, + "skipped": false + }, + { + "ep_idx": 38, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 761.4468314647675, + "skipped": false + }, + { + "ep_idx": 39, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 764.1197304725647, + "skipped": false + }, + { + "ep_idx": 40, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 760.0779092311859, + "skipped": false + }, + { + "ep_idx": 41, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 764.6678903102875, + "skipped": false + }, + { + "ep_idx": 42, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 762.4509057998657, + "skipped": false + }, + { + "ep_idx": 43, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 763.3631892204285, + "skipped": false + }, + { + "ep_idx": 44, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 761.7454652786255, + "skipped": false + }, + { + "ep_idx": 45, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 763.6590769290924, + "skipped": false + }, + { + "ep_idx": 46, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 761.3418786525726, + "skipped": false + }, + { + "ep_idx": 47, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 763.8430819511414, + "skipped": false + }, + { + "ep_idx": 48, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 763.0389444828033, + "skipped": false + }, + { + "ep_idx": 49, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 762.094400882721, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/DynPushPullHook2D-o5-v0_gsc_resampling_s1.json b/eval_results/kinder_4mode/DynPushPullHook2D-o5-v0_gsc_resampling_s1.json new file mode 100644 index 0000000000000000000000000000000000000000..8d2da0d39b6cb6ab7ebafc724e43cdcf575f01ca --- /dev/null +++ b/eval_results/kinder_4mode/DynPushPullHook2D-o5-v0_gsc_resampling_s1.json @@ -0,0 +1,672 @@ +{ + "env_name": "kinder-DynPushPullHook2D-o5-v0", + "env_spec": { + "env_name": "kinder-DynPushPullHook2D-o5-v0", + "family": "kinder2d", + "scale": "o5", + "train_traj_len": 250, + "obs_dim_full": 130, + "goal_dim": 130, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129 + ], + "plan_sm_horizon": 64, + "plan_len_ovlp": 24, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 400, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 400, + "eval_probs_h5": "none", + "eval_default_n_comp": 5, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 500 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-DynPushPullHook2D-o5-v0", + "eval_name": "4mode_gsc_resampling", + "planner_name": "baseline", + "planner_epoch": "latest", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 1, + "ev_n_comp": 5, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 1.0, + "replan_every": 3, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc_resampling", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": false, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 0.0, + "avg_reward": 0.0, + "avg_time": 0.0, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 1, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 2, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 3, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 4, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 5, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 6, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 7, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 8, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 9, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 10, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 11, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 12, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 13, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 14, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 15, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 16, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 17, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 18, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 19, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 20, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 21, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 22, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 23, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 24, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 25, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 26, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 27, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 28, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 29, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 30, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 31, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 32, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 33, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 34, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 35, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 36, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 37, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 38, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 39, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 40, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 41, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 42, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 43, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 44, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 45, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 46, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 47, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 48, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 49, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/DynPushPullHook2D-o5-v0_gsc_resampling_s2.json b/eval_results/kinder_4mode/DynPushPullHook2D-o5-v0_gsc_resampling_s2.json new file mode 100644 index 0000000000000000000000000000000000000000..532238f41f12126ef978496f3c93541a10fab4b3 --- /dev/null +++ b/eval_results/kinder_4mode/DynPushPullHook2D-o5-v0_gsc_resampling_s2.json @@ -0,0 +1,672 @@ +{ + "env_name": "kinder-DynPushPullHook2D-o5-v0", + "env_spec": { + "env_name": "kinder-DynPushPullHook2D-o5-v0", + "family": "kinder2d", + "scale": "o5", + "train_traj_len": 250, + "obs_dim_full": 130, + "goal_dim": 130, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129 + ], + "plan_sm_horizon": 64, + "plan_len_ovlp": 24, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 400, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 400, + "eval_probs_h5": "none", + "eval_default_n_comp": 5, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 500 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-DynPushPullHook2D-o5-v0", + "eval_name": "4mode_gsc_resampling", + "planner_name": "baseline", + "planner_epoch": "latest", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 2, + "ev_n_comp": 5, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 1.0, + "replan_every": 3, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc_resampling", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": false, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 0.0, + "avg_reward": 0.0, + "avg_time": 0.0, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 1, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 2, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 3, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 4, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 5, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 6, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 7, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 8, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 9, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 10, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 11, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 12, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 13, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 14, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 15, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 16, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 17, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 18, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 19, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 20, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 21, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 22, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 23, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 24, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 25, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 26, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 27, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 28, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 29, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 30, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 31, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 32, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 33, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 34, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 35, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 36, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 37, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 38, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 39, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 40, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 41, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 42, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 43, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 44, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 45, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 46, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 47, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 48, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 49, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/DynPushPullHook2D-o5-v0_gsc_s0.json b/eval_results/kinder_4mode/DynPushPullHook2D-o5-v0_gsc_s0.json new file mode 100644 index 0000000000000000000000000000000000000000..cec24aa6940670fcdde6a16fa27c852afc16c82f --- /dev/null +++ b/eval_results/kinder_4mode/DynPushPullHook2D-o5-v0_gsc_s0.json @@ -0,0 +1,672 @@ +{ + "env_name": "kinder-DynPushPullHook2D-o5-v0", + "env_spec": { + "env_name": "kinder-DynPushPullHook2D-o5-v0", + "family": "kinder2d", + "scale": "o5", + "train_traj_len": 250, + "obs_dim_full": 130, + "goal_dim": 130, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129 + ], + "plan_sm_horizon": 64, + "plan_len_ovlp": 24, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 400, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 400, + "eval_probs_h5": "none", + "eval_default_n_comp": 5, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 500 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-DynPushPullHook2D-o5-v0", + "eval_name": "4mode_gsc", + "planner_name": "baseline", + "planner_epoch": "latest", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 0, + "ev_n_comp": 5, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 1.0, + "replan_every": 3, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": false, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 0.0, + "avg_reward": -500.0, + "avg_time": 211.5011758518219, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 152.18235874176025, + "skipped": false + }, + { + "ep_idx": 1, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 151.37801909446716, + "skipped": false + }, + { + "ep_idx": 2, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 151.52602887153625, + "skipped": false + }, + { + "ep_idx": 3, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 151.98201990127563, + "skipped": false + }, + { + "ep_idx": 4, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 152.4207272529602, + "skipped": false + }, + { + "ep_idx": 5, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 209.89182710647583, + "skipped": false + }, + { + "ep_idx": 6, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 245.32213425636292, + "skipped": false + }, + { + "ep_idx": 7, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 247.77533960342407, + "skipped": false + }, + { + "ep_idx": 8, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 246.9375557899475, + "skipped": false + }, + { + "ep_idx": 9, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 247.20785570144653, + "skipped": false + }, + { + "ep_idx": 10, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 243.54549527168274, + "skipped": false + }, + { + "ep_idx": 11, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 246.6858856678009, + "skipped": false + }, + { + "ep_idx": 12, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 247.09654331207275, + "skipped": false + }, + { + "ep_idx": 13, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 247.34462785720825, + "skipped": false + }, + { + "ep_idx": 14, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 242.98532891273499, + "skipped": false + }, + { + "ep_idx": 15, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 247.0512101650238, + "skipped": false + }, + { + "ep_idx": 16, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 247.13935041427612, + "skipped": false + }, + { + "ep_idx": 17, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 247.1532871723175, + "skipped": false + }, + { + "ep_idx": 18, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 247.01417469978333, + "skipped": false + }, + { + "ep_idx": 19, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 244.1192216873169, + "skipped": false + }, + { + "ep_idx": 20, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 246.81747102737427, + "skipped": false + }, + { + "ep_idx": 21, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 247.42715859413147, + "skipped": false + }, + { + "ep_idx": 22, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 247.94808077812195, + "skipped": false + }, + { + "ep_idx": 23, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 244.19242310523987, + "skipped": false + }, + { + "ep_idx": 24, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 247.85746502876282, + "skipped": false + }, + { + "ep_idx": 25, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 247.5720088481903, + "skipped": false + }, + { + "ep_idx": 26, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 247.37047147750854, + "skipped": false + }, + { + "ep_idx": 27, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 247.84022188186646, + "skipped": false + }, + { + "ep_idx": 28, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 244.85188245773315, + "skipped": false + }, + { + "ep_idx": 29, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 247.3778998851776, + "skipped": false + }, + { + "ep_idx": 30, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 247.14384579658508, + "skipped": false + }, + { + "ep_idx": 31, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 247.26115727424622, + "skipped": false + }, + { + "ep_idx": 32, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 244.55665850639343, + "skipped": false + }, + { + "ep_idx": 33, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 247.42921113967896, + "skipped": false + }, + { + "ep_idx": 34, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 248.06433725357056, + "skipped": false + }, + { + "ep_idx": 35, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 247.18846440315247, + "skipped": false + }, + { + "ep_idx": 36, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 243.56680727005005, + "skipped": false + }, + { + "ep_idx": 37, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 150.87777471542358, + "skipped": false + }, + { + "ep_idx": 38, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 150.49596095085144, + "skipped": false + }, + { + "ep_idx": 39, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 151.15122413635254, + "skipped": false + }, + { + "ep_idx": 40, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 150.75787258148193, + "skipped": false + }, + { + "ep_idx": 41, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 151.0902509689331, + "skipped": false + }, + { + "ep_idx": 42, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 151.50585007667542, + "skipped": false + }, + { + "ep_idx": 43, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 150.65905594825745, + "skipped": false + }, + { + "ep_idx": 44, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 150.46584224700928, + "skipped": false + }, + { + "ep_idx": 45, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 151.17349791526794, + "skipped": false + }, + { + "ep_idx": 46, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 151.54734301567078, + "skipped": false + }, + { + "ep_idx": 47, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 151.34000420570374, + "skipped": false + }, + { + "ep_idx": 48, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 151.49397134780884, + "skipped": false + }, + { + "ep_idx": 49, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 151.27558827400208, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/DynPushPullHook2D-o5-v0_gsc_s1.json b/eval_results/kinder_4mode/DynPushPullHook2D-o5-v0_gsc_s1.json new file mode 100644 index 0000000000000000000000000000000000000000..fcad3425d9c670f577c3e2849761cdd94973007d --- /dev/null +++ b/eval_results/kinder_4mode/DynPushPullHook2D-o5-v0_gsc_s1.json @@ -0,0 +1,672 @@ +{ + "env_name": "kinder-DynPushPullHook2D-o5-v0", + "env_spec": { + "env_name": "kinder-DynPushPullHook2D-o5-v0", + "family": "kinder2d", + "scale": "o5", + "train_traj_len": 250, + "obs_dim_full": 130, + "goal_dim": 130, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129 + ], + "plan_sm_horizon": 64, + "plan_len_ovlp": 24, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 400, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 400, + "eval_probs_h5": "none", + "eval_default_n_comp": 5, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 500 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-DynPushPullHook2D-o5-v0", + "eval_name": "4mode_gsc", + "planner_name": "baseline", + "planner_epoch": "latest", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 1, + "ev_n_comp": 5, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 1.0, + "replan_every": 3, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": false, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 0.0, + "avg_reward": -500.0, + "avg_time": 230.25753947734833, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 194.31090879440308, + "skipped": false + }, + { + "ep_idx": 1, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 193.18178534507751, + "skipped": false + }, + { + "ep_idx": 2, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 193.0857892036438, + "skipped": false + }, + { + "ep_idx": 3, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 193.36297059059143, + "skipped": false + }, + { + "ep_idx": 4, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 242.91430473327637, + "skipped": false + }, + { + "ep_idx": 5, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 259.70859241485596, + "skipped": false + }, + { + "ep_idx": 6, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 259.7879068851471, + "skipped": false + }, + { + "ep_idx": 7, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 259.4790186882019, + "skipped": false + }, + { + "ep_idx": 8, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 258.5031886100769, + "skipped": false + }, + { + "ep_idx": 9, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 259.3223648071289, + "skipped": false + }, + { + "ep_idx": 10, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 259.55180263519287, + "skipped": false + }, + { + "ep_idx": 11, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 260.2024154663086, + "skipped": false + }, + { + "ep_idx": 12, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 258.4050395488739, + "skipped": false + }, + { + "ep_idx": 13, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 259.13678526878357, + "skipped": false + }, + { + "ep_idx": 14, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 259.72232937812805, + "skipped": false + }, + { + "ep_idx": 15, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 259.60438084602356, + "skipped": false + }, + { + "ep_idx": 16, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 258.8585727214813, + "skipped": false + }, + { + "ep_idx": 17, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 259.4758930206299, + "skipped": false + }, + { + "ep_idx": 18, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 259.501752614975, + "skipped": false + }, + { + "ep_idx": 19, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 259.00474548339844, + "skipped": false + }, + { + "ep_idx": 20, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 258.40835666656494, + "skipped": false + }, + { + "ep_idx": 21, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 257.0924391746521, + "skipped": false + }, + { + "ep_idx": 22, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 258.43726420402527, + "skipped": false + }, + { + "ep_idx": 23, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 258.64522886276245, + "skipped": false + }, + { + "ep_idx": 24, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 259.1576075553894, + "skipped": false + }, + { + "ep_idx": 25, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 257.42703080177307, + "skipped": false + }, + { + "ep_idx": 26, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 258.7211163043976, + "skipped": false + }, + { + "ep_idx": 27, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 258.8162922859192, + "skipped": false + }, + { + "ep_idx": 28, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 258.63043689727783, + "skipped": false + }, + { + "ep_idx": 29, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 256.5075857639313, + "skipped": false + }, + { + "ep_idx": 30, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 258.57046914100647, + "skipped": false + }, + { + "ep_idx": 31, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 258.5625231266022, + "skipped": false + }, + { + "ep_idx": 32, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 258.75505924224854, + "skipped": false + }, + { + "ep_idx": 33, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 346.35354375839233, + "skipped": false + }, + { + "ep_idx": 34, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 193.27061223983765, + "skipped": false + }, + { + "ep_idx": 35, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 193.67227840423584, + "skipped": false + }, + { + "ep_idx": 36, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 194.03329610824585, + "skipped": false + }, + { + "ep_idx": 37, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 193.7416968345642, + "skipped": false + }, + { + "ep_idx": 38, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 193.68432521820068, + "skipped": false + }, + { + "ep_idx": 39, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 193.95895290374756, + "skipped": false + }, + { + "ep_idx": 40, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 193.69635891914368, + "skipped": false + }, + { + "ep_idx": 41, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 193.59816431999207, + "skipped": false + }, + { + "ep_idx": 42, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 193.66559958457947, + "skipped": false + }, + { + "ep_idx": 43, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 194.91305112838745, + "skipped": false + }, + { + "ep_idx": 44, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 166.5180766582489, + "skipped": false + }, + { + "ep_idx": 45, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 160.64701318740845, + "skipped": false + }, + { + "ep_idx": 46, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 159.53009867668152, + "skipped": false + }, + { + "ep_idx": 47, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 164.74716114997864, + "skipped": false + }, + { + "ep_idx": 48, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 157.6152217388153, + "skipped": false + }, + { + "ep_idx": 49, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 154.37956595420837, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/DynPushPullHook2D-o5-v0_gsc_s2.json b/eval_results/kinder_4mode/DynPushPullHook2D-o5-v0_gsc_s2.json new file mode 100644 index 0000000000000000000000000000000000000000..9358c5bfa8bdd14d329a9c3eb28693a50679dc42 --- /dev/null +++ b/eval_results/kinder_4mode/DynPushPullHook2D-o5-v0_gsc_s2.json @@ -0,0 +1,672 @@ +{ + "env_name": "kinder-DynPushPullHook2D-o5-v0", + "env_spec": { + "env_name": "kinder-DynPushPullHook2D-o5-v0", + "family": "kinder2d", + "scale": "o5", + "train_traj_len": 250, + "obs_dim_full": 130, + "goal_dim": 130, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129 + ], + "plan_sm_horizon": 64, + "plan_len_ovlp": 24, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 400, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 400, + "eval_probs_h5": "none", + "eval_default_n_comp": 5, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 500 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-DynPushPullHook2D-o5-v0", + "eval_name": "4mode_gsc", + "planner_name": "baseline", + "planner_epoch": "latest", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 2, + "ev_n_comp": 5, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 1.0, + "replan_every": 3, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": false, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 0.0, + "avg_reward": -500.0, + "avg_time": 217.5783346939087, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 155.89409613609314, + "skipped": false + }, + { + "ep_idx": 1, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 154.91784000396729, + "skipped": false + }, + { + "ep_idx": 2, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 155.24855613708496, + "skipped": false + }, + { + "ep_idx": 3, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 155.04049134254456, + "skipped": false + }, + { + "ep_idx": 4, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 155.19754767417908, + "skipped": false + }, + { + "ep_idx": 5, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 155.50013422966003, + "skipped": false + }, + { + "ep_idx": 6, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 223.2006516456604, + "skipped": false + }, + { + "ep_idx": 7, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 248.52455615997314, + "skipped": false + }, + { + "ep_idx": 8, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 248.8003785610199, + "skipped": false + }, + { + "ep_idx": 9, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 248.79274082183838, + "skipped": false + }, + { + "ep_idx": 10, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 244.16297483444214, + "skipped": false + }, + { + "ep_idx": 11, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 248.55867743492126, + "skipped": false + }, + { + "ep_idx": 12, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 249.20894861221313, + "skipped": false + }, + { + "ep_idx": 13, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 249.065523147583, + "skipped": false + }, + { + "ep_idx": 14, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 245.00055289268494, + "skipped": false + }, + { + "ep_idx": 15, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 250.012047290802, + "skipped": false + }, + { + "ep_idx": 16, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 250.83301043510437, + "skipped": false + }, + { + "ep_idx": 17, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 251.49570965766907, + "skipped": false + }, + { + "ep_idx": 18, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 252.51498341560364, + "skipped": false + }, + { + "ep_idx": 19, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 244.5592029094696, + "skipped": false + }, + { + "ep_idx": 20, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 250.43948245048523, + "skipped": false + }, + { + "ep_idx": 21, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 249.32241201400757, + "skipped": false + }, + { + "ep_idx": 22, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 249.13838505744934, + "skipped": false + }, + { + "ep_idx": 23, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 244.3864028453827, + "skipped": false + }, + { + "ep_idx": 24, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 248.7315468788147, + "skipped": false + }, + { + "ep_idx": 25, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 248.5606071949005, + "skipped": false + }, + { + "ep_idx": 26, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 250.01531553268433, + "skipped": false + }, + { + "ep_idx": 27, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 244.58318424224854, + "skipped": false + }, + { + "ep_idx": 28, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 248.91483092308044, + "skipped": false + }, + { + "ep_idx": 29, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 248.90387964248657, + "skipped": false + }, + { + "ep_idx": 30, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 248.50808191299438, + "skipped": false + }, + { + "ep_idx": 31, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 248.69135904312134, + "skipped": false + }, + { + "ep_idx": 32, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 343.6727809906006, + "skipped": false + }, + { + "ep_idx": 33, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 379.25061559677124, + "skipped": false + }, + { + "ep_idx": 34, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 378.7021930217743, + "skipped": false + }, + { + "ep_idx": 35, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 239.2826955318451, + "skipped": false + }, + { + "ep_idx": 36, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 155.25848746299744, + "skipped": false + }, + { + "ep_idx": 37, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 155.8163275718689, + "skipped": false + }, + { + "ep_idx": 38, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 155.4943826198578, + "skipped": false + }, + { + "ep_idx": 39, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 155.79456448554993, + "skipped": false + }, + { + "ep_idx": 40, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 155.7969114780426, + "skipped": false + }, + { + "ep_idx": 41, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 155.52048444747925, + "skipped": false + }, + { + "ep_idx": 42, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 155.87264680862427, + "skipped": false + }, + { + "ep_idx": 43, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 155.83855986595154, + "skipped": false + }, + { + "ep_idx": 44, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 155.5854058265686, + "skipped": false + }, + { + "ep_idx": 45, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 155.72282338142395, + "skipped": false + }, + { + "ep_idx": 46, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 155.5457124710083, + "skipped": false + }, + { + "ep_idx": 47, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 155.17694473266602, + "skipped": false + }, + { + "ep_idx": 48, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 152.15324115753174, + "skipped": false + }, + { + "ep_idx": 49, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 151.70784616470337, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/Motion2D-p0-v0_gsc_s0.json b/eval_results/kinder_4mode/Motion2D-p0-v0_gsc_s0.json new file mode 100644 index 0000000000000000000000000000000000000000..35eaac538ba78dab377849a495c5c971b80add10 --- /dev/null +++ b/eval_results/kinder_4mode/Motion2D-p0-v0_gsc_s0.json @@ -0,0 +1,561 @@ +{ + "env_name": "kinder-Motion2D-p0-v0", + "env_spec": { + "env_name": "kinder-Motion2D-p0-v0", + "family": "kinder2d", + "scale": "p0", + "train_traj_len": 100, + "obs_dim_full": 19, + "goal_dim": 19, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18 + ], + "plan_sm_horizon": 32, + "plan_len_ovlp": 12, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 200, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 200, + "eval_probs_h5": "none", + "eval_default_n_comp": 3, + "eval_repl_thres": 0.3, + "eval_max_n_repl": 30, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 300 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-Motion2D-p0-v0", + "eval_name": "4mode_gsc", + "planner_name": "baseline", + "planner_epoch": "latest", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 0, + "ev_n_comp": 1, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 40, + "max_wp_step": 0.25, + "replan_every": null, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": false, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 100.0, + "avg_reward": -46.74, + "avg_time": 9.224519543647766, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": true, + "replans": 10, + "steps": 41, + "reward": -41.0, + "time": 7.601758718490601, + "skipped": false + }, + { + "ep_idx": 1, + "success": true, + "replans": 27, + "steps": 57, + "reward": -57.0, + "time": 17.244513988494873, + "skipped": false + }, + { + "ep_idx": 2, + "success": true, + "replans": 11, + "steps": 41, + "reward": -41.0, + "time": 7.40114951133728, + "skipped": false + }, + { + "ep_idx": 3, + "success": true, + "replans": 30, + "steps": 72, + "reward": -72.0, + "time": 19.003545999526978, + "skipped": false + }, + { + "ep_idx": 4, + "success": true, + "replans": 11, + "steps": 41, + "reward": -41.0, + "time": 7.385084390640259, + "skipped": false + }, + { + "ep_idx": 5, + "success": true, + "replans": 30, + "steps": 72, + "reward": -72.0, + "time": 19.019755363464355, + "skipped": false + }, + { + "ep_idx": 6, + "success": true, + "replans": 30, + "steps": 74, + "reward": -74.0, + "time": 18.992908716201782, + "skipped": false + }, + { + "ep_idx": 7, + "success": true, + "replans": 30, + "steps": 72, + "reward": -72.0, + "time": 18.978922843933105, + "skipped": false + }, + { + "ep_idx": 8, + "success": true, + "replans": 7, + "steps": 45, + "reward": -45.0, + "time": 4.9823620319366455, + "skipped": false + }, + { + "ep_idx": 9, + "success": true, + "replans": 11, + "steps": 41, + "reward": -41.0, + "time": 7.4003942012786865, + "skipped": false + }, + { + "ep_idx": 10, + "success": true, + "replans": 3, + "steps": 39, + "reward": -39.0, + "time": 2.536438226699829, + "skipped": false + }, + { + "ep_idx": 11, + "success": true, + "replans": 10, + "steps": 41, + "reward": -41.0, + "time": 6.790568113327026, + "skipped": false + }, + { + "ep_idx": 12, + "success": true, + "replans": 5, + "steps": 44, + "reward": -44.0, + "time": 3.7554025650024414, + "skipped": false + }, + { + "ep_idx": 13, + "success": true, + "replans": 12, + "steps": 42, + "reward": -42.0, + "time": 8.005164861679077, + "skipped": false + }, + { + "ep_idx": 14, + "success": true, + "replans": 3, + "steps": 40, + "reward": -40.0, + "time": 2.5383262634277344, + "skipped": false + }, + { + "ep_idx": 15, + "success": true, + "replans": 11, + "steps": 41, + "reward": -41.0, + "time": 7.374090194702148, + "skipped": false + }, + { + "ep_idx": 16, + "success": true, + "replans": 15, + "steps": 45, + "reward": -45.0, + "time": 9.806653499603271, + "skipped": false + }, + { + "ep_idx": 17, + "success": true, + "replans": 9, + "steps": 39, + "reward": -39.0, + "time": 6.166416168212891, + "skipped": false + }, + { + "ep_idx": 18, + "success": true, + "replans": 10, + "steps": 40, + "reward": -40.0, + "time": 6.783526182174683, + "skipped": false + }, + { + "ep_idx": 19, + "success": true, + "replans": 7, + "steps": 42, + "reward": -42.0, + "time": 4.959871053695679, + "skipped": false + }, + { + "ep_idx": 20, + "success": true, + "replans": 25, + "steps": 45, + "reward": -45.0, + "time": 15.886028528213501, + "skipped": false + }, + { + "ep_idx": 21, + "success": true, + "replans": 7, + "steps": 41, + "reward": -41.0, + "time": 4.957314491271973, + "skipped": false + }, + { + "ep_idx": 22, + "success": true, + "replans": 12, + "steps": 42, + "reward": -42.0, + "time": 7.98588228225708, + "skipped": false + }, + { + "ep_idx": 23, + "success": true, + "replans": 11, + "steps": 41, + "reward": -41.0, + "time": 7.411720037460327, + "skipped": false + }, + { + "ep_idx": 24, + "success": true, + "replans": 10, + "steps": 41, + "reward": -41.0, + "time": 6.769940137863159, + "skipped": false + }, + { + "ep_idx": 25, + "success": true, + "replans": 21, + "steps": 42, + "reward": -42.0, + "time": 13.43402886390686, + "skipped": false + }, + { + "ep_idx": 26, + "success": true, + "replans": 14, + "steps": 44, + "reward": -44.0, + "time": 9.218219518661499, + "skipped": false + }, + { + "ep_idx": 27, + "success": true, + "replans": 12, + "steps": 42, + "reward": -42.0, + "time": 7.991927623748779, + "skipped": false + }, + { + "ep_idx": 28, + "success": true, + "replans": 30, + "steps": 73, + "reward": -73.0, + "time": 18.969558715820312, + "skipped": false + }, + { + "ep_idx": 29, + "success": true, + "replans": 5, + "steps": 41, + "reward": -41.0, + "time": 3.7510228157043457, + "skipped": false + }, + { + "ep_idx": 30, + "success": true, + "replans": 13, + "steps": 43, + "reward": -43.0, + "time": 8.586415529251099, + "skipped": false + }, + { + "ep_idx": 31, + "success": true, + "replans": 13, + "steps": 43, + "reward": -43.0, + "time": 8.587867975234985, + "skipped": false + }, + { + "ep_idx": 32, + "success": true, + "replans": 4, + "steps": 42, + "reward": -42.0, + "time": 3.14414644241333, + "skipped": false + }, + { + "ep_idx": 33, + "success": true, + "replans": 9, + "steps": 40, + "reward": -40.0, + "time": 6.166663885116577, + "skipped": false + }, + { + "ep_idx": 34, + "success": true, + "replans": 5, + "steps": 42, + "reward": -42.0, + "time": 3.7398264408111572, + "skipped": false + }, + { + "ep_idx": 35, + "success": true, + "replans": 11, + "steps": 41, + "reward": -41.0, + "time": 7.38051176071167, + "skipped": false + }, + { + "ep_idx": 36, + "success": true, + "replans": 9, + "steps": 40, + "reward": -40.0, + "time": 6.157843351364136, + "skipped": false + }, + { + "ep_idx": 37, + "success": true, + "replans": 6, + "steps": 42, + "reward": -42.0, + "time": 4.349097013473511, + "skipped": false + }, + { + "ep_idx": 38, + "success": true, + "replans": 30, + "steps": 75, + "reward": -75.0, + "time": 18.970727920532227, + "skipped": false + }, + { + "ep_idx": 39, + "success": true, + "replans": 17, + "steps": 47, + "reward": -47.0, + "time": 11.015955209732056, + "skipped": false + }, + { + "ep_idx": 40, + "success": true, + "replans": 10, + "steps": 41, + "reward": -41.0, + "time": 6.767930746078491, + "skipped": false + }, + { + "ep_idx": 41, + "success": true, + "replans": 10, + "steps": 40, + "reward": -40.0, + "time": 6.778162002563477, + "skipped": false + }, + { + "ep_idx": 42, + "success": true, + "replans": 30, + "steps": 72, + "reward": -72.0, + "time": 19.014405250549316, + "skipped": false + }, + { + "ep_idx": 43, + "success": true, + "replans": 20, + "steps": 50, + "reward": -50.0, + "time": 12.860707521438599, + "skipped": false + }, + { + "ep_idx": 44, + "success": true, + "replans": 13, + "steps": 43, + "reward": -43.0, + "time": 8.60327935218811, + "skipped": false + }, + { + "ep_idx": 45, + "success": true, + "replans": 30, + "steps": 46, + "reward": -46.0, + "time": 18.900126457214355, + "skipped": false + }, + { + "ep_idx": 46, + "success": true, + "replans": 17, + "steps": 48, + "reward": -48.0, + "time": 11.029929876327515, + "skipped": false + }, + { + "ep_idx": 47, + "success": true, + "replans": 3, + "steps": 40, + "reward": -40.0, + "time": 2.529585361480713, + "skipped": false + }, + { + "ep_idx": 48, + "success": true, + "replans": 9, + "steps": 40, + "reward": -40.0, + "time": 6.166558504104614, + "skipped": false + }, + { + "ep_idx": 49, + "success": true, + "replans": 11, + "steps": 41, + "reward": -41.0, + "time": 7.3737406730651855, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/Motion2D-p0-v0_gsc_s1.json b/eval_results/kinder_4mode/Motion2D-p0-v0_gsc_s1.json new file mode 100644 index 0000000000000000000000000000000000000000..90a90cfac62927ec5794bc5bb676988023cd8323 --- /dev/null +++ b/eval_results/kinder_4mode/Motion2D-p0-v0_gsc_s1.json @@ -0,0 +1,561 @@ +{ + "env_name": "kinder-Motion2D-p0-v0", + "env_spec": { + "env_name": "kinder-Motion2D-p0-v0", + "family": "kinder2d", + "scale": "p0", + "train_traj_len": 100, + "obs_dim_full": 19, + "goal_dim": 19, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18 + ], + "plan_sm_horizon": 32, + "plan_len_ovlp": 12, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 200, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 200, + "eval_probs_h5": "none", + "eval_default_n_comp": 3, + "eval_repl_thres": 0.3, + "eval_max_n_repl": 30, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 300 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-Motion2D-p0-v0", + "eval_name": "4mode_gsc", + "planner_name": "baseline", + "planner_epoch": "latest", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 1, + "ev_n_comp": 1, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 40, + "max_wp_step": 0.25, + "replan_every": null, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": false, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 100.0, + "avg_reward": -53.12, + "avg_time": 11.98594919204712, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": true, + "replans": 12, + "steps": 48, + "reward": -48.0, + "time": 10.442293405532837, + "skipped": false + }, + { + "ep_idx": 1, + "success": true, + "replans": 30, + "steps": 52, + "reward": -52.0, + "time": 23.098923444747925, + "skipped": false + }, + { + "ep_idx": 2, + "success": true, + "replans": 8, + "steps": 44, + "reward": -44.0, + "time": 6.794895887374878, + "skipped": false + }, + { + "ep_idx": 3, + "success": true, + "replans": 30, + "steps": 72, + "reward": -72.0, + "time": 23.11687207221985, + "skipped": false + }, + { + "ep_idx": 4, + "success": true, + "replans": 20, + "steps": 50, + "reward": -50.0, + "time": 15.67015814781189, + "skipped": false + }, + { + "ep_idx": 5, + "success": true, + "replans": 16, + "steps": 41, + "reward": -41.0, + "time": 12.66957688331604, + "skipped": false + }, + { + "ep_idx": 6, + "success": true, + "replans": 30, + "steps": 65, + "reward": -65.0, + "time": 23.038434743881226, + "skipped": false + }, + { + "ep_idx": 7, + "success": true, + "replans": 7, + "steps": 45, + "reward": -45.0, + "time": 6.043938875198364, + "skipped": false + }, + { + "ep_idx": 8, + "success": true, + "replans": 30, + "steps": 80, + "reward": -80.0, + "time": 23.0681414604187, + "skipped": false + }, + { + "ep_idx": 9, + "success": true, + "replans": 5, + "steps": 72, + "reward": -72.0, + "time": 4.6251983642578125, + "skipped": false + }, + { + "ep_idx": 10, + "success": true, + "replans": 13, + "steps": 46, + "reward": -46.0, + "time": 10.515868902206421, + "skipped": false + }, + { + "ep_idx": 11, + "success": true, + "replans": 16, + "steps": 46, + "reward": -46.0, + "time": 12.79706621170044, + "skipped": false + }, + { + "ep_idx": 12, + "success": true, + "replans": 30, + "steps": 92, + "reward": -92.0, + "time": 23.045775890350342, + "skipped": false + }, + { + "ep_idx": 13, + "success": true, + "replans": 30, + "steps": 73, + "reward": -73.0, + "time": 22.222158432006836, + "skipped": false + }, + { + "ep_idx": 14, + "success": true, + "replans": 30, + "steps": 56, + "reward": -56.0, + "time": 18.89342713356018, + "skipped": false + }, + { + "ep_idx": 15, + "success": true, + "replans": 12, + "steps": 48, + "reward": -48.0, + "time": 8.011104106903076, + "skipped": false + }, + { + "ep_idx": 16, + "success": true, + "replans": 30, + "steps": 74, + "reward": -74.0, + "time": 18.947061777114868, + "skipped": false + }, + { + "ep_idx": 17, + "success": true, + "replans": 30, + "steps": 46, + "reward": -46.0, + "time": 18.869521379470825, + "skipped": false + }, + { + "ep_idx": 18, + "success": true, + "replans": 12, + "steps": 51, + "reward": -51.0, + "time": 7.987215042114258, + "skipped": false + }, + { + "ep_idx": 19, + "success": true, + "replans": 30, + "steps": 40, + "reward": -40.0, + "time": 18.91279911994934, + "skipped": false + }, + { + "ep_idx": 20, + "success": true, + "replans": 8, + "steps": 60, + "reward": -60.0, + "time": 5.620784282684326, + "skipped": false + }, + { + "ep_idx": 21, + "success": true, + "replans": 12, + "steps": 42, + "reward": -42.0, + "time": 8.01792860031128, + "skipped": false + }, + { + "ep_idx": 22, + "success": true, + "replans": 30, + "steps": 59, + "reward": -59.0, + "time": 18.886655569076538, + "skipped": false + }, + { + "ep_idx": 23, + "success": true, + "replans": 14, + "steps": 44, + "reward": -44.0, + "time": 9.190834283828735, + "skipped": false + }, + { + "ep_idx": 24, + "success": true, + "replans": 14, + "steps": 46, + "reward": -46.0, + "time": 9.185879945755005, + "skipped": false + }, + { + "ep_idx": 25, + "success": true, + "replans": 16, + "steps": 46, + "reward": -46.0, + "time": 10.396284580230713, + "skipped": false + }, + { + "ep_idx": 26, + "success": true, + "replans": 5, + "steps": 41, + "reward": -41.0, + "time": 3.733731985092163, + "skipped": false + }, + { + "ep_idx": 27, + "success": true, + "replans": 15, + "steps": 46, + "reward": -46.0, + "time": 9.808866500854492, + "skipped": false + }, + { + "ep_idx": 28, + "success": true, + "replans": 5, + "steps": 72, + "reward": -72.0, + "time": 3.8041176795959473, + "skipped": false + }, + { + "ep_idx": 29, + "success": true, + "replans": 8, + "steps": 43, + "reward": -43.0, + "time": 5.557763338088989, + "skipped": false + }, + { + "ep_idx": 30, + "success": true, + "replans": 13, + "steps": 51, + "reward": -51.0, + "time": 8.583185911178589, + "skipped": false + }, + { + "ep_idx": 31, + "success": true, + "replans": 7, + "steps": 47, + "reward": -47.0, + "time": 4.9585559368133545, + "skipped": false + }, + { + "ep_idx": 32, + "success": true, + "replans": 17, + "steps": 58, + "reward": -58.0, + "time": 11.019469499588013, + "skipped": false + }, + { + "ep_idx": 33, + "success": true, + "replans": 20, + "steps": 50, + "reward": -50.0, + "time": 12.802424192428589, + "skipped": false + }, + { + "ep_idx": 34, + "success": true, + "replans": 18, + "steps": 46, + "reward": -46.0, + "time": 11.594826221466064, + "skipped": false + }, + { + "ep_idx": 35, + "success": true, + "replans": 12, + "steps": 42, + "reward": -42.0, + "time": 7.962057828903198, + "skipped": false + }, + { + "ep_idx": 36, + "success": true, + "replans": 29, + "steps": 50, + "reward": -50.0, + "time": 18.245540618896484, + "skipped": false + }, + { + "ep_idx": 37, + "success": true, + "replans": 30, + "steps": 72, + "reward": -72.0, + "time": 18.909438371658325, + "skipped": false + }, + { + "ep_idx": 38, + "success": true, + "replans": 11, + "steps": 59, + "reward": -59.0, + "time": 7.4054481983184814, + "skipped": false + }, + { + "ep_idx": 39, + "success": true, + "replans": 9, + "steps": 41, + "reward": -41.0, + "time": 6.14301323890686, + "skipped": false + }, + { + "ep_idx": 40, + "success": true, + "replans": 13, + "steps": 51, + "reward": -51.0, + "time": 8.591467380523682, + "skipped": false + }, + { + "ep_idx": 41, + "success": true, + "replans": 13, + "steps": 45, + "reward": -45.0, + "time": 8.586883783340454, + "skipped": false + }, + { + "ep_idx": 42, + "success": true, + "replans": 18, + "steps": 58, + "reward": -58.0, + "time": 11.640352964401245, + "skipped": false + }, + { + "ep_idx": 43, + "success": true, + "replans": 10, + "steps": 46, + "reward": -46.0, + "time": 6.792928695678711, + "skipped": false + }, + { + "ep_idx": 44, + "success": true, + "replans": 14, + "steps": 51, + "reward": -51.0, + "time": 9.223994016647339, + "skipped": false + }, + { + "ep_idx": 45, + "success": true, + "replans": 15, + "steps": 72, + "reward": -72.0, + "time": 9.863515853881836, + "skipped": false + }, + { + "ep_idx": 46, + "success": true, + "replans": 11, + "steps": 45, + "reward": -45.0, + "time": 7.377215385437012, + "skipped": false + }, + { + "ep_idx": 47, + "success": true, + "replans": 11, + "steps": 41, + "reward": -41.0, + "time": 7.365289926528931, + "skipped": false + }, + { + "ep_idx": 48, + "success": true, + "replans": 16, + "steps": 44, + "reward": -44.0, + "time": 10.396126747131348, + "skipped": false + }, + { + "ep_idx": 49, + "success": true, + "replans": 30, + "steps": 47, + "reward": -47.0, + "time": 18.862446784973145, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/Motion2D-p0-v0_gsc_s2.json b/eval_results/kinder_4mode/Motion2D-p0-v0_gsc_s2.json new file mode 100644 index 0000000000000000000000000000000000000000..a34ae39d9a34323489d090f6ee29ffa7ae48cfa4 --- /dev/null +++ b/eval_results/kinder_4mode/Motion2D-p0-v0_gsc_s2.json @@ -0,0 +1,561 @@ +{ + "env_name": "kinder-Motion2D-p0-v0", + "env_spec": { + "env_name": "kinder-Motion2D-p0-v0", + "family": "kinder2d", + "scale": "p0", + "train_traj_len": 100, + "obs_dim_full": 19, + "goal_dim": 19, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18 + ], + "plan_sm_horizon": 32, + "plan_len_ovlp": 12, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 200, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 200, + "eval_probs_h5": "none", + "eval_default_n_comp": 3, + "eval_repl_thres": 0.3, + "eval_max_n_repl": 30, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 300 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-Motion2D-p0-v0", + "eval_name": "4mode_gsc", + "planner_name": "baseline", + "planner_epoch": "latest", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 2, + "ev_n_comp": 1, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 40, + "max_wp_step": 0.25, + "replan_every": null, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": false, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 100.0, + "avg_reward": -54.24, + "avg_time": 12.867390866279601, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": true, + "replans": 16, + "steps": 47, + "reward": -47.0, + "time": 13.491852045059204, + "skipped": false + }, + { + "ep_idx": 1, + "success": true, + "replans": 10, + "steps": 42, + "reward": -42.0, + "time": 8.316174507141113, + "skipped": false + }, + { + "ep_idx": 2, + "success": true, + "replans": 15, + "steps": 49, + "reward": -49.0, + "time": 12.102108478546143, + "skipped": false + }, + { + "ep_idx": 3, + "success": true, + "replans": 7, + "steps": 51, + "reward": -51.0, + "time": 6.135990619659424, + "skipped": false + }, + { + "ep_idx": 4, + "success": true, + "replans": 7, + "steps": 73, + "reward": -73.0, + "time": 6.143939018249512, + "skipped": false + }, + { + "ep_idx": 5, + "success": true, + "replans": 26, + "steps": 47, + "reward": -47.0, + "time": 20.173889875411987, + "skipped": false + }, + { + "ep_idx": 6, + "success": true, + "replans": 30, + "steps": 76, + "reward": -76.0, + "time": 23.255306720733643, + "skipped": false + }, + { + "ep_idx": 7, + "success": true, + "replans": 24, + "steps": 45, + "reward": -45.0, + "time": 18.681551933288574, + "skipped": false + }, + { + "ep_idx": 8, + "success": true, + "replans": 30, + "steps": 75, + "reward": -75.0, + "time": 23.23509454727173, + "skipped": false + }, + { + "ep_idx": 9, + "success": true, + "replans": 4, + "steps": 41, + "reward": -41.0, + "time": 3.8359086513519287, + "skipped": false + }, + { + "ep_idx": 10, + "success": true, + "replans": 25, + "steps": 44, + "reward": -44.0, + "time": 17.531033039093018, + "skipped": false + }, + { + "ep_idx": 11, + "success": true, + "replans": 30, + "steps": 56, + "reward": -56.0, + "time": 19.561652660369873, + "skipped": false + }, + { + "ep_idx": 12, + "success": true, + "replans": 8, + "steps": 46, + "reward": -46.0, + "time": 5.63610315322876, + "skipped": false + }, + { + "ep_idx": 13, + "success": true, + "replans": 12, + "steps": 42, + "reward": -42.0, + "time": 8.059457302093506, + "skipped": false + }, + { + "ep_idx": 14, + "success": true, + "replans": 30, + "steps": 72, + "reward": -72.0, + "time": 19.134063482284546, + "skipped": false + }, + { + "ep_idx": 15, + "success": true, + "replans": 30, + "steps": 79, + "reward": -79.0, + "time": 19.158652782440186, + "skipped": false + }, + { + "ep_idx": 16, + "success": true, + "replans": 30, + "steps": 53, + "reward": -53.0, + "time": 19.08367395401001, + "skipped": false + }, + { + "ep_idx": 17, + "success": true, + "replans": 7, + "steps": 43, + "reward": -43.0, + "time": 5.005058288574219, + "skipped": false + }, + { + "ep_idx": 18, + "success": true, + "replans": 3, + "steps": 40, + "reward": -40.0, + "time": 2.5494630336761475, + "skipped": false + }, + { + "ep_idx": 19, + "success": true, + "replans": 4, + "steps": 44, + "reward": -44.0, + "time": 3.1683390140533447, + "skipped": false + }, + { + "ep_idx": 20, + "success": true, + "replans": 30, + "steps": 86, + "reward": -86.0, + "time": 19.155295610427856, + "skipped": false + }, + { + "ep_idx": 21, + "success": true, + "replans": 30, + "steps": 70, + "reward": -70.0, + "time": 19.100102424621582, + "skipped": false + }, + { + "ep_idx": 22, + "success": true, + "replans": 4, + "steps": 43, + "reward": -43.0, + "time": 3.169079542160034, + "skipped": false + }, + { + "ep_idx": 23, + "success": true, + "replans": 30, + "steps": 68, + "reward": -68.0, + "time": 19.124610900878906, + "skipped": false + }, + { + "ep_idx": 24, + "success": true, + "replans": 19, + "steps": 54, + "reward": -54.0, + "time": 12.357862949371338, + "skipped": false + }, + { + "ep_idx": 25, + "success": true, + "replans": 30, + "steps": 64, + "reward": -64.0, + "time": 19.064059019088745, + "skipped": false + }, + { + "ep_idx": 26, + "success": true, + "replans": 28, + "steps": 45, + "reward": -45.0, + "time": 17.83088183403015, + "skipped": false + }, + { + "ep_idx": 27, + "success": true, + "replans": 23, + "steps": 49, + "reward": -49.0, + "time": 14.769139051437378, + "skipped": false + }, + { + "ep_idx": 28, + "success": true, + "replans": 14, + "steps": 47, + "reward": -47.0, + "time": 9.276729822158813, + "skipped": false + }, + { + "ep_idx": 29, + "success": true, + "replans": 30, + "steps": 71, + "reward": -71.0, + "time": 19.067692279815674, + "skipped": false + }, + { + "ep_idx": 30, + "success": true, + "replans": 13, + "steps": 60, + "reward": -60.0, + "time": 8.688971042633057, + "skipped": false + }, + { + "ep_idx": 31, + "success": true, + "replans": 11, + "steps": 49, + "reward": -49.0, + "time": 7.453049421310425, + "skipped": false + }, + { + "ep_idx": 32, + "success": true, + "replans": 20, + "steps": 45, + "reward": -45.0, + "time": 12.994451761245728, + "skipped": false + }, + { + "ep_idx": 33, + "success": true, + "replans": 16, + "steps": 42, + "reward": -42.0, + "time": 10.490657567977905, + "skipped": false + }, + { + "ep_idx": 34, + "success": true, + "replans": 14, + "steps": 44, + "reward": -44.0, + "time": 9.271566390991211, + "skipped": false + }, + { + "ep_idx": 35, + "success": true, + "replans": 11, + "steps": 51, + "reward": -51.0, + "time": 7.460875511169434, + "skipped": false + }, + { + "ep_idx": 36, + "success": true, + "replans": 30, + "steps": 77, + "reward": -77.0, + "time": 19.11647915840149, + "skipped": false + }, + { + "ep_idx": 37, + "success": true, + "replans": 22, + "steps": 52, + "reward": -52.0, + "time": 14.22385859489441, + "skipped": false + }, + { + "ep_idx": 38, + "success": true, + "replans": 8, + "steps": 44, + "reward": -44.0, + "time": 5.617111444473267, + "skipped": false + }, + { + "ep_idx": 39, + "success": true, + "replans": 30, + "steps": 55, + "reward": -55.0, + "time": 19.067586421966553, + "skipped": false + }, + { + "ep_idx": 40, + "success": true, + "replans": 30, + "steps": 48, + "reward": -48.0, + "time": 19.128397703170776, + "skipped": false + }, + { + "ep_idx": 41, + "success": true, + "replans": 10, + "steps": 40, + "reward": -40.0, + "time": 6.844555139541626, + "skipped": false + }, + { + "ep_idx": 42, + "success": true, + "replans": 18, + "steps": 51, + "reward": -51.0, + "time": 11.787039995193481, + "skipped": false + }, + { + "ep_idx": 43, + "success": true, + "replans": 30, + "steps": 76, + "reward": -76.0, + "time": 19.129621744155884, + "skipped": false + }, + { + "ep_idx": 44, + "success": true, + "replans": 12, + "steps": 45, + "reward": -45.0, + "time": 8.074169158935547, + "skipped": false + }, + { + "ep_idx": 45, + "success": true, + "replans": 4, + "steps": 45, + "reward": -45.0, + "time": 3.16898512840271, + "skipped": false + }, + { + "ep_idx": 46, + "success": true, + "replans": 30, + "steps": 49, + "reward": -49.0, + "time": 19.03764510154724, + "skipped": false + }, + { + "ep_idx": 47, + "success": true, + "replans": 10, + "steps": 50, + "reward": -50.0, + "time": 6.851401090621948, + "skipped": false + }, + { + "ep_idx": 48, + "success": true, + "replans": 30, + "steps": 80, + "reward": -80.0, + "time": 19.126733779907227, + "skipped": false + }, + { + "ep_idx": 49, + "success": true, + "replans": 13, + "steps": 47, + "reward": -47.0, + "time": 8.661620616912842, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/StickButton2D-b1-v0_gsc_resampling_s0.json b/eval_results/kinder_4mode/StickButton2D-b1-v0_gsc_resampling_s0.json new file mode 100644 index 0000000000000000000000000000000000000000..a5bc2741c08f1af3d349f27fc220e3d1ce6271f9 --- /dev/null +++ b/eval_results/kinder_4mode/StickButton2D-b1-v0_gsc_resampling_s0.json @@ -0,0 +1,462 @@ +{ + "env_name": "kinder-StickButton2D-b1-v0", + "env_spec": { + "env_name": "kinder-StickButton2D-b1-v0", + "family": "kinder2d", + "scale": "b1", + "train_traj_len": 200, + "obs_dim_full": 28, + "goal_dim": 28, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27 + ], + "plan_sm_horizon": 48, + "plan_len_ovlp": 16, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 300, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 300, + "eval_probs_h5": "none", + "eval_default_n_comp": 4, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 400 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-StickButton2D-b1-v0", + "eval_name": "4mode_gsc_resampling", + "planner_name": "baseline", + "planner_epoch": "1905000", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 0, + "ev_n_comp": 2, + "var_temp": 1.0, + "cond_w": 7.0, + "use_ddim": 1, + "ddim_steps": 200, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 3, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc_resampling", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": true, + "max_wp_step": 1.0, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 16.0, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 1, + "success": true, + "replans": 50, + "steps": 76, + "skipped": false + }, + { + "ep_idx": 2, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 3, + "success": true, + "replans": 46, + "steps": 47, + "skipped": false + }, + { + "ep_idx": 4, + "success": true, + "replans": 9, + "steps": 10, + "skipped": false + }, + { + "ep_idx": 5, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 6, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 7, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 8, + "success": true, + "replans": 34, + "steps": 35, + "skipped": false + }, + { + "ep_idx": 9, + "success": false, + "replans": 14, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 10, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 11, + "success": true, + "replans": 18, + "steps": 19, + "skipped": false + }, + { + "ep_idx": 12, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 13, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 14, + "success": false, + "replans": 21, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 15, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 16, + "success": false, + "replans": 27, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 17, + "success": false, + "replans": 28, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 18, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 19, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 20, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 21, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 22, + "success": false, + "replans": 26, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 23, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 24, + "success": false, + "replans": 30, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 25, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 26, + "success": true, + "replans": 20, + "steps": 21, + "skipped": false + }, + { + "ep_idx": 27, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 28, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 29, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 30, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 31, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 32, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 33, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 34, + "success": false, + "replans": 34, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 35, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 36, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 37, + "success": false, + "replans": 23, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 38, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 39, + "success": true, + "replans": 24, + "steps": 25, + "skipped": false + }, + { + "ep_idx": 40, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 41, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 42, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 43, + "success": true, + "replans": 35, + "steps": 36, + "skipped": false + }, + { + "ep_idx": 44, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 45, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 46, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 47, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 48, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 49, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/StickButton2D-b1-v0_gsc_resampling_s1.json b/eval_results/kinder_4mode/StickButton2D-b1-v0_gsc_resampling_s1.json new file mode 100644 index 0000000000000000000000000000000000000000..5b1e97cf88d3fc54459c570b614aa32719ee17c9 --- /dev/null +++ b/eval_results/kinder_4mode/StickButton2D-b1-v0_gsc_resampling_s1.json @@ -0,0 +1,462 @@ +{ + "env_name": "kinder-StickButton2D-b1-v0", + "env_spec": { + "env_name": "kinder-StickButton2D-b1-v0", + "family": "kinder2d", + "scale": "b1", + "train_traj_len": 200, + "obs_dim_full": 28, + "goal_dim": 28, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27 + ], + "plan_sm_horizon": 48, + "plan_len_ovlp": 16, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 300, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 300, + "eval_probs_h5": "none", + "eval_default_n_comp": 4, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 400 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-StickButton2D-b1-v0", + "eval_name": "4mode_gsc_resampling", + "planner_name": "baseline", + "planner_epoch": "1905000", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 42, + "ev_n_comp": 2, + "var_temp": 1.0, + "cond_w": 7.0, + "use_ddim": 1, + "ddim_steps": 200, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 3, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc_resampling", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": true, + "max_wp_step": 1.0, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 12.0, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 1, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 2, + "success": false, + "replans": 28, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 3, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 4, + "success": true, + "replans": 23, + "steps": 24, + "skipped": false + }, + { + "ep_idx": 5, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 6, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 7, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 8, + "success": false, + "replans": 42, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 9, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 10, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 11, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 12, + "success": true, + "replans": 50, + "steps": 51, + "skipped": false + }, + { + "ep_idx": 13, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 14, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 15, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 16, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 17, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 18, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 19, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 20, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 21, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 22, + "success": true, + "replans": 42, + "steps": 43, + "skipped": false + }, + { + "ep_idx": 23, + "success": true, + "replans": 3, + "steps": 4, + "skipped": false + }, + { + "ep_idx": 24, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 25, + "success": true, + "replans": 18, + "steps": 19, + "skipped": false + }, + { + "ep_idx": 26, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 27, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 28, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 29, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 30, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 31, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 32, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 33, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 34, + "success": true, + "replans": 25, + "steps": 26, + "skipped": false + }, + { + "ep_idx": 35, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 36, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 37, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 38, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 39, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 40, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 41, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 42, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 43, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 44, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 45, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 46, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 47, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 48, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 49, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/StickButton2D-b1-v0_gsc_resampling_s2.json b/eval_results/kinder_4mode/StickButton2D-b1-v0_gsc_resampling_s2.json new file mode 100644 index 0000000000000000000000000000000000000000..cb66a3750160fde514e34dcd458369d7008abe2e --- /dev/null +++ b/eval_results/kinder_4mode/StickButton2D-b1-v0_gsc_resampling_s2.json @@ -0,0 +1,462 @@ +{ + "env_name": "kinder-StickButton2D-b1-v0", + "env_spec": { + "env_name": "kinder-StickButton2D-b1-v0", + "family": "kinder2d", + "scale": "b1", + "train_traj_len": 200, + "obs_dim_full": 28, + "goal_dim": 28, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27 + ], + "plan_sm_horizon": 48, + "plan_len_ovlp": 16, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 300, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 300, + "eval_probs_h5": "none", + "eval_default_n_comp": 4, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 400 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-StickButton2D-b1-v0", + "eval_name": "4mode_gsc_resampling", + "planner_name": "baseline", + "planner_epoch": "1905000", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 123, + "ev_n_comp": 2, + "var_temp": 1.0, + "cond_w": 7.0, + "use_ddim": 1, + "ddim_steps": 200, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 3, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc_resampling", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": true, + "max_wp_step": 1.0, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 4.0, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": false, + "replans": 0, + "steps": 0, + "skipped": true + }, + { + "ep_idx": 1, + "success": false, + "replans": 0, + "steps": 0, + "skipped": true + }, + { + "ep_idx": 2, + "success": false, + "replans": 0, + "steps": 0, + "skipped": true + }, + { + "ep_idx": 3, + "success": false, + "replans": 0, + "steps": 0, + "skipped": true + }, + { + "ep_idx": 4, + "success": false, + "replans": 0, + "steps": 0, + "skipped": true + }, + { + "ep_idx": 5, + "success": false, + "replans": 0, + "steps": 0, + "skipped": true + }, + { + "ep_idx": 6, + "success": false, + "replans": 0, + "steps": 0, + "skipped": true + }, + { + "ep_idx": 7, + "success": false, + "replans": 0, + "steps": 0, + "skipped": true + }, + { + "ep_idx": 8, + "success": false, + "replans": 0, + "steps": 0, + "skipped": true + }, + { + "ep_idx": 9, + "success": false, + "replans": 0, + "steps": 0, + "skipped": true + }, + { + "ep_idx": 10, + "success": false, + "replans": 0, + "steps": 0, + "skipped": true + }, + { + "ep_idx": 11, + "success": false, + "replans": 0, + "steps": 0, + "skipped": true + }, + { + "ep_idx": 12, + "success": false, + "replans": 0, + "steps": 0, + "skipped": true + }, + { + "ep_idx": 13, + "success": false, + "replans": 0, + "steps": 0, + "skipped": true + }, + { + "ep_idx": 14, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 15, + "success": false, + "replans": 0, + "steps": 0, + "skipped": true + }, + { + "ep_idx": 16, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 17, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 18, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 19, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 20, + "success": false, + "replans": 0, + "steps": 0, + "skipped": true + }, + { + "ep_idx": 21, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 22, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 23, + "success": true, + "replans": 50, + "steps": 68, + "skipped": false + }, + { + "ep_idx": 24, + "success": true, + "replans": 0, + "steps": 0, + "skipped": true + }, + { + "ep_idx": 25, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 26, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 27, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 28, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 29, + "success": false, + "replans": 0, + "steps": 0, + "skipped": true + }, + { + "ep_idx": 30, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 31, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 32, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 33, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 34, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 35, + "success": false, + "replans": 0, + "steps": 0, + "skipped": true + }, + { + "ep_idx": 36, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 37, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 38, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 39, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 40, + "success": false, + "replans": 0, + "steps": 0, + "skipped": true + }, + { + "ep_idx": 41, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 42, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 43, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 44, + "success": false, + "replans": 0, + "steps": 0, + "skipped": true + }, + { + "ep_idx": 45, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 46, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 47, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 48, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 49, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/StickButton2D-b1-v0_gsc_s0.json b/eval_results/kinder_4mode/StickButton2D-b1-v0_gsc_s0.json new file mode 100644 index 0000000000000000000000000000000000000000..3a586ddb6a74adcd3f252170c1518ee14c819f4a --- /dev/null +++ b/eval_results/kinder_4mode/StickButton2D-b1-v0_gsc_s0.json @@ -0,0 +1,462 @@ +{ + "env_name": "kinder-StickButton2D-b1-v0", + "env_spec": { + "env_name": "kinder-StickButton2D-b1-v0", + "family": "kinder2d", + "scale": "b1", + "train_traj_len": 200, + "obs_dim_full": 28, + "goal_dim": 28, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27 + ], + "plan_sm_horizon": 48, + "plan_len_ovlp": 16, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 300, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 300, + "eval_probs_h5": "none", + "eval_default_n_comp": 4, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 400 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-StickButton2D-b1-v0", + "eval_name": "4mode_gsc", + "planner_name": "baseline", + "planner_epoch": "1905000", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 0, + "ev_n_comp": 2, + "var_temp": 1.0, + "cond_w": 7.0, + "use_ddim": 1, + "ddim_steps": 200, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 3, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": true, + "max_wp_step": 1.0, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 16.0, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 1, + "success": true, + "replans": 50, + "steps": 76, + "skipped": false + }, + { + "ep_idx": 2, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 3, + "success": true, + "replans": 46, + "steps": 47, + "skipped": false + }, + { + "ep_idx": 4, + "success": true, + "replans": 9, + "steps": 10, + "skipped": false + }, + { + "ep_idx": 5, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 6, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 7, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 8, + "success": true, + "replans": 34, + "steps": 35, + "skipped": false + }, + { + "ep_idx": 9, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 10, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 11, + "success": true, + "replans": 18, + "steps": 19, + "skipped": false + }, + { + "ep_idx": 12, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 13, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 14, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 15, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 16, + "success": false, + "replans": 28, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 17, + "success": false, + "replans": 27, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 18, + "success": false, + "replans": 30, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 19, + "success": false, + "replans": 25, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 20, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 21, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 22, + "success": false, + "replans": 25, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 23, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 24, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 25, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 26, + "success": true, + "replans": 20, + "steps": 21, + "skipped": false + }, + { + "ep_idx": 27, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 28, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 29, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 30, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 31, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 32, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 33, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 34, + "success": false, + "replans": 44, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 35, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 36, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 37, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 38, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 39, + "success": true, + "replans": 24, + "steps": 25, + "skipped": false + }, + { + "ep_idx": 40, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 41, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 42, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 43, + "success": true, + "replans": 35, + "steps": 36, + "skipped": false + }, + { + "ep_idx": 44, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 45, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 46, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 47, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 48, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 49, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/StickButton2D-b1-v0_gsc_s1.json b/eval_results/kinder_4mode/StickButton2D-b1-v0_gsc_s1.json new file mode 100644 index 0000000000000000000000000000000000000000..549925859088d4c11632ea3ddd782817e4593984 --- /dev/null +++ b/eval_results/kinder_4mode/StickButton2D-b1-v0_gsc_s1.json @@ -0,0 +1,462 @@ +{ + "env_name": "kinder-StickButton2D-b1-v0", + "env_spec": { + "env_name": "kinder-StickButton2D-b1-v0", + "family": "kinder2d", + "scale": "b1", + "train_traj_len": 200, + "obs_dim_full": 28, + "goal_dim": 28, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27 + ], + "plan_sm_horizon": 48, + "plan_len_ovlp": 16, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 300, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 300, + "eval_probs_h5": "none", + "eval_default_n_comp": 4, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 400 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-StickButton2D-b1-v0", + "eval_name": "4mode_gsc", + "planner_name": "baseline", + "planner_epoch": "1905000", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 42, + "ev_n_comp": 2, + "var_temp": 1.0, + "cond_w": 7.0, + "use_ddim": 1, + "ddim_steps": 200, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 3, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": true, + "max_wp_step": 1.0, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 12.0, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 1, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 2, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 3, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 4, + "success": true, + "replans": 23, + "steps": 24, + "skipped": false + }, + { + "ep_idx": 5, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 6, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 7, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 8, + "success": false, + "replans": 42, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 9, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 10, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 11, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 12, + "success": true, + "replans": 50, + "steps": 51, + "skipped": false + }, + { + "ep_idx": 13, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 14, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 15, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 16, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 17, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 18, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 19, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 20, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 21, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 22, + "success": true, + "replans": 42, + "steps": 43, + "skipped": false + }, + { + "ep_idx": 23, + "success": true, + "replans": 3, + "steps": 4, + "skipped": false + }, + { + "ep_idx": 24, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 25, + "success": true, + "replans": 18, + "steps": 19, + "skipped": false + }, + { + "ep_idx": 26, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 27, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 28, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 29, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 30, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 31, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 32, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 33, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 34, + "success": true, + "replans": 25, + "steps": 26, + "skipped": false + }, + { + "ep_idx": 35, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 36, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 37, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 38, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 39, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 40, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 41, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 42, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 43, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 44, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 45, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 46, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 47, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 48, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + }, + { + "ep_idx": 49, + "success": false, + "replans": 50, + "steps": 400, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/StickButton2D-b1-v0_gsc_s2.json b/eval_results/kinder_4mode/StickButton2D-b1-v0_gsc_s2.json new file mode 100644 index 0000000000000000000000000000000000000000..c392aaa13813168a3632d19e17b470dfcaf113b5 --- /dev/null +++ b/eval_results/kinder_4mode/StickButton2D-b1-v0_gsc_s2.json @@ -0,0 +1,570 @@ +{ + "env_name": "kinder-StickButton2D-b1-v0", + "env_spec": { + "env_name": "kinder-StickButton2D-b1-v0", + "family": "kinder2d", + "scale": "b1", + "train_traj_len": 200, + "obs_dim_full": 28, + "goal_dim": 28, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27 + ], + "plan_sm_horizon": 48, + "plan_len_ovlp": 16, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 300, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 300, + "eval_probs_h5": "none", + "eval_default_n_comp": 4, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 400 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-StickButton2D-b1-v0", + "eval_name": "4mode_gsc", + "planner_name": "baseline", + "planner_epoch": "1905000", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 123, + "ev_n_comp": 2, + "var_temp": 1.0, + "cond_w": 7.0, + "use_ddim": 1, + "ddim_steps": 200, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 0.25, + "replan_every": null, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 3, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": true, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": false, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 4.0, + "avg_reward": -386.1, + "avg_time": 240.05967908382416, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": false, + "replans": 50, + "steps": 400, + "reward": -400.0, + "time": 245.44606471061707, + "skipped": false + }, + { + "ep_idx": 1, + "success": false, + "replans": 50, + "steps": 400, + "reward": -400.0, + "time": 245.12873601913452, + "skipped": false + }, + { + "ep_idx": 2, + "success": false, + "replans": 50, + "steps": 400, + "reward": -400.0, + "time": 245.43772649765015, + "skipped": false + }, + { + "ep_idx": 3, + "success": false, + "replans": 50, + "steps": 400, + "reward": -400.0, + "time": 245.40214800834656, + "skipped": false + }, + { + "ep_idx": 4, + "success": false, + "replans": 50, + "steps": 400, + "reward": -400.0, + "time": 242.57841992378235, + "skipped": false + }, + { + "ep_idx": 5, + "success": false, + "replans": 50, + "steps": 400, + "reward": -400.0, + "time": 241.5559401512146, + "skipped": false + }, + { + "ep_idx": 6, + "success": false, + "replans": 50, + "steps": 400, + "reward": -400.0, + "time": 242.17419028282166, + "skipped": false + }, + { + "ep_idx": 7, + "success": false, + "replans": 50, + "steps": 400, + "reward": -400.0, + "time": 241.585058927536, + "skipped": false + }, + { + "ep_idx": 8, + "success": false, + "replans": 50, + "steps": 400, + "reward": -400.0, + "time": 241.61951446533203, + "skipped": false + }, + { + "ep_idx": 9, + "success": false, + "replans": 50, + "steps": 400, + "reward": -400.0, + "time": 241.75162959098816, + "skipped": false + }, + { + "ep_idx": 10, + "success": false, + "replans": 50, + "steps": 400, + "reward": -400.0, + "time": 241.68948197364807, + "skipped": false + }, + { + "ep_idx": 11, + "success": false, + "replans": 50, + "steps": 400, + "reward": -400.0, + "time": 242.15113067626953, + "skipped": false + }, + { + "ep_idx": 12, + "success": false, + "replans": 50, + "steps": 400, + "reward": -400.0, + "time": 241.67435956001282, + "skipped": false + }, + { + "ep_idx": 13, + "success": false, + "replans": 50, + "steps": 400, + "reward": -400.0, + "time": 242.21616673469543, + "skipped": false + }, + { + "ep_idx": 14, + "success": false, + "replans": 50, + "steps": 400, + "reward": -400.0, + "time": 241.82037949562073, + "skipped": false + }, + { + "ep_idx": 15, + "success": false, + "replans": 50, + "steps": 400, + "reward": -400.0, + "time": 242.54042029380798, + "skipped": false + }, + { + "ep_idx": 16, + "success": false, + "replans": 50, + "steps": 400, + "reward": -400.0, + "time": 247.1651451587677, + "skipped": false + }, + { + "ep_idx": 17, + "success": false, + "replans": 50, + "steps": 400, + "reward": -400.0, + "time": 241.60442662239075, + "skipped": false + }, + { + "ep_idx": 18, + "success": false, + "replans": 50, + "steps": 400, + "reward": -400.0, + "time": 241.67321515083313, + "skipped": false + }, + { + "ep_idx": 19, + "success": false, + "replans": 50, + "steps": 400, + "reward": -400.0, + "time": 241.95480751991272, + "skipped": false + }, + { + "ep_idx": 20, + "success": false, + "replans": 50, + "steps": 400, + "reward": -400.0, + "time": 241.67593240737915, + "skipped": false + }, + { + "ep_idx": 21, + "success": false, + "replans": 50, + "steps": 400, + "reward": -400.0, + "time": 242.09703707695007, + "skipped": false + }, + { + "ep_idx": 22, + "success": false, + "replans": 50, + "steps": 400, + "reward": -400.0, + "time": 241.79648637771606, + "skipped": false + }, + { + "ep_idx": 23, + "success": true, + "replans": 50, + "steps": 68, + "reward": -67.0, + "time": 241.17148208618164, + "skipped": false + }, + { + "ep_idx": 24, + "success": true, + "replans": 33, + "steps": 39, + "reward": -38.0, + "time": 160.94899368286133, + "skipped": false + }, + { + "ep_idx": 25, + "success": false, + "replans": 50, + "steps": 400, + "reward": -400.0, + "time": 242.00524640083313, + "skipped": false + }, + { + "ep_idx": 26, + "success": false, + "replans": 50, + "steps": 400, + "reward": -400.0, + "time": 242.11929845809937, + "skipped": false + }, + { + "ep_idx": 27, + "success": false, + "replans": 50, + "steps": 400, + "reward": -400.0, + "time": 241.8750605583191, + "skipped": false + }, + { + "ep_idx": 28, + "success": false, + "replans": 50, + "steps": 400, + "reward": -400.0, + "time": 241.63913369178772, + "skipped": false + }, + { + "ep_idx": 29, + "success": false, + "replans": 50, + "steps": 400, + "reward": -400.0, + "time": 242.0542209148407, + "skipped": false + }, + { + "ep_idx": 30, + "success": false, + "replans": 50, + "steps": 400, + "reward": -400.0, + "time": 241.8985149860382, + "skipped": false + }, + { + "ep_idx": 31, + "success": false, + "replans": 50, + "steps": 400, + "reward": -400.0, + "time": 242.00444674491882, + "skipped": false + }, + { + "ep_idx": 32, + "success": false, + "replans": 50, + "steps": 400, + "reward": -400.0, + "time": 241.95868825912476, + "skipped": false + }, + { + "ep_idx": 33, + "success": false, + "replans": 50, + "steps": 400, + "reward": -400.0, + "time": 242.4586124420166, + "skipped": false + }, + { + "ep_idx": 34, + "success": false, + "replans": 50, + "steps": 400, + "reward": -400.0, + "time": 241.82179832458496, + "skipped": false + }, + { + "ep_idx": 35, + "success": false, + "replans": 50, + "steps": 400, + "reward": -400.0, + "time": 241.39092469215393, + "skipped": false + }, + { + "ep_idx": 36, + "success": false, + "replans": 50, + "steps": 400, + "reward": -400.0, + "time": 241.55160522460938, + "skipped": false + }, + { + "ep_idx": 37, + "success": false, + "replans": 50, + "steps": 400, + "reward": -400.0, + "time": 241.3172619342804, + "skipped": false + }, + { + "ep_idx": 38, + "success": false, + "replans": 50, + "steps": 400, + "reward": -400.0, + "time": 241.80133891105652, + "skipped": false + }, + { + "ep_idx": 39, + "success": false, + "replans": 50, + "steps": 400, + "reward": -400.0, + "time": 241.8834993839264, + "skipped": false + }, + { + "ep_idx": 40, + "success": false, + "replans": 42, + "steps": 400, + "reward": -400.0, + "time": 204.18510961532593, + "skipped": false + }, + { + "ep_idx": 41, + "success": false, + "replans": 50, + "steps": 400, + "reward": -400.0, + "time": 241.79595971107483, + "skipped": false + }, + { + "ep_idx": 42, + "success": false, + "replans": 50, + "steps": 400, + "reward": -400.0, + "time": 242.09404730796814, + "skipped": false + }, + { + "ep_idx": 43, + "success": false, + "replans": 50, + "steps": 400, + "reward": -400.0, + "time": 242.448144197464, + "skipped": false + }, + { + "ep_idx": 44, + "success": false, + "replans": 50, + "steps": 400, + "reward": -400.0, + "time": 242.3744661808014, + "skipped": false + }, + { + "ep_idx": 45, + "success": false, + "replans": 50, + "steps": 400, + "reward": -400.0, + "time": 242.2618978023529, + "skipped": false + }, + { + "ep_idx": 46, + "success": false, + "replans": 50, + "steps": 400, + "reward": -400.0, + "time": 247.90499234199524, + "skipped": false + }, + { + "ep_idx": 47, + "success": false, + "replans": 50, + "steps": 400, + "reward": -400.0, + "time": 242.41258263587952, + "skipped": false + }, + { + "ep_idx": 48, + "success": false, + "replans": 50, + "steps": 400, + "reward": -400.0, + "time": 242.173522233963, + "skipped": false + }, + { + "ep_idx": 49, + "success": false, + "replans": 50, + "steps": 400, + "reward": -400.0, + "time": 242.69468784332275, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/SweepIntoDrawer3D-v0_demo_tracking_s0.json b/eval_results/kinder_4mode/SweepIntoDrawer3D-v0_demo_tracking_s0.json new file mode 100644 index 0000000000000000000000000000000000000000..c5e83a94d3de63dc52ca9420c09db46b32be1c34 --- /dev/null +++ b/eval_results/kinder_4mode/SweepIntoDrawer3D-v0_demo_tracking_s0.json @@ -0,0 +1,695 @@ +{ + "env_name": "kinder-SweepIntoDrawer3D-v0", + "env_spec": { + "env_name": "kinder-SweepIntoDrawer3D-v0", + "family": "kinder3d", + "scale": "sw", + "train_traj_len": 600, + "obs_dim_full": 153, + "goal_dim": 153, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ], + "plan_sm_horizon": 192, + "plan_len_ovlp": 64, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 32, + "plan_max_path_length": 800, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 800, + "eval_probs_h5": "none", + "eval_default_n_comp": 6, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 30, + "eval_cond2_extra": 100, + "eval_n_max_steps": 1500 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-SweepIntoDrawer3D-v0", + "eval_name": "4mode_demo_tracking", + "planner_name": "baseline", + "planner_epoch": "latest", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 0, + "ev_n_comp": 3, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 5.0, + "replan_every": null, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": true, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 84.0, + "avg_reward": -6.894599999999898, + "avg_time": 65.53822674751282, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": true, + "replans": 0, + "steps": 527, + "reward": -5.269999999999932, + "time": 52.15067172050476, + "skipped": false + }, + { + "ep_idx": 1, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 125.63415026664734, + "skipped": false + }, + { + "ep_idx": 2, + "success": true, + "replans": 0, + "steps": 605, + "reward": -6.0499999999999154, + "time": 58.98221206665039, + "skipped": false + }, + { + "ep_idx": 3, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 137.14333629608154, + "skipped": false + }, + { + "ep_idx": 4, + "success": true, + "replans": 0, + "steps": 489, + "reward": -4.88999999999994, + "time": 46.92161512374878, + "skipped": false + }, + { + "ep_idx": 5, + "success": true, + "replans": 0, + "steps": 561, + "reward": -5.609999999999925, + "time": 53.58783578872681, + "skipped": false + }, + { + "ep_idx": 6, + "success": true, + "replans": 0, + "steps": 579, + "reward": -5.789999999999921, + "time": 52.901371240615845, + "skipped": false + }, + { + "ep_idx": 7, + "success": true, + "replans": 0, + "steps": 576, + "reward": -5.759999999999922, + "time": 58.222620248794556, + "skipped": false + }, + { + "ep_idx": 8, + "success": true, + "replans": 0, + "steps": 605, + "reward": -6.0499999999999154, + "time": 57.04039740562439, + "skipped": false + }, + { + "ep_idx": 9, + "success": true, + "replans": 0, + "steps": 531, + "reward": -5.309999999999931, + "time": 53.00326919555664, + "skipped": false + }, + { + "ep_idx": 10, + "success": true, + "replans": 0, + "steps": 556, + "reward": -5.559999999999926, + "time": 53.638299226760864, + "skipped": false + }, + { + "ep_idx": 11, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 144.09408593177795, + "skipped": false + }, + { + "ep_idx": 12, + "success": true, + "replans": 0, + "steps": 464, + "reward": -4.6399999999999455, + "time": 43.09795045852661, + "skipped": false + }, + { + "ep_idx": 13, + "success": true, + "replans": 0, + "steps": 534, + "reward": -5.339999999999931, + "time": 50.793107748031616, + "skipped": false + }, + { + "ep_idx": 14, + "success": true, + "replans": 0, + "steps": 555, + "reward": -5.549999999999926, + "time": 53.75679898262024, + "skipped": false + }, + { + "ep_idx": 15, + "success": true, + "replans": 0, + "steps": 525, + "reward": -5.2499999999999325, + "time": 50.555447816848755, + "skipped": false + }, + { + "ep_idx": 16, + "success": true, + "replans": 0, + "steps": 494, + "reward": -4.939999999999939, + "time": 46.28488564491272, + "skipped": false + }, + { + "ep_idx": 17, + "success": true, + "replans": 0, + "steps": 517, + "reward": -5.169999999999934, + "time": 49.37099003791809, + "skipped": false + }, + { + "ep_idx": 18, + "success": true, + "replans": 0, + "steps": 512, + "reward": -5.119999999999935, + "time": 45.913931131362915, + "skipped": false + }, + { + "ep_idx": 19, + "success": true, + "replans": 0, + "steps": 505, + "reward": -5.049999999999937, + "time": 47.17916822433472, + "skipped": false + }, + { + "ep_idx": 20, + "success": true, + "replans": 0, + "steps": 526, + "reward": -5.259999999999932, + "time": 48.67865705490112, + "skipped": false + }, + { + "ep_idx": 21, + "success": true, + "replans": 0, + "steps": 595, + "reward": -5.949999999999918, + "time": 54.312649965286255, + "skipped": false + }, + { + "ep_idx": 22, + "success": true, + "replans": 0, + "steps": 569, + "reward": -5.689999999999923, + "time": 55.02152943611145, + "skipped": false + }, + { + "ep_idx": 23, + "success": true, + "replans": 0, + "steps": 517, + "reward": -5.169999999999934, + "time": 47.45218014717102, + "skipped": false + }, + { + "ep_idx": 24, + "success": true, + "replans": 0, + "steps": 516, + "reward": -5.159999999999934, + "time": 48.51141095161438, + "skipped": false + }, + { + "ep_idx": 25, + "success": true, + "replans": 0, + "steps": 669, + "reward": -6.689999999999902, + "time": 62.99141025543213, + "skipped": false + }, + { + "ep_idx": 26, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 169.318856716156, + "skipped": false + }, + { + "ep_idx": 27, + "success": true, + "replans": 0, + "steps": 562, + "reward": -5.619999999999925, + "time": 52.53026986122131, + "skipped": false + }, + { + "ep_idx": 28, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 142.07612466812134, + "skipped": false + }, + { + "ep_idx": 29, + "success": true, + "replans": 0, + "steps": 582, + "reward": -5.81999999999992, + "time": 54.77003073692322, + "skipped": false + }, + { + "ep_idx": 30, + "success": true, + "replans": 0, + "steps": 573, + "reward": -5.729999999999922, + "time": 54.66677927970886, + "skipped": false + }, + { + "ep_idx": 31, + "success": true, + "replans": 0, + "steps": 592, + "reward": -5.919999999999918, + "time": 56.60138726234436, + "skipped": false + }, + { + "ep_idx": 32, + "success": true, + "replans": 0, + "steps": 588, + "reward": -5.879999999999919, + "time": 54.8061842918396, + "skipped": false + }, + { + "ep_idx": 33, + "success": true, + "replans": 0, + "steps": 570, + "reward": -5.699999999999923, + "time": 60.22039246559143, + "skipped": false + }, + { + "ep_idx": 34, + "success": true, + "replans": 0, + "steps": 512, + "reward": -5.119999999999935, + "time": 50.80362105369568, + "skipped": false + }, + { + "ep_idx": 35, + "success": true, + "replans": 0, + "steps": 515, + "reward": -5.149999999999935, + "time": 49.790340185165405, + "skipped": false + }, + { + "ep_idx": 36, + "success": true, + "replans": 0, + "steps": 503, + "reward": -5.029999999999937, + "time": 48.66283106803894, + "skipped": false + }, + { + "ep_idx": 37, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 134.01351356506348, + "skipped": false + }, + { + "ep_idx": 38, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 122.56283760070801, + "skipped": false + }, + { + "ep_idx": 39, + "success": true, + "replans": 0, + "steps": 502, + "reward": -5.019999999999937, + "time": 49.791130781173706, + "skipped": false + }, + { + "ep_idx": 40, + "success": true, + "replans": 0, + "steps": 493, + "reward": -4.929999999999939, + "time": 49.387999296188354, + "skipped": false + }, + { + "ep_idx": 41, + "success": true, + "replans": 0, + "steps": 366, + "reward": -3.659999999999966, + "time": 36.485809326171875, + "skipped": false + }, + { + "ep_idx": 42, + "success": true, + "replans": 0, + "steps": 451, + "reward": -4.509999999999948, + "time": 43.84402894973755, + "skipped": false + }, + { + "ep_idx": 43, + "success": true, + "replans": 0, + "steps": 462, + "reward": -4.619999999999946, + "time": 44.69626235961914, + "skipped": false + }, + { + "ep_idx": 44, + "success": true, + "replans": 0, + "steps": 584, + "reward": -5.83999999999992, + "time": 62.79242205619812, + "skipped": false + }, + { + "ep_idx": 45, + "success": true, + "replans": 0, + "steps": 577, + "reward": -5.769999999999921, + "time": 57.838993310928345, + "skipped": false + }, + { + "ep_idx": 46, + "success": true, + "replans": 0, + "steps": 562, + "reward": -5.619999999999925, + "time": 55.46756386756897, + "skipped": false + }, + { + "ep_idx": 47, + "success": true, + "replans": 0, + "steps": 452, + "reward": -4.519999999999948, + "time": 41.86129951477051, + "skipped": false + }, + { + "ep_idx": 48, + "success": true, + "replans": 0, + "steps": 500, + "reward": -4.999999999999938, + "time": 54.26190137863159, + "skipped": false + }, + { + "ep_idx": 49, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 132.42077541351318, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/SweepIntoDrawer3D-v0_demo_tracking_s1.json b/eval_results/kinder_4mode/SweepIntoDrawer3D-v0_demo_tracking_s1.json new file mode 100644 index 0000000000000000000000000000000000000000..9be485665f4c1fc718026f78b92efd0e98609254 --- /dev/null +++ b/eval_results/kinder_4mode/SweepIntoDrawer3D-v0_demo_tracking_s1.json @@ -0,0 +1,695 @@ +{ + "env_name": "kinder-SweepIntoDrawer3D-v0", + "env_spec": { + "env_name": "kinder-SweepIntoDrawer3D-v0", + "family": "kinder3d", + "scale": "sw", + "train_traj_len": 600, + "obs_dim_full": 153, + "goal_dim": 153, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ], + "plan_sm_horizon": 192, + "plan_len_ovlp": 64, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 32, + "plan_max_path_length": 800, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 800, + "eval_probs_h5": "none", + "eval_default_n_comp": 6, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 30, + "eval_cond2_extra": 100, + "eval_n_max_steps": 1500 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-SweepIntoDrawer3D-v0", + "eval_name": "4mode_demo_tracking", + "planner_name": "baseline", + "planner_epoch": "latest", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 1, + "ev_n_comp": 3, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 5.0, + "replan_every": null, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": true, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 8.0, + "avg_reward": -14.209199999999743, + "avg_time": 131.73097201347352, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 122.55962920188904, + "skipped": false + }, + { + "ep_idx": 1, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 140.9301736354828, + "skipped": false + }, + { + "ep_idx": 2, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 129.40230631828308, + "skipped": false + }, + { + "ep_idx": 3, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 135.50474858283997, + "skipped": false + }, + { + "ep_idx": 4, + "success": true, + "replans": 0, + "steps": 602, + "reward": -6.019999999999916, + "time": 55.71949362754822, + "skipped": false + }, + { + "ep_idx": 5, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 163.04590797424316, + "skipped": false + }, + { + "ep_idx": 6, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 130.36610293388367, + "skipped": false + }, + { + "ep_idx": 7, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 169.91284370422363, + "skipped": false + }, + { + "ep_idx": 8, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 139.58217930793762, + "skipped": false + }, + { + "ep_idx": 9, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 137.2055220603943, + "skipped": false + }, + { + "ep_idx": 10, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 140.68926882743835, + "skipped": false + }, + { + "ep_idx": 11, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 138.5444073677063, + "skipped": false + }, + { + "ep_idx": 12, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 176.15701985359192, + "skipped": false + }, + { + "ep_idx": 13, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 139.75968718528748, + "skipped": false + }, + { + "ep_idx": 14, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 122.52852582931519, + "skipped": false + }, + { + "ep_idx": 15, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 130.26765489578247, + "skipped": false + }, + { + "ep_idx": 16, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 142.32880783081055, + "skipped": false + }, + { + "ep_idx": 17, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 136.286847114563, + "skipped": false + }, + { + "ep_idx": 18, + "success": true, + "replans": 0, + "steps": 448, + "reward": -4.479999999999949, + "time": 44.60890603065491, + "skipped": false + }, + { + "ep_idx": 19, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 138.01138472557068, + "skipped": false + }, + { + "ep_idx": 20, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 128.0388424396515, + "skipped": false + }, + { + "ep_idx": 21, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 134.56423664093018, + "skipped": false + }, + { + "ep_idx": 22, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 123.6378755569458, + "skipped": false + }, + { + "ep_idx": 23, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 137.1086027622223, + "skipped": false + }, + { + "ep_idx": 24, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 143.52230668067932, + "skipped": false + }, + { + "ep_idx": 25, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 123.83781218528748, + "skipped": false + }, + { + "ep_idx": 26, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 140.4530713558197, + "skipped": false + }, + { + "ep_idx": 27, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 138.09230542182922, + "skipped": false + }, + { + "ep_idx": 28, + "success": true, + "replans": 0, + "steps": 487, + "reward": -4.869999999999941, + "time": 47.87075352668762, + "skipped": false + }, + { + "ep_idx": 29, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 144.20148301124573, + "skipped": false + }, + { + "ep_idx": 30, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 143.54330468177795, + "skipped": false + }, + { + "ep_idx": 31, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 129.595942735672, + "skipped": false + }, + { + "ep_idx": 32, + "success": true, + "replans": 0, + "steps": 509, + "reward": -5.089999999999936, + "time": 47.57968544960022, + "skipped": false + }, + { + "ep_idx": 33, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 135.31907081604004, + "skipped": false + }, + { + "ep_idx": 34, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 148.94602704048157, + "skipped": false + }, + { + "ep_idx": 35, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 134.11132431030273, + "skipped": false + }, + { + "ep_idx": 36, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 133.35228633880615, + "skipped": false + }, + { + "ep_idx": 37, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 126.48544311523438, + "skipped": false + }, + { + "ep_idx": 38, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 168.30698800086975, + "skipped": false + }, + { + "ep_idx": 39, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 133.38578367233276, + "skipped": false + }, + { + "ep_idx": 40, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 125.27580642700195, + "skipped": false + }, + { + "ep_idx": 41, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 131.1393802165985, + "skipped": false + }, + { + "ep_idx": 42, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 122.09039521217346, + "skipped": false + }, + { + "ep_idx": 43, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 158.90336871147156, + "skipped": false + }, + { + "ep_idx": 44, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 146.43015599250793, + "skipped": false + }, + { + "ep_idx": 45, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 173.1107542514801, + "skipped": false + }, + { + "ep_idx": 46, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 135.95378518104553, + "skipped": false + }, + { + "ep_idx": 47, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 145.07054901123047, + "skipped": false + }, + { + "ep_idx": 48, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 129.9064462184906, + "skipped": false + }, + { + "ep_idx": 49, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 123.30339670181274, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/SweepIntoDrawer3D-v0_demo_tracking_s2.json b/eval_results/kinder_4mode/SweepIntoDrawer3D-v0_demo_tracking_s2.json new file mode 100644 index 0000000000000000000000000000000000000000..02d251c2225a9f291bf6ed2705c79c72d410cc64 --- /dev/null +++ b/eval_results/kinder_4mode/SweepIntoDrawer3D-v0_demo_tracking_s2.json @@ -0,0 +1,695 @@ +{ + "env_name": "kinder-SweepIntoDrawer3D-v0", + "env_spec": { + "env_name": "kinder-SweepIntoDrawer3D-v0", + "family": "kinder3d", + "scale": "sw", + "train_traj_len": 600, + "obs_dim_full": 153, + "goal_dim": 153, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ], + "plan_sm_horizon": 192, + "plan_len_ovlp": 64, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 32, + "plan_max_path_length": 800, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 800, + "eval_probs_h5": "none", + "eval_default_n_comp": 6, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 30, + "eval_cond2_extra": 100, + "eval_n_max_steps": 1500 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-SweepIntoDrawer3D-v0", + "eval_name": "4mode_demo_tracking", + "planner_name": "baseline", + "planner_epoch": "latest", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 2, + "ev_n_comp": 3, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 5.0, + "replan_every": null, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": true, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 4.0, + "avg_reward": -14.594199999999738, + "avg_time": 134.8145549583435, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 134.44320631027222, + "skipped": false + }, + { + "ep_idx": 1, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 135.53405618667603, + "skipped": false + }, + { + "ep_idx": 2, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 116.59083032608032, + "skipped": false + }, + { + "ep_idx": 3, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 115.41018676757812, + "skipped": false + }, + { + "ep_idx": 4, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 153.562593460083, + "skipped": false + }, + { + "ep_idx": 5, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 133.51341819763184, + "skipped": false + }, + { + "ep_idx": 6, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 136.03380393981934, + "skipped": false + }, + { + "ep_idx": 7, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 170.38155364990234, + "skipped": false + }, + { + "ep_idx": 8, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 146.47699785232544, + "skipped": false + }, + { + "ep_idx": 9, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 135.54629230499268, + "skipped": false + }, + { + "ep_idx": 10, + "success": true, + "replans": 0, + "steps": 506, + "reward": -5.0599999999999365, + "time": 49.58569574356079, + "skipped": false + }, + { + "ep_idx": 11, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 129.23052430152893, + "skipped": false + }, + { + "ep_idx": 12, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 141.43073773384094, + "skipped": false + }, + { + "ep_idx": 13, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 120.08786344528198, + "skipped": false + }, + { + "ep_idx": 14, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 132.21364951133728, + "skipped": false + }, + { + "ep_idx": 15, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 119.59532928466797, + "skipped": false + }, + { + "ep_idx": 16, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 135.2843210697174, + "skipped": false + }, + { + "ep_idx": 17, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 134.78853702545166, + "skipped": false + }, + { + "ep_idx": 18, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 168.03600239753723, + "skipped": false + }, + { + "ep_idx": 19, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 163.68260526657104, + "skipped": false + }, + { + "ep_idx": 20, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 113.64636373519897, + "skipped": false + }, + { + "ep_idx": 21, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 140.01173186302185, + "skipped": false + }, + { + "ep_idx": 22, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 133.5701503753662, + "skipped": false + }, + { + "ep_idx": 23, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 145.814857006073, + "skipped": false + }, + { + "ep_idx": 24, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 130.3549039363861, + "skipped": false + }, + { + "ep_idx": 25, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 167.92356133460999, + "skipped": false + }, + { + "ep_idx": 26, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 128.16213297843933, + "skipped": false + }, + { + "ep_idx": 27, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 152.9757890701294, + "skipped": false + }, + { + "ep_idx": 28, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 122.71274185180664, + "skipped": false + }, + { + "ep_idx": 29, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 117.68760299682617, + "skipped": false + }, + { + "ep_idx": 30, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 120.49460935592651, + "skipped": false + }, + { + "ep_idx": 31, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 163.63386273384094, + "skipped": false + }, + { + "ep_idx": 32, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 148.69727754592896, + "skipped": false + }, + { + "ep_idx": 33, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 175.31476998329163, + "skipped": false + }, + { + "ep_idx": 34, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 119.81196069717407, + "skipped": false + }, + { + "ep_idx": 35, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 139.50605082511902, + "skipped": false + }, + { + "ep_idx": 36, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 141.85620617866516, + "skipped": false + }, + { + "ep_idx": 37, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 156.33742880821228, + "skipped": false + }, + { + "ep_idx": 38, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 114.73772597312927, + "skipped": false + }, + { + "ep_idx": 39, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 143.69175910949707, + "skipped": false + }, + { + "ep_idx": 40, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 132.79516553878784, + "skipped": false + }, + { + "ep_idx": 41, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 143.66268825531006, + "skipped": false + }, + { + "ep_idx": 42, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 144.0007119178772, + "skipped": false + }, + { + "ep_idx": 43, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 136.41464114189148, + "skipped": false + }, + { + "ep_idx": 44, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 138.64623618125916, + "skipped": false + }, + { + "ep_idx": 45, + "success": true, + "replans": 0, + "steps": 465, + "reward": -4.649999999999945, + "time": 47.326887130737305, + "skipped": false + }, + { + "ep_idx": 46, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 154.22006106376648, + "skipped": false + }, + { + "ep_idx": 47, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 138.21459412574768, + "skipped": false + }, + { + "ep_idx": 48, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 127.22857618331909, + "skipped": false + }, + { + "ep_idx": 49, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 129.84849524497986, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/TidyBot3D-cupboard_real-o1_106-v0_demo_tracking_s0.json b/eval_results/kinder_4mode/TidyBot3D-cupboard_real-o1_106-v0_demo_tracking_s0.json new file mode 100644 index 0000000000000000000000000000000000000000..420a40e6f5edd96907a3ce0a2fccf0c620039c34 --- /dev/null +++ b/eval_results/kinder_4mode/TidyBot3D-cupboard_real-o1_106-v0_demo_tracking_s0.json @@ -0,0 +1,587 @@ +{ + "env_name": "kinder-TidyBot3D-cupboard_real-o1_106-v0", + "env_spec": { + "env_name": "kinder-TidyBot3D-cupboard_real-o1_106-v0", + "family": "kinder3d", + "scale": "tb1", + "train_traj_len": 500, + "obs_dim_full": 45, + "goal_dim": 45, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44 + ], + "plan_sm_horizon": 128, + "plan_len_ovlp": 48, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 600, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 600, + "eval_probs_h5": "none", + "eval_default_n_comp": 5, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 20, + "eval_cond2_extra": 50, + "eval_n_max_steps": 1000 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-TidyBot3D-cupboard_real-o1_106-v0", + "eval_name": "4mode_demo_tracking", + "planner_name": "baseline", + "planner_epoch": "latest", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 0, + "ev_n_comp": 3, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 1.0, + "replan_every": null, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": true, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 48.0, + "avg_reward": -6.835199999999897, + "avg_time": 15.82979914188385, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": true, + "replans": 0, + "steps": 329, + "reward": -3.289999999999974, + "time": 8.513267517089844, + "skipped": false + }, + { + "ep_idx": 1, + "success": true, + "replans": 0, + "steps": 335, + "reward": -3.3499999999999726, + "time": 8.557692050933838, + "skipped": false + }, + { + "ep_idx": 2, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 23.61188530921936, + "skipped": false + }, + { + "ep_idx": 3, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 21.96809458732605, + "skipped": false + }, + { + "ep_idx": 4, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 21.80128049850464, + "skipped": false + }, + { + "ep_idx": 5, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 20.780733108520508, + "skipped": false + }, + { + "ep_idx": 6, + "success": true, + "replans": 0, + "steps": 357, + "reward": -3.569999999999968, + "time": 9.001256704330444, + "skipped": false + }, + { + "ep_idx": 7, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 18.342907190322876, + "skipped": false + }, + { + "ep_idx": 8, + "success": true, + "replans": 0, + "steps": 336, + "reward": -3.3599999999999723, + "time": 8.373540163040161, + "skipped": false + }, + { + "ep_idx": 9, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 18.346009492874146, + "skipped": false + }, + { + "ep_idx": 10, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 29.097595691680908, + "skipped": false + }, + { + "ep_idx": 11, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 21.586477994918823, + "skipped": false + }, + { + "ep_idx": 12, + "success": true, + "replans": 0, + "steps": 340, + "reward": -3.3999999999999715, + "time": 8.492980241775513, + "skipped": false + }, + { + "ep_idx": 13, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 27.5857572555542, + "skipped": false + }, + { + "ep_idx": 14, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 21.763785123825073, + "skipped": false + }, + { + "ep_idx": 15, + "success": true, + "replans": 0, + "steps": 321, + "reward": -3.2099999999999755, + "time": 8.053812265396118, + "skipped": false + }, + { + "ep_idx": 16, + "success": true, + "replans": 0, + "steps": 341, + "reward": -3.4099999999999713, + "time": 8.360867023468018, + "skipped": false + }, + { + "ep_idx": 17, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 21.040208101272583, + "skipped": false + }, + { + "ep_idx": 18, + "success": true, + "replans": 0, + "steps": 331, + "reward": -3.3099999999999734, + "time": 8.085248947143555, + "skipped": false + }, + { + "ep_idx": 19, + "success": true, + "replans": 0, + "steps": 332, + "reward": -3.319999999999973, + "time": 8.110228300094604, + "skipped": false + }, + { + "ep_idx": 20, + "success": true, + "replans": 0, + "steps": 342, + "reward": -3.419999999999971, + "time": 8.389649152755737, + "skipped": false + }, + { + "ep_idx": 21, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 28.06756281852722, + "skipped": false + }, + { + "ep_idx": 22, + "success": true, + "replans": 0, + "steps": 340, + "reward": -3.3999999999999715, + "time": 8.372442722320557, + "skipped": false + }, + { + "ep_idx": 23, + "success": true, + "replans": 0, + "steps": 337, + "reward": -3.369999999999972, + "time": 8.254484176635742, + "skipped": false + }, + { + "ep_idx": 24, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 21.504515171051025, + "skipped": false + }, + { + "ep_idx": 25, + "success": true, + "replans": 0, + "steps": 338, + "reward": -3.379999999999972, + "time": 8.464792013168335, + "skipped": false + }, + { + "ep_idx": 26, + "success": true, + "replans": 0, + "steps": 330, + "reward": -3.2999999999999736, + "time": 8.212078094482422, + "skipped": false + }, + { + "ep_idx": 27, + "success": true, + "replans": 0, + "steps": 337, + "reward": -3.369999999999972, + "time": 8.250336408615112, + "skipped": false + }, + { + "ep_idx": 28, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 21.538141012191772, + "skipped": false + }, + { + "ep_idx": 29, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 22.57123351097107, + "skipped": false + }, + { + "ep_idx": 30, + "success": true, + "replans": 0, + "steps": 336, + "reward": -3.3599999999999723, + "time": 8.202511548995972, + "skipped": false + }, + { + "ep_idx": 31, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 23.70978021621704, + "skipped": false + }, + { + "ep_idx": 32, + "success": true, + "replans": 0, + "steps": 387, + "reward": -3.8699999999999615, + "time": 9.944153070449829, + "skipped": false + }, + { + "ep_idx": 33, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 23.553711414337158, + "skipped": false + }, + { + "ep_idx": 34, + "success": true, + "replans": 0, + "steps": 331, + "reward": -3.3099999999999734, + "time": 8.231341123580933, + "skipped": false + }, + { + "ep_idx": 35, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 19.578343629837036, + "skipped": false + }, + { + "ep_idx": 36, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 28.902266025543213, + "skipped": false + }, + { + "ep_idx": 37, + "success": true, + "replans": 0, + "steps": 336, + "reward": -3.3599999999999723, + "time": 8.225968599319458, + "skipped": false + }, + { + "ep_idx": 38, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 19.725349187850952, + "skipped": false + }, + { + "ep_idx": 39, + "success": true, + "replans": 0, + "steps": 334, + "reward": -3.3399999999999728, + "time": 8.162438869476318, + "skipped": false + }, + { + "ep_idx": 40, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 26.473174571990967, + "skipped": false + }, + { + "ep_idx": 41, + "success": true, + "replans": 0, + "steps": 333, + "reward": -3.329999999999973, + "time": 8.209964990615845, + "skipped": false + }, + { + "ep_idx": 42, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 22.983447074890137, + "skipped": false + }, + { + "ep_idx": 43, + "success": true, + "replans": 0, + "steps": 333, + "reward": -3.329999999999973, + "time": 8.25514841079712, + "skipped": false + }, + { + "ep_idx": 44, + "success": true, + "replans": 0, + "steps": 404, + "reward": -4.039999999999958, + "time": 10.083142518997192, + "skipped": false + }, + { + "ep_idx": 45, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 23.221201419830322, + "skipped": false + }, + { + "ep_idx": 46, + "success": true, + "replans": 0, + "steps": 336, + "reward": -3.3599999999999723, + "time": 8.279866933822632, + "skipped": false + }, + { + "ep_idx": 47, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 20.964102268218994, + "skipped": false + }, + { + "ep_idx": 48, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 18.331300020217896, + "skipped": false + }, + { + "ep_idx": 49, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 21.353882551193237, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/TidyBot3D-cupboard_real-o1_106-v0_demo_tracking_s1.json b/eval_results/kinder_4mode/TidyBot3D-cupboard_real-o1_106-v0_demo_tracking_s1.json new file mode 100644 index 0000000000000000000000000000000000000000..19981dd293d98ea8f186cae69643520b4ba6affe --- /dev/null +++ b/eval_results/kinder_4mode/TidyBot3D-cupboard_real-o1_106-v0_demo_tracking_s1.json @@ -0,0 +1,587 @@ +{ + "env_name": "kinder-TidyBot3D-cupboard_real-o1_106-v0", + "env_spec": { + "env_name": "kinder-TidyBot3D-cupboard_real-o1_106-v0", + "family": "kinder3d", + "scale": "tb1", + "train_traj_len": 500, + "obs_dim_full": 45, + "goal_dim": 45, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44 + ], + "plan_sm_horizon": 128, + "plan_len_ovlp": 48, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 600, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 600, + "eval_probs_h5": "none", + "eval_default_n_comp": 5, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 20, + "eval_cond2_extra": 50, + "eval_n_max_steps": 1000 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-TidyBot3D-cupboard_real-o1_106-v0", + "eval_name": "4mode_demo_tracking", + "planner_name": "baseline", + "planner_epoch": "latest", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 1, + "ev_n_comp": 3, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 1.0, + "replan_every": null, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": true, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 26.0, + "avg_reward": -8.412599999999864, + "avg_time": 18.728577919006348, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 24.246954917907715, + "skipped": false + }, + { + "ep_idx": 1, + "success": true, + "replans": 0, + "steps": 686, + "reward": -6.859999999999898, + "time": 18.150972366333008, + "skipped": false + }, + { + "ep_idx": 2, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 22.94285225868225, + "skipped": false + }, + { + "ep_idx": 3, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 24.088402271270752, + "skipped": false + }, + { + "ep_idx": 4, + "success": true, + "replans": 0, + "steps": 333, + "reward": -3.329999999999973, + "time": 8.408468246459961, + "skipped": false + }, + { + "ep_idx": 5, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 21.54560875892639, + "skipped": false + }, + { + "ep_idx": 6, + "success": true, + "replans": 0, + "steps": 331, + "reward": -3.3099999999999734, + "time": 8.29404091835022, + "skipped": false + }, + { + "ep_idx": 7, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 23.12885284423828, + "skipped": false + }, + { + "ep_idx": 8, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 22.79040813446045, + "skipped": false + }, + { + "ep_idx": 9, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 28.336055994033813, + "skipped": false + }, + { + "ep_idx": 10, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 21.037912607192993, + "skipped": false + }, + { + "ep_idx": 11, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 20.604793787002563, + "skipped": false + }, + { + "ep_idx": 12, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 19.771881818771362, + "skipped": false + }, + { + "ep_idx": 13, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 23.249269485473633, + "skipped": false + }, + { + "ep_idx": 14, + "success": true, + "replans": 0, + "steps": 337, + "reward": -3.369999999999972, + "time": 8.382335901260376, + "skipped": false + }, + { + "ep_idx": 15, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 27.4474937915802, + "skipped": false + }, + { + "ep_idx": 16, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 21.269593000411987, + "skipped": false + }, + { + "ep_idx": 17, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 18.374467611312866, + "skipped": false + }, + { + "ep_idx": 18, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 21.561466693878174, + "skipped": false + }, + { + "ep_idx": 19, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 19.73420810699463, + "skipped": false + }, + { + "ep_idx": 20, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 21.443156480789185, + "skipped": false + }, + { + "ep_idx": 21, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 28.12581729888916, + "skipped": false + }, + { + "ep_idx": 22, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 23.05286145210266, + "skipped": false + }, + { + "ep_idx": 23, + "success": true, + "replans": 0, + "steps": 336, + "reward": -3.3599999999999723, + "time": 8.270689725875854, + "skipped": false + }, + { + "ep_idx": 24, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 21.101649522781372, + "skipped": false + }, + { + "ep_idx": 25, + "success": true, + "replans": 0, + "steps": 339, + "reward": -3.3899999999999717, + "time": 8.621072053909302, + "skipped": false + }, + { + "ep_idx": 26, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 21.149250745773315, + "skipped": false + }, + { + "ep_idx": 27, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 24.322713136672974, + "skipped": false + }, + { + "ep_idx": 28, + "success": true, + "replans": 0, + "steps": 391, + "reward": -3.9099999999999606, + "time": 9.688202857971191, + "skipped": false + }, + { + "ep_idx": 29, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 18.49979543685913, + "skipped": false + }, + { + "ep_idx": 30, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 18.20543360710144, + "skipped": false + }, + { + "ep_idx": 31, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 21.153936624526978, + "skipped": false + }, + { + "ep_idx": 32, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 18.110539197921753, + "skipped": false + }, + { + "ep_idx": 33, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 23.291257858276367, + "skipped": false + }, + { + "ep_idx": 34, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 21.681379318237305, + "skipped": false + }, + { + "ep_idx": 35, + "success": true, + "replans": 0, + "steps": 330, + "reward": -3.2999999999999736, + "time": 8.283954620361328, + "skipped": false + }, + { + "ep_idx": 36, + "success": true, + "replans": 0, + "steps": 402, + "reward": -4.019999999999959, + "time": 9.863627672195435, + "skipped": false + }, + { + "ep_idx": 37, + "success": true, + "replans": 0, + "steps": 343, + "reward": -3.429999999999971, + "time": 8.468333721160889, + "skipped": false + }, + { + "ep_idx": 38, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 22.57315683364868, + "skipped": false + }, + { + "ep_idx": 39, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 22.104197025299072, + "skipped": false + }, + { + "ep_idx": 40, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 18.232027530670166, + "skipped": false + }, + { + "ep_idx": 41, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 22.18806004524231, + "skipped": false + }, + { + "ep_idx": 42, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 18.4444842338562, + "skipped": false + }, + { + "ep_idx": 43, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 20.683555364608765, + "skipped": false + }, + { + "ep_idx": 44, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 23.031784534454346, + "skipped": false + }, + { + "ep_idx": 45, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 23.072572946548462, + "skipped": false + }, + { + "ep_idx": 46, + "success": true, + "replans": 0, + "steps": 430, + "reward": -4.299999999999953, + "time": 11.170559167861938, + "skipped": false + }, + { + "ep_idx": 47, + "success": true, + "replans": 0, + "steps": 405, + "reward": -4.049999999999958, + "time": 9.96497392654419, + "skipped": false + }, + { + "ep_idx": 48, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 18.273383855819702, + "skipped": false + }, + { + "ep_idx": 49, + "success": true, + "replans": 0, + "steps": 400, + "reward": -3.9999999999999587, + "time": 9.990429639816284, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/TidyBot3D-cupboard_real-o1_106-v0_demo_tracking_s2.json b/eval_results/kinder_4mode/TidyBot3D-cupboard_real-o1_106-v0_demo_tracking_s2.json new file mode 100644 index 0000000000000000000000000000000000000000..5da08340d078b374ddc4f35f229330683c5ddfd1 --- /dev/null +++ b/eval_results/kinder_4mode/TidyBot3D-cupboard_real-o1_106-v0_demo_tracking_s2.json @@ -0,0 +1,587 @@ +{ + "env_name": "kinder-TidyBot3D-cupboard_real-o1_106-v0", + "env_spec": { + "env_name": "kinder-TidyBot3D-cupboard_real-o1_106-v0", + "family": "kinder3d", + "scale": "tb1", + "train_traj_len": 500, + "obs_dim_full": 45, + "goal_dim": 45, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44 + ], + "plan_sm_horizon": 128, + "plan_len_ovlp": 48, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 600, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 600, + "eval_probs_h5": "none", + "eval_default_n_comp": 5, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 20, + "eval_cond2_extra": 50, + "eval_n_max_steps": 1000 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-TidyBot3D-cupboard_real-o1_106-v0", + "eval_name": "4mode_demo_tracking", + "planner_name": "baseline", + "planner_epoch": "latest", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 2, + "ev_n_comp": 3, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 1.0, + "replan_every": null, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": true, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 20.0, + "avg_reward": -8.756599999999857, + "avg_time": 20.836487545967103, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 19.488446474075317, + "skipped": false + }, + { + "ep_idx": 1, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 28.828392267227173, + "skipped": false + }, + { + "ep_idx": 2, + "success": true, + "replans": 0, + "steps": 291, + "reward": -2.909999999999982, + "time": 7.502577304840088, + "skipped": false + }, + { + "ep_idx": 3, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 29.604395151138306, + "skipped": false + }, + { + "ep_idx": 4, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 19.462071180343628, + "skipped": false + }, + { + "ep_idx": 5, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 27.454370498657227, + "skipped": false + }, + { + "ep_idx": 6, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 22.683364629745483, + "skipped": false + }, + { + "ep_idx": 7, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 29.70407223701477, + "skipped": false + }, + { + "ep_idx": 8, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 22.246869325637817, + "skipped": false + }, + { + "ep_idx": 9, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 23.526936769485474, + "skipped": false + }, + { + "ep_idx": 10, + "success": true, + "replans": 0, + "steps": 346, + "reward": -3.45999999999997, + "time": 8.785614252090454, + "skipped": false + }, + { + "ep_idx": 11, + "success": true, + "replans": 0, + "steps": 363, + "reward": -3.6299999999999666, + "time": 9.139649391174316, + "skipped": false + }, + { + "ep_idx": 12, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 24.016756296157837, + "skipped": false + }, + { + "ep_idx": 13, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 23.227845907211304, + "skipped": false + }, + { + "ep_idx": 14, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 19.27102041244507, + "skipped": false + }, + { + "ep_idx": 15, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 23.65810465812683, + "skipped": false + }, + { + "ep_idx": 16, + "success": true, + "replans": 0, + "steps": 379, + "reward": -3.789999999999963, + "time": 9.707021474838257, + "skipped": false + }, + { + "ep_idx": 17, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 28.50015163421631, + "skipped": false + }, + { + "ep_idx": 18, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 22.024510145187378, + "skipped": false + }, + { + "ep_idx": 19, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 30.826613664627075, + "skipped": false + }, + { + "ep_idx": 20, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 19.21221423149109, + "skipped": false + }, + { + "ep_idx": 21, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 21.974138498306274, + "skipped": false + }, + { + "ep_idx": 22, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 20.985849618911743, + "skipped": false + }, + { + "ep_idx": 23, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 20.902177333831787, + "skipped": false + }, + { + "ep_idx": 24, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 24.774669408798218, + "skipped": false + }, + { + "ep_idx": 25, + "success": true, + "replans": 0, + "steps": 354, + "reward": -3.5399999999999685, + "time": 9.118947744369507, + "skipped": false + }, + { + "ep_idx": 26, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 23.055521726608276, + "skipped": false + }, + { + "ep_idx": 27, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 19.3313250541687, + "skipped": false + }, + { + "ep_idx": 28, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 26.624136686325073, + "skipped": false + }, + { + "ep_idx": 29, + "success": true, + "replans": 0, + "steps": 564, + "reward": -5.639999999999924, + "time": 14.992934226989746, + "skipped": false + }, + { + "ep_idx": 30, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 23.006507396697998, + "skipped": false + }, + { + "ep_idx": 31, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 25.150261402130127, + "skipped": false + }, + { + "ep_idx": 32, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 21.75892472267151, + "skipped": false + }, + { + "ep_idx": 33, + "success": true, + "replans": 0, + "steps": 352, + "reward": -3.519999999999969, + "time": 9.212798357009888, + "skipped": false + }, + { + "ep_idx": 34, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 20.71795392036438, + "skipped": false + }, + { + "ep_idx": 35, + "success": true, + "replans": 0, + "steps": 478, + "reward": -4.7799999999999425, + "time": 12.447224140167236, + "skipped": false + }, + { + "ep_idx": 36, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 21.90719985961914, + "skipped": false + }, + { + "ep_idx": 37, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 22.526233911514282, + "skipped": false + }, + { + "ep_idx": 38, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 24.77196216583252, + "skipped": false + }, + { + "ep_idx": 39, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 28.161670923233032, + "skipped": false + }, + { + "ep_idx": 40, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 19.368531703948975, + "skipped": false + }, + { + "ep_idx": 41, + "success": true, + "replans": 0, + "steps": 324, + "reward": -3.239999999999975, + "time": 8.703895807266235, + "skipped": false + }, + { + "ep_idx": 42, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 29.362008333206177, + "skipped": false + }, + { + "ep_idx": 43, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 20.73713517189026, + "skipped": false + }, + { + "ep_idx": 44, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 22.041202306747437, + "skipped": false + }, + { + "ep_idx": 45, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 27.852108478546143, + "skipped": false + }, + { + "ep_idx": 46, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 19.231314182281494, + "skipped": false + }, + { + "ep_idx": 47, + "success": true, + "replans": 0, + "steps": 332, + "reward": -3.319999999999973, + "time": 8.48328971862793, + "skipped": false + }, + { + "ep_idx": 48, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 22.230762243270874, + "skipped": false + }, + { + "ep_idx": 49, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 23.52269434928894, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/Transport3D-o2-v0_demo_tracking_s0.json b/eval_results/kinder_4mode/Transport3D-o2-v0_demo_tracking_s0.json new file mode 100644 index 0000000000000000000000000000000000000000..d6502950f9626f3d70a429f2301be6d42691e7f8 --- /dev/null +++ b/eval_results/kinder_4mode/Transport3D-o2-v0_demo_tracking_s0.json @@ -0,0 +1,609 @@ +{ + "env_name": "kinder-Transport3D-o2-v0", + "env_spec": { + "env_name": "kinder-Transport3D-o2-v0", + "family": "kinder3d", + "scale": "o2", + "train_traj_len": 1100, + "obs_dim_full": 67, + "goal_dim": 67, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66 + ], + "plan_sm_horizon": 128, + "plan_len_ovlp": 48, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 32, + "plan_max_path_length": 1200, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 1200, + "eval_probs_h5": "none", + "eval_default_n_comp": 8, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 30, + "eval_cond2_extra": 100, + "eval_n_max_steps": 2000 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-Transport3D-o2-v0", + "eval_name": "4mode_demo_tracking", + "planner_name": "baseline", + "planner_epoch": "latest", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 0, + "ev_n_comp": 3, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 1.0, + "replan_every": null, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": true, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 100.0, + "avg_reward": -1086.78, + "avg_time": 2.062022771835327, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": true, + "replans": 0, + "steps": 1070, + "reward": -1070.0, + "time": 2.047199010848999, + "skipped": false + }, + { + "ep_idx": 1, + "success": true, + "replans": 0, + "steps": 1091, + "reward": -1091.0, + "time": 2.0721476078033447, + "skipped": false + }, + { + "ep_idx": 2, + "success": true, + "replans": 0, + "steps": 1101, + "reward": -1101.0, + "time": 2.0911965370178223, + "skipped": false + }, + { + "ep_idx": 3, + "success": true, + "replans": 0, + "steps": 1103, + "reward": -1103.0, + "time": 2.0982234477996826, + "skipped": false + }, + { + "ep_idx": 4, + "success": true, + "replans": 0, + "steps": 1079, + "reward": -1079.0, + "time": 2.0629355907440186, + "skipped": false + }, + { + "ep_idx": 5, + "success": true, + "replans": 0, + "steps": 1091, + "reward": -1091.0, + "time": 2.070728063583374, + "skipped": false + }, + { + "ep_idx": 6, + "success": true, + "replans": 0, + "steps": 1095, + "reward": -1095.0, + "time": 2.0827505588531494, + "skipped": false + }, + { + "ep_idx": 7, + "success": true, + "replans": 0, + "steps": 1087, + "reward": -1087.0, + "time": 2.0624141693115234, + "skipped": false + }, + { + "ep_idx": 8, + "success": true, + "replans": 0, + "steps": 1092, + "reward": -1092.0, + "time": 2.0707035064697266, + "skipped": false + }, + { + "ep_idx": 9, + "success": true, + "replans": 0, + "steps": 1087, + "reward": -1087.0, + "time": 2.0735740661621094, + "skipped": false + }, + { + "ep_idx": 10, + "success": true, + "replans": 0, + "steps": 1082, + "reward": -1082.0, + "time": 2.0601582527160645, + "skipped": false + }, + { + "ep_idx": 11, + "success": true, + "replans": 0, + "steps": 1098, + "reward": -1098.0, + "time": 2.075019121170044, + "skipped": false + }, + { + "ep_idx": 12, + "success": true, + "replans": 0, + "steps": 1092, + "reward": -1092.0, + "time": 2.0653793811798096, + "skipped": false + }, + { + "ep_idx": 13, + "success": true, + "replans": 0, + "steps": 1089, + "reward": -1089.0, + "time": 2.066546678543091, + "skipped": false + }, + { + "ep_idx": 14, + "success": true, + "replans": 0, + "steps": 1082, + "reward": -1082.0, + "time": 2.061746597290039, + "skipped": false + }, + { + "ep_idx": 15, + "success": true, + "replans": 0, + "steps": 1091, + "reward": -1091.0, + "time": 2.0737228393554688, + "skipped": false + }, + { + "ep_idx": 16, + "success": true, + "replans": 0, + "steps": 1073, + "reward": -1073.0, + "time": 2.0366733074188232, + "skipped": false + }, + { + "ep_idx": 17, + "success": true, + "replans": 0, + "steps": 1067, + "reward": -1067.0, + "time": 2.0342676639556885, + "skipped": false + }, + { + "ep_idx": 18, + "success": true, + "replans": 0, + "steps": 1091, + "reward": -1091.0, + "time": 2.062397003173828, + "skipped": false + }, + { + "ep_idx": 19, + "success": true, + "replans": 0, + "steps": 1098, + "reward": -1098.0, + "time": 2.0843136310577393, + "skipped": false + }, + { + "ep_idx": 20, + "success": true, + "replans": 0, + "steps": 1077, + "reward": -1077.0, + "time": 2.039942741394043, + "skipped": false + }, + { + "ep_idx": 21, + "success": true, + "replans": 0, + "steps": 1079, + "reward": -1079.0, + "time": 2.0561563968658447, + "skipped": false + }, + { + "ep_idx": 22, + "success": true, + "replans": 0, + "steps": 1080, + "reward": -1080.0, + "time": 2.0433261394500732, + "skipped": false + }, + { + "ep_idx": 23, + "success": true, + "replans": 0, + "steps": 1088, + "reward": -1088.0, + "time": 2.0551106929779053, + "skipped": false + }, + { + "ep_idx": 24, + "success": true, + "replans": 0, + "steps": 1102, + "reward": -1102.0, + "time": 2.087158441543579, + "skipped": false + }, + { + "ep_idx": 25, + "success": true, + "replans": 0, + "steps": 1087, + "reward": -1087.0, + "time": 2.057339906692505, + "skipped": false + }, + { + "ep_idx": 26, + "success": true, + "replans": 0, + "steps": 1088, + "reward": -1088.0, + "time": 2.0605714321136475, + "skipped": false + }, + { + "ep_idx": 27, + "success": true, + "replans": 0, + "steps": 1095, + "reward": -1095.0, + "time": 2.077329397201538, + "skipped": false + }, + { + "ep_idx": 28, + "success": true, + "replans": 0, + "steps": 1079, + "reward": -1079.0, + "time": 2.05075740814209, + "skipped": false + }, + { + "ep_idx": 29, + "success": true, + "replans": 0, + "steps": 1102, + "reward": -1102.0, + "time": 2.0771193504333496, + "skipped": false + }, + { + "ep_idx": 30, + "success": true, + "replans": 0, + "steps": 1078, + "reward": -1078.0, + "time": 2.0454657077789307, + "skipped": false + }, + { + "ep_idx": 31, + "success": true, + "replans": 0, + "steps": 1080, + "reward": -1080.0, + "time": 2.0471253395080566, + "skipped": false + }, + { + "ep_idx": 32, + "success": true, + "replans": 0, + "steps": 1090, + "reward": -1090.0, + "time": 2.0629031658172607, + "skipped": false + }, + { + "ep_idx": 33, + "success": true, + "replans": 0, + "steps": 1074, + "reward": -1074.0, + "time": 2.033073663711548, + "skipped": false + }, + { + "ep_idx": 34, + "success": true, + "replans": 0, + "steps": 1114, + "reward": -1114.0, + "time": 2.105541229248047, + "skipped": false + }, + { + "ep_idx": 35, + "success": true, + "replans": 0, + "steps": 1083, + "reward": -1083.0, + "time": 2.038412094116211, + "skipped": false + }, + { + "ep_idx": 36, + "success": true, + "replans": 0, + "steps": 1078, + "reward": -1078.0, + "time": 2.043480157852173, + "skipped": false + }, + { + "ep_idx": 37, + "success": true, + "replans": 0, + "steps": 1099, + "reward": -1099.0, + "time": 2.0749170780181885, + "skipped": false + }, + { + "ep_idx": 38, + "success": true, + "replans": 0, + "steps": 1072, + "reward": -1072.0, + "time": 2.031214475631714, + "skipped": false + }, + { + "ep_idx": 39, + "success": true, + "replans": 0, + "steps": 1078, + "reward": -1078.0, + "time": 2.045016050338745, + "skipped": false + }, + { + "ep_idx": 40, + "success": true, + "replans": 0, + "steps": 1095, + "reward": -1095.0, + "time": 2.071039915084839, + "skipped": false + }, + { + "ep_idx": 41, + "success": true, + "replans": 0, + "steps": 1079, + "reward": -1079.0, + "time": 2.047245740890503, + "skipped": false + }, + { + "ep_idx": 42, + "success": true, + "replans": 0, + "steps": 1082, + "reward": -1082.0, + "time": 2.0557329654693604, + "skipped": false + }, + { + "ep_idx": 43, + "success": true, + "replans": 0, + "steps": 1093, + "reward": -1093.0, + "time": 2.0764384269714355, + "skipped": false + }, + { + "ep_idx": 44, + "success": true, + "replans": 0, + "steps": 1076, + "reward": -1076.0, + "time": 2.043391227722168, + "skipped": false + }, + { + "ep_idx": 45, + "success": true, + "replans": 0, + "steps": 1079, + "reward": -1079.0, + "time": 2.0552895069122314, + "skipped": false + }, + { + "ep_idx": 46, + "success": true, + "replans": 0, + "steps": 1093, + "reward": -1093.0, + "time": 2.0767271518707275, + "skipped": false + }, + { + "ep_idx": 47, + "success": true, + "replans": 0, + "steps": 1095, + "reward": -1095.0, + "time": 2.080955982208252, + "skipped": false + }, + { + "ep_idx": 48, + "success": true, + "replans": 0, + "steps": 1088, + "reward": -1088.0, + "time": 2.067387580871582, + "skipped": false + }, + { + "ep_idx": 49, + "success": true, + "replans": 0, + "steps": 1077, + "reward": -1077.0, + "time": 2.042872190475464, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/Transport3D-o2-v0_demo_tracking_s1.json b/eval_results/kinder_4mode/Transport3D-o2-v0_demo_tracking_s1.json new file mode 100644 index 0000000000000000000000000000000000000000..052f5faf9abf1979276ecbc94c90ba120339be28 --- /dev/null +++ b/eval_results/kinder_4mode/Transport3D-o2-v0_demo_tracking_s1.json @@ -0,0 +1,609 @@ +{ + "env_name": "kinder-Transport3D-o2-v0", + "env_spec": { + "env_name": "kinder-Transport3D-o2-v0", + "family": "kinder3d", + "scale": "o2", + "train_traj_len": 1100, + "obs_dim_full": 67, + "goal_dim": 67, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66 + ], + "plan_sm_horizon": 128, + "plan_len_ovlp": 48, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 32, + "plan_max_path_length": 1200, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 1200, + "eval_probs_h5": "none", + "eval_default_n_comp": 8, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 30, + "eval_cond2_extra": 100, + "eval_n_max_steps": 2000 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-Transport3D-o2-v0", + "eval_name": "4mode_demo_tracking", + "planner_name": "baseline", + "planner_epoch": "latest", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 1, + "ev_n_comp": 3, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 1.0, + "replan_every": null, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": true, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 100.0, + "avg_reward": -1084.22, + "avg_time": 2.088338923454285, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": true, + "replans": 0, + "steps": 1079, + "reward": -1079.0, + "time": 2.183281421661377, + "skipped": false + }, + { + "ep_idx": 1, + "success": true, + "replans": 0, + "steps": 1105, + "reward": -1105.0, + "time": 2.2259786128997803, + "skipped": false + }, + { + "ep_idx": 2, + "success": true, + "replans": 0, + "steps": 1083, + "reward": -1083.0, + "time": 2.1788735389709473, + "skipped": false + }, + { + "ep_idx": 3, + "success": true, + "replans": 0, + "steps": 1079, + "reward": -1079.0, + "time": 2.1738905906677246, + "skipped": false + }, + { + "ep_idx": 4, + "success": true, + "replans": 0, + "steps": 1082, + "reward": -1082.0, + "time": 2.1740708351135254, + "skipped": false + }, + { + "ep_idx": 5, + "success": true, + "replans": 0, + "steps": 1079, + "reward": -1079.0, + "time": 2.16404390335083, + "skipped": false + }, + { + "ep_idx": 6, + "success": true, + "replans": 0, + "steps": 1092, + "reward": -1092.0, + "time": 2.156101942062378, + "skipped": false + }, + { + "ep_idx": 7, + "success": true, + "replans": 0, + "steps": 1088, + "reward": -1088.0, + "time": 2.081737518310547, + "skipped": false + }, + { + "ep_idx": 8, + "success": true, + "replans": 0, + "steps": 1091, + "reward": -1091.0, + "time": 2.080832004547119, + "skipped": false + }, + { + "ep_idx": 9, + "success": true, + "replans": 0, + "steps": 1080, + "reward": -1080.0, + "time": 2.0645246505737305, + "skipped": false + }, + { + "ep_idx": 10, + "success": true, + "replans": 0, + "steps": 1084, + "reward": -1084.0, + "time": 2.0641143321990967, + "skipped": false + }, + { + "ep_idx": 11, + "success": true, + "replans": 0, + "steps": 1087, + "reward": -1087.0, + "time": 2.061685800552368, + "skipped": false + }, + { + "ep_idx": 12, + "success": true, + "replans": 0, + "steps": 1086, + "reward": -1086.0, + "time": 2.0654568672180176, + "skipped": false + }, + { + "ep_idx": 13, + "success": true, + "replans": 0, + "steps": 1083, + "reward": -1083.0, + "time": 2.06369948387146, + "skipped": false + }, + { + "ep_idx": 14, + "success": true, + "replans": 0, + "steps": 1088, + "reward": -1088.0, + "time": 2.078645944595337, + "skipped": false + }, + { + "ep_idx": 15, + "success": true, + "replans": 0, + "steps": 1080, + "reward": -1080.0, + "time": 2.0663743019104004, + "skipped": false + }, + { + "ep_idx": 16, + "success": true, + "replans": 0, + "steps": 1081, + "reward": -1081.0, + "time": 2.0664801597595215, + "skipped": false + }, + { + "ep_idx": 17, + "success": true, + "replans": 0, + "steps": 1082, + "reward": -1082.0, + "time": 2.076930522918701, + "skipped": false + }, + { + "ep_idx": 18, + "success": true, + "replans": 0, + "steps": 1079, + "reward": -1079.0, + "time": 2.064617395401001, + "skipped": false + }, + { + "ep_idx": 19, + "success": true, + "replans": 0, + "steps": 1087, + "reward": -1087.0, + "time": 2.0836524963378906, + "skipped": false + }, + { + "ep_idx": 20, + "success": true, + "replans": 0, + "steps": 1067, + "reward": -1067.0, + "time": 2.0593860149383545, + "skipped": false + }, + { + "ep_idx": 21, + "success": true, + "replans": 0, + "steps": 1079, + "reward": -1079.0, + "time": 2.065458297729492, + "skipped": false + }, + { + "ep_idx": 22, + "success": true, + "replans": 0, + "steps": 1096, + "reward": -1096.0, + "time": 2.088564872741699, + "skipped": false + }, + { + "ep_idx": 23, + "success": true, + "replans": 0, + "steps": 1082, + "reward": -1082.0, + "time": 2.068352699279785, + "skipped": false + }, + { + "ep_idx": 24, + "success": true, + "replans": 0, + "steps": 1079, + "reward": -1079.0, + "time": 2.0622072219848633, + "skipped": false + }, + { + "ep_idx": 25, + "success": true, + "replans": 0, + "steps": 1092, + "reward": -1092.0, + "time": 2.0820510387420654, + "skipped": false + }, + { + "ep_idx": 26, + "success": true, + "replans": 0, + "steps": 1080, + "reward": -1080.0, + "time": 2.0633387565612793, + "skipped": false + }, + { + "ep_idx": 27, + "success": true, + "replans": 0, + "steps": 1079, + "reward": -1079.0, + "time": 2.0727174282073975, + "skipped": false + }, + { + "ep_idx": 28, + "success": true, + "replans": 0, + "steps": 1076, + "reward": -1076.0, + "time": 2.063753366470337, + "skipped": false + }, + { + "ep_idx": 29, + "success": true, + "replans": 0, + "steps": 1084, + "reward": -1084.0, + "time": 2.0669572353363037, + "skipped": false + }, + { + "ep_idx": 30, + "success": true, + "replans": 0, + "steps": 1097, + "reward": -1097.0, + "time": 2.096376657485962, + "skipped": false + }, + { + "ep_idx": 31, + "success": true, + "replans": 0, + "steps": 1088, + "reward": -1088.0, + "time": 2.07586669921875, + "skipped": false + }, + { + "ep_idx": 32, + "success": true, + "replans": 0, + "steps": 1093, + "reward": -1093.0, + "time": 2.084867477416992, + "skipped": false + }, + { + "ep_idx": 33, + "success": true, + "replans": 0, + "steps": 1067, + "reward": -1067.0, + "time": 2.04128360748291, + "skipped": false + }, + { + "ep_idx": 34, + "success": true, + "replans": 0, + "steps": 1082, + "reward": -1082.0, + "time": 2.07096266746521, + "skipped": false + }, + { + "ep_idx": 35, + "success": true, + "replans": 0, + "steps": 1092, + "reward": -1092.0, + "time": 2.075266122817993, + "skipped": false + }, + { + "ep_idx": 36, + "success": true, + "replans": 0, + "steps": 1096, + "reward": -1096.0, + "time": 2.100135326385498, + "skipped": false + }, + { + "ep_idx": 37, + "success": true, + "replans": 0, + "steps": 1082, + "reward": -1082.0, + "time": 2.0833630561828613, + "skipped": false + }, + { + "ep_idx": 38, + "success": true, + "replans": 0, + "steps": 1079, + "reward": -1079.0, + "time": 2.0706543922424316, + "skipped": false + }, + { + "ep_idx": 39, + "success": true, + "replans": 0, + "steps": 1086, + "reward": -1086.0, + "time": 2.084012746810913, + "skipped": false + }, + { + "ep_idx": 40, + "success": true, + "replans": 0, + "steps": 1091, + "reward": -1091.0, + "time": 2.086878538131714, + "skipped": false + }, + { + "ep_idx": 41, + "success": true, + "replans": 0, + "steps": 1090, + "reward": -1090.0, + "time": 2.085643768310547, + "skipped": false + }, + { + "ep_idx": 42, + "success": true, + "replans": 0, + "steps": 1079, + "reward": -1079.0, + "time": 2.071420907974243, + "skipped": false + }, + { + "ep_idx": 43, + "success": true, + "replans": 0, + "steps": 1095, + "reward": -1095.0, + "time": 2.0920355319976807, + "skipped": false + }, + { + "ep_idx": 44, + "success": true, + "replans": 0, + "steps": 1073, + "reward": -1073.0, + "time": 2.065420627593994, + "skipped": false + }, + { + "ep_idx": 45, + "success": true, + "replans": 0, + "steps": 1082, + "reward": -1082.0, + "time": 2.0839247703552246, + "skipped": false + }, + { + "ep_idx": 46, + "success": true, + "replans": 0, + "steps": 1082, + "reward": -1082.0, + "time": 2.079754114151001, + "skipped": false + }, + { + "ep_idx": 47, + "success": true, + "replans": 0, + "steps": 1090, + "reward": -1090.0, + "time": 2.088019847869873, + "skipped": false + }, + { + "ep_idx": 48, + "success": true, + "replans": 0, + "steps": 1091, + "reward": -1091.0, + "time": 2.0748419761657715, + "skipped": false + }, + { + "ep_idx": 49, + "success": true, + "replans": 0, + "steps": 1067, + "reward": -1067.0, + "time": 2.038438081741333, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/Transport3D-o2-v0_demo_tracking_s2.json b/eval_results/kinder_4mode/Transport3D-o2-v0_demo_tracking_s2.json new file mode 100644 index 0000000000000000000000000000000000000000..828d5f5ec76d6eafb6fe4290344a1969153d31b9 --- /dev/null +++ b/eval_results/kinder_4mode/Transport3D-o2-v0_demo_tracking_s2.json @@ -0,0 +1,609 @@ +{ + "env_name": "kinder-Transport3D-o2-v0", + "env_spec": { + "env_name": "kinder-Transport3D-o2-v0", + "family": "kinder3d", + "scale": "o2", + "train_traj_len": 1100, + "obs_dim_full": 67, + "goal_dim": 67, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66 + ], + "plan_sm_horizon": 128, + "plan_len_ovlp": 48, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 32, + "plan_max_path_length": 1200, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 1200, + "eval_probs_h5": "none", + "eval_default_n_comp": 8, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 30, + "eval_cond2_extra": 100, + "eval_n_max_steps": 2000 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-Transport3D-o2-v0", + "eval_name": "4mode_demo_tracking", + "planner_name": "baseline", + "planner_epoch": "latest", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 2, + "ev_n_comp": 3, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 1.0, + "replan_every": null, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": true, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 100.0, + "avg_reward": -1088.14, + "avg_time": 2.17129195690155, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": true, + "replans": 0, + "steps": 1079, + "reward": -1079.0, + "time": 2.1772985458374023, + "skipped": false + }, + { + "ep_idx": 1, + "success": true, + "replans": 0, + "steps": 1095, + "reward": -1095.0, + "time": 2.2198028564453125, + "skipped": false + }, + { + "ep_idx": 2, + "success": true, + "replans": 0, + "steps": 1093, + "reward": -1093.0, + "time": 2.216005802154541, + "skipped": false + }, + { + "ep_idx": 3, + "success": true, + "replans": 0, + "steps": 1086, + "reward": -1086.0, + "time": 2.1877031326293945, + "skipped": false + }, + { + "ep_idx": 4, + "success": true, + "replans": 0, + "steps": 1082, + "reward": -1082.0, + "time": 2.178938865661621, + "skipped": false + }, + { + "ep_idx": 5, + "success": true, + "replans": 0, + "steps": 1088, + "reward": -1088.0, + "time": 2.175715684890747, + "skipped": false + }, + { + "ep_idx": 6, + "success": true, + "replans": 0, + "steps": 1078, + "reward": -1078.0, + "time": 2.1600544452667236, + "skipped": false + }, + { + "ep_idx": 7, + "success": true, + "replans": 0, + "steps": 1098, + "reward": -1098.0, + "time": 2.1846961975097656, + "skipped": false + }, + { + "ep_idx": 8, + "success": true, + "replans": 0, + "steps": 1082, + "reward": -1082.0, + "time": 2.1563966274261475, + "skipped": false + }, + { + "ep_idx": 9, + "success": true, + "replans": 0, + "steps": 1114, + "reward": -1114.0, + "time": 2.2210776805877686, + "skipped": false + }, + { + "ep_idx": 10, + "success": true, + "replans": 0, + "steps": 1067, + "reward": -1067.0, + "time": 2.131620168685913, + "skipped": false + }, + { + "ep_idx": 11, + "success": true, + "replans": 0, + "steps": 1085, + "reward": -1085.0, + "time": 2.161328077316284, + "skipped": false + }, + { + "ep_idx": 12, + "success": true, + "replans": 0, + "steps": 1087, + "reward": -1087.0, + "time": 2.167668342590332, + "skipped": false + }, + { + "ep_idx": 13, + "success": true, + "replans": 0, + "steps": 1102, + "reward": -1102.0, + "time": 2.1922895908355713, + "skipped": false + }, + { + "ep_idx": 14, + "success": true, + "replans": 0, + "steps": 1133, + "reward": -1133.0, + "time": 2.253915309906006, + "skipped": false + }, + { + "ep_idx": 15, + "success": true, + "replans": 0, + "steps": 1082, + "reward": -1082.0, + "time": 2.1598994731903076, + "skipped": false + }, + { + "ep_idx": 16, + "success": true, + "replans": 0, + "steps": 1087, + "reward": -1087.0, + "time": 2.1671411991119385, + "skipped": false + }, + { + "ep_idx": 17, + "success": true, + "replans": 0, + "steps": 1089, + "reward": -1089.0, + "time": 2.166703939437866, + "skipped": false + }, + { + "ep_idx": 18, + "success": true, + "replans": 0, + "steps": 1079, + "reward": -1079.0, + "time": 2.15160870552063, + "skipped": false + }, + { + "ep_idx": 19, + "success": true, + "replans": 0, + "steps": 1079, + "reward": -1079.0, + "time": 2.1510143280029297, + "skipped": false + }, + { + "ep_idx": 20, + "success": true, + "replans": 0, + "steps": 1078, + "reward": -1078.0, + "time": 2.1470956802368164, + "skipped": false + }, + { + "ep_idx": 21, + "success": true, + "replans": 0, + "steps": 1098, + "reward": -1098.0, + "time": 2.183668613433838, + "skipped": false + }, + { + "ep_idx": 22, + "success": true, + "replans": 0, + "steps": 1098, + "reward": -1098.0, + "time": 2.185220241546631, + "skipped": false + }, + { + "ep_idx": 23, + "success": true, + "replans": 0, + "steps": 1080, + "reward": -1080.0, + "time": 2.149259090423584, + "skipped": false + }, + { + "ep_idx": 24, + "success": true, + "replans": 0, + "steps": 1099, + "reward": -1099.0, + "time": 2.18430757522583, + "skipped": false + }, + { + "ep_idx": 25, + "success": true, + "replans": 0, + "steps": 1093, + "reward": -1093.0, + "time": 2.191065788269043, + "skipped": false + }, + { + "ep_idx": 26, + "success": true, + "replans": 0, + "steps": 1083, + "reward": -1083.0, + "time": 2.157836675643921, + "skipped": false + }, + { + "ep_idx": 27, + "success": true, + "replans": 0, + "steps": 1089, + "reward": -1089.0, + "time": 2.173469066619873, + "skipped": false + }, + { + "ep_idx": 28, + "success": true, + "replans": 0, + "steps": 1078, + "reward": -1078.0, + "time": 2.148648738861084, + "skipped": false + }, + { + "ep_idx": 29, + "success": true, + "replans": 0, + "steps": 1091, + "reward": -1091.0, + "time": 2.1756296157836914, + "skipped": false + }, + { + "ep_idx": 30, + "success": true, + "replans": 0, + "steps": 1090, + "reward": -1090.0, + "time": 2.1687614917755127, + "skipped": false + }, + { + "ep_idx": 31, + "success": true, + "replans": 0, + "steps": 1099, + "reward": -1099.0, + "time": 2.1856722831726074, + "skipped": false + }, + { + "ep_idx": 32, + "success": true, + "replans": 0, + "steps": 1087, + "reward": -1087.0, + "time": 2.1673383712768555, + "skipped": false + }, + { + "ep_idx": 33, + "success": true, + "replans": 0, + "steps": 1085, + "reward": -1085.0, + "time": 2.1609582901000977, + "skipped": false + }, + { + "ep_idx": 34, + "success": true, + "replans": 0, + "steps": 1079, + "reward": -1079.0, + "time": 2.1557955741882324, + "skipped": false + }, + { + "ep_idx": 35, + "success": true, + "replans": 0, + "steps": 1078, + "reward": -1078.0, + "time": 2.1497440338134766, + "skipped": false + }, + { + "ep_idx": 36, + "success": true, + "replans": 0, + "steps": 1088, + "reward": -1088.0, + "time": 2.1705799102783203, + "skipped": false + }, + { + "ep_idx": 37, + "success": true, + "replans": 0, + "steps": 1082, + "reward": -1082.0, + "time": 2.161702871322632, + "skipped": false + }, + { + "ep_idx": 38, + "success": true, + "replans": 0, + "steps": 1081, + "reward": -1081.0, + "time": 2.151949405670166, + "skipped": false + }, + { + "ep_idx": 39, + "success": true, + "replans": 0, + "steps": 1089, + "reward": -1089.0, + "time": 2.168400764465332, + "skipped": false + }, + { + "ep_idx": 40, + "success": true, + "replans": 0, + "steps": 1091, + "reward": -1091.0, + "time": 2.1757845878601074, + "skipped": false + }, + { + "ep_idx": 41, + "success": true, + "replans": 0, + "steps": 1087, + "reward": -1087.0, + "time": 2.1635255813598633, + "skipped": false + }, + { + "ep_idx": 42, + "success": true, + "replans": 0, + "steps": 1076, + "reward": -1076.0, + "time": 2.1433355808258057, + "skipped": false + }, + { + "ep_idx": 43, + "success": true, + "replans": 0, + "steps": 1087, + "reward": -1087.0, + "time": 2.1548476219177246, + "skipped": false + }, + { + "ep_idx": 44, + "success": true, + "replans": 0, + "steps": 1101, + "reward": -1101.0, + "time": 2.186962842941284, + "skipped": false + }, + { + "ep_idx": 45, + "success": true, + "replans": 0, + "steps": 1089, + "reward": -1089.0, + "time": 2.1708006858825684, + "skipped": false + }, + { + "ep_idx": 46, + "success": true, + "replans": 0, + "steps": 1096, + "reward": -1096.0, + "time": 2.177525043487549, + "skipped": false + }, + { + "ep_idx": 47, + "success": true, + "replans": 0, + "steps": 1090, + "reward": -1090.0, + "time": 2.168062686920166, + "skipped": false + }, + { + "ep_idx": 48, + "success": true, + "replans": 0, + "steps": 1080, + "reward": -1080.0, + "time": 2.1521408557891846, + "skipped": false + }, + { + "ep_idx": 49, + "success": true, + "replans": 0, + "steps": 1080, + "reward": -1080.0, + "time": 2.1536293029785156, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/kinder-BaseMotion3D-v0__4mode_gsc__0__gsc.json b/eval_results/kinder_4mode/kinder-BaseMotion3D-v0__4mode_gsc__0__gsc.json new file mode 100644 index 0000000000000000000000000000000000000000..3ddf8e14b2eeb1d9151db2b86199a31d8c9c1be0 --- /dev/null +++ b/eval_results/kinder_4mode/kinder-BaseMotion3D-v0__4mode_gsc__0__gsc.json @@ -0,0 +1,564 @@ +{ + "env_name": "kinder-BaseMotion3D-v0", + "env_spec": { + "env_name": "kinder-BaseMotion3D-v0", + "family": "kinder3d", + "scale": "bm", + "train_traj_len": 50, + "obs_dim_full": 22, + "goal_dim": 22, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21 + ], + "plan_sm_horizon": 32, + "plan_len_ovlp": 12, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 100, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 100, + "eval_probs_h5": "none", + "eval_default_n_comp": 3, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 200 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-BaseMotion3D-v0", + "eval_name": "4mode_gsc", + "planner_name": "baseline", + "planner_epoch": "1995000", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 0, + "ev_n_comp": 10, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 0.25, + "replan_every": 3, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": false, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 66.0, + "avg_reward": -86.18, + "avg_time": 143.91270443439484, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": true, + "replans": 5, + "steps": 18, + "reward": -18.0, + "time": 36.36961245536804, + "skipped": false + }, + { + "ep_idx": 1, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 302.260924577713, + "skipped": false + }, + { + "ep_idx": 2, + "success": true, + "replans": 9, + "steps": 28, + "reward": -28.0, + "time": 59.30012798309326, + "skipped": false + }, + { + "ep_idx": 3, + "success": true, + "replans": 18, + "steps": 57, + "reward": -57.0, + "time": 112.74979400634766, + "skipped": false + }, + { + "ep_idx": 4, + "success": true, + "replans": 12, + "steps": 37, + "reward": -37.0, + "time": 77.18111801147461, + "skipped": false + }, + { + "ep_idx": 5, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 302.8726851940155, + "skipped": false + }, + { + "ep_idx": 6, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 365.7368791103363, + "skipped": false + }, + { + "ep_idx": 7, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 438.00476336479187, + "skipped": false + }, + { + "ep_idx": 8, + "success": true, + "replans": 12, + "steps": 39, + "reward": -39.0, + "time": 121.31000781059265, + "skipped": false + }, + { + "ep_idx": 9, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 298.9591290950775, + "skipped": false + }, + { + "ep_idx": 10, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 298.84772634506226, + "skipped": false + }, + { + "ep_idx": 11, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 299.11967515945435, + "skipped": false + }, + { + "ep_idx": 12, + "success": true, + "replans": 11, + "steps": 35, + "reward": -35.0, + "time": 70.24488544464111, + "skipped": false + }, + { + "ep_idx": 13, + "success": true, + "replans": 10, + "steps": 31, + "reward": -31.0, + "time": 64.41056656837463, + "skipped": false + }, + { + "ep_idx": 14, + "success": true, + "replans": 8, + "steps": 26, + "reward": -26.0, + "time": 52.745519399642944, + "skipped": false + }, + { + "ep_idx": 15, + "success": true, + "replans": 8, + "steps": 25, + "reward": -25.0, + "time": 52.73559761047363, + "skipped": false + }, + { + "ep_idx": 16, + "success": true, + "replans": 11, + "steps": 34, + "reward": -34.0, + "time": 70.38060641288757, + "skipped": false + }, + { + "ep_idx": 17, + "success": true, + "replans": 9, + "steps": 28, + "reward": -28.0, + "time": 58.560585737228394, + "skipped": false + }, + { + "ep_idx": 18, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 299.01403760910034, + "skipped": false + }, + { + "ep_idx": 19, + "success": true, + "replans": 11, + "steps": 34, + "reward": -34.0, + "time": 70.43779587745667, + "skipped": false + }, + { + "ep_idx": 20, + "success": true, + "replans": 5, + "steps": 17, + "reward": -17.0, + "time": 35.25074791908264, + "skipped": false + }, + { + "ep_idx": 21, + "success": true, + "replans": 7, + "steps": 24, + "reward": -24.0, + "time": 46.950305700302124, + "skipped": false + }, + { + "ep_idx": 22, + "success": true, + "replans": 7, + "steps": 24, + "reward": -24.0, + "time": 46.99386429786682, + "skipped": false + }, + { + "ep_idx": 23, + "success": true, + "replans": 5, + "steps": 16, + "reward": -16.0, + "time": 35.177138328552246, + "skipped": false + }, + { + "ep_idx": 24, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 299.51760363578796, + "skipped": false + }, + { + "ep_idx": 25, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 302.7650830745697, + "skipped": false + }, + { + "ep_idx": 26, + "success": true, + "replans": 6, + "steps": 21, + "reward": -21.0, + "time": 41.49208474159241, + "skipped": false + }, + { + "ep_idx": 27, + "success": true, + "replans": 15, + "steps": 46, + "reward": -46.0, + "time": 93.98621654510498, + "skipped": false + }, + { + "ep_idx": 28, + "success": true, + "replans": 10, + "steps": 31, + "reward": -31.0, + "time": 64.4687352180481, + "skipped": false + }, + { + "ep_idx": 29, + "success": true, + "replans": 12, + "steps": 37, + "reward": -37.0, + "time": 76.1891872882843, + "skipped": false + }, + { + "ep_idx": 30, + "success": true, + "replans": 9, + "steps": 30, + "reward": -30.0, + "time": 58.62764859199524, + "skipped": false + }, + { + "ep_idx": 31, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 299.2766568660736, + "skipped": false + }, + { + "ep_idx": 32, + "success": true, + "replans": 9, + "steps": 28, + "reward": -28.0, + "time": 58.73035979270935, + "skipped": false + }, + { + "ep_idx": 33, + "success": true, + "replans": 1, + "steps": 5, + "reward": -5.0, + "time": 11.741961002349854, + "skipped": false + }, + { + "ep_idx": 34, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 299.0225830078125, + "skipped": false + }, + { + "ep_idx": 35, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 298.82873487472534, + "skipped": false + }, + { + "ep_idx": 36, + "success": true, + "replans": 12, + "steps": 37, + "reward": -37.0, + "time": 76.1384060382843, + "skipped": false + }, + { + "ep_idx": 37, + "success": true, + "replans": 7, + "steps": 22, + "reward": -22.0, + "time": 46.83216953277588, + "skipped": false + }, + { + "ep_idx": 38, + "success": true, + "replans": 6, + "steps": 20, + "reward": -20.0, + "time": 40.99716281890869, + "skipped": false + }, + { + "ep_idx": 39, + "success": true, + "replans": 0, + "steps": 3, + "reward": -3.0, + "time": 5.867241859436035, + "skipped": false + }, + { + "ep_idx": 40, + "success": true, + "replans": 6, + "steps": 20, + "reward": -20.0, + "time": 40.98042678833008, + "skipped": false + }, + { + "ep_idx": 41, + "success": true, + "replans": 11, + "steps": 36, + "reward": -36.0, + "time": 70.29737877845764, + "skipped": false + }, + { + "ep_idx": 42, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 298.841917514801, + "skipped": false + }, + { + "ep_idx": 43, + "success": true, + "replans": 11, + "steps": 35, + "reward": -35.0, + "time": 70.35376524925232, + "skipped": false + }, + { + "ep_idx": 44, + "success": true, + "replans": 15, + "steps": 48, + "reward": -48.0, + "time": 93.73194408416748, + "skipped": false + }, + { + "ep_idx": 45, + "success": true, + "replans": 1, + "steps": 5, + "reward": -5.0, + "time": 11.743739128112793, + "skipped": false + }, + { + "ep_idx": 46, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 298.7616879940033, + "skipped": false + }, + { + "ep_idx": 47, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 298.7378146648407, + "skipped": false + }, + { + "ep_idx": 48, + "success": true, + "replans": 3, + "steps": 12, + "reward": -12.0, + "time": 23.44556427001953, + "skipped": false + }, + { + "ep_idx": 49, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 298.64505434036255, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/kinder-BaseMotion3D-v0__4mode_gsc__1__gsc.json b/eval_results/kinder_4mode/kinder-BaseMotion3D-v0__4mode_gsc__1__gsc.json new file mode 100644 index 0000000000000000000000000000000000000000..52ff004dc65fb882cf74864f1c4fae8a86643382 --- /dev/null +++ b/eval_results/kinder_4mode/kinder-BaseMotion3D-v0__4mode_gsc__1__gsc.json @@ -0,0 +1,564 @@ +{ + "env_name": "kinder-BaseMotion3D-v0", + "env_spec": { + "env_name": "kinder-BaseMotion3D-v0", + "family": "kinder3d", + "scale": "bm", + "train_traj_len": 50, + "obs_dim_full": 22, + "goal_dim": 22, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21 + ], + "plan_sm_horizon": 32, + "plan_len_ovlp": 12, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 100, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 100, + "eval_probs_h5": "none", + "eval_default_n_comp": 3, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 200 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-BaseMotion3D-v0", + "eval_name": "4mode_gsc", + "planner_name": "baseline", + "planner_epoch": "1995000", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 1, + "ev_n_comp": 10, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 0.25, + "replan_every": 3, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": false, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 64.0, + "avg_reward": -95.68, + "avg_time": 161.88063632488252, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": true, + "replans": 14, + "steps": 45, + "reward": -45.0, + "time": 90.18133282661438, + "skipped": false + }, + { + "ep_idx": 1, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 303.96871972084045, + "skipped": false + }, + { + "ep_idx": 2, + "success": true, + "replans": 27, + "steps": 82, + "reward": -82.0, + "time": 167.23495078086853, + "skipped": false + }, + { + "ep_idx": 3, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 304.42856669425964, + "skipped": false + }, + { + "ep_idx": 4, + "success": true, + "replans": 12, + "steps": 38, + "reward": -38.0, + "time": 77.59032344818115, + "skipped": false + }, + { + "ep_idx": 5, + "success": true, + "replans": 20, + "steps": 63, + "reward": -63.0, + "time": 151.63730239868164, + "skipped": false + }, + { + "ep_idx": 6, + "success": true, + "replans": 5, + "steps": 17, + "reward": -17.0, + "time": 47.32895517349243, + "skipped": false + }, + { + "ep_idx": 7, + "success": true, + "replans": 7, + "steps": 24, + "reward": -24.0, + "time": 56.803966999053955, + "skipped": false + }, + { + "ep_idx": 8, + "success": true, + "replans": 7, + "steps": 23, + "reward": -23.0, + "time": 66.46866846084595, + "skipped": false + }, + { + "ep_idx": 9, + "success": true, + "replans": 16, + "steps": 51, + "reward": -51.0, + "time": 146.52712416648865, + "skipped": false + }, + { + "ep_idx": 10, + "success": true, + "replans": 18, + "steps": 57, + "reward": -57.0, + "time": 163.49510216712952, + "skipped": false + }, + { + "ep_idx": 11, + "success": true, + "replans": 12, + "steps": 39, + "reward": -39.0, + "time": 112.62615895271301, + "skipped": false + }, + { + "ep_idx": 12, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 335.9070129394531, + "skipped": false + }, + { + "ep_idx": 13, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 303.9257266521454, + "skipped": false + }, + { + "ep_idx": 14, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 303.6174716949463, + "skipped": false + }, + { + "ep_idx": 15, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 303.9159381389618, + "skipped": false + }, + { + "ep_idx": 16, + "success": true, + "replans": 9, + "steps": 29, + "reward": -29.0, + "time": 59.5117712020874, + "skipped": false + }, + { + "ep_idx": 17, + "success": true, + "replans": 18, + "steps": 55, + "reward": -55.0, + "time": 113.03598546981812, + "skipped": false + }, + { + "ep_idx": 18, + "success": true, + "replans": 15, + "steps": 48, + "reward": -48.0, + "time": 95.17134547233582, + "skipped": false + }, + { + "ep_idx": 19, + "success": true, + "replans": 11, + "steps": 34, + "reward": -34.0, + "time": 71.47493433952332, + "skipped": false + }, + { + "ep_idx": 20, + "success": true, + "replans": 12, + "steps": 39, + "reward": -39.0, + "time": 77.40238237380981, + "skipped": false + }, + { + "ep_idx": 21, + "success": true, + "replans": 7, + "steps": 22, + "reward": -22.0, + "time": 47.71508979797363, + "skipped": false + }, + { + "ep_idx": 22, + "success": true, + "replans": 10, + "steps": 32, + "reward": -32.0, + "time": 65.57041192054749, + "skipped": false + }, + { + "ep_idx": 23, + "success": true, + "replans": 11, + "steps": 34, + "reward": -34.0, + "time": 71.54130029678345, + "skipped": false + }, + { + "ep_idx": 24, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 304.22546124458313, + "skipped": false + }, + { + "ep_idx": 25, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 303.3414669036865, + "skipped": false + }, + { + "ep_idx": 26, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 303.1963121891022, + "skipped": false + }, + { + "ep_idx": 27, + "success": true, + "replans": 18, + "steps": 57, + "reward": -57.0, + "time": 113.0894615650177, + "skipped": false + }, + { + "ep_idx": 28, + "success": true, + "replans": 2, + "steps": 9, + "reward": -9.0, + "time": 17.848472833633423, + "skipped": false + }, + { + "ep_idx": 29, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 303.7587785720825, + "skipped": false + }, + { + "ep_idx": 30, + "success": true, + "replans": 17, + "steps": 54, + "reward": -54.0, + "time": 107.0439383983612, + "skipped": false + }, + { + "ep_idx": 31, + "success": true, + "replans": 4, + "steps": 14, + "reward": -14.0, + "time": 29.791844129562378, + "skipped": false + }, + { + "ep_idx": 32, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 303.65000581741333, + "skipped": false + }, + { + "ep_idx": 33, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 303.16197681427, + "skipped": false + }, + { + "ep_idx": 34, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 303.33510279655457, + "skipped": false + }, + { + "ep_idx": 35, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 303.69488406181335, + "skipped": false + }, + { + "ep_idx": 36, + "success": true, + "replans": 13, + "steps": 40, + "reward": -40.0, + "time": 83.36796140670776, + "skipped": false + }, + { + "ep_idx": 37, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 303.5752170085907, + "skipped": false + }, + { + "ep_idx": 38, + "success": true, + "replans": 23, + "steps": 72, + "reward": -72.0, + "time": 143.01695251464844, + "skipped": false + }, + { + "ep_idx": 39, + "success": true, + "replans": 8, + "steps": 25, + "reward": -25.0, + "time": 53.55014896392822, + "skipped": false + }, + { + "ep_idx": 40, + "success": true, + "replans": 12, + "steps": 39, + "reward": -39.0, + "time": 77.43980431556702, + "skipped": false + }, + { + "ep_idx": 41, + "success": true, + "replans": 9, + "steps": 28, + "reward": -28.0, + "time": 59.491334199905396, + "skipped": false + }, + { + "ep_idx": 42, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 302.738347530365, + "skipped": false + }, + { + "ep_idx": 43, + "success": true, + "replans": 9, + "steps": 28, + "reward": -28.0, + "time": 59.025115966796875, + "skipped": false + }, + { + "ep_idx": 44, + "success": true, + "replans": 10, + "steps": 31, + "reward": -31.0, + "time": 64.90199303627014, + "skipped": false + }, + { + "ep_idx": 45, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 300.065101146698, + "skipped": false + }, + { + "ep_idx": 46, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 300.95675349235535, + "skipped": false + }, + { + "ep_idx": 47, + "success": true, + "replans": 5, + "steps": 16, + "reward": -16.0, + "time": 35.994516134262085, + "skipped": false + }, + { + "ep_idx": 48, + "success": true, + "replans": 2, + "steps": 9, + "reward": -9.0, + "time": 17.8470196723938, + "skipped": false + }, + { + "ep_idx": 49, + "success": true, + "replans": 9, + "steps": 30, + "reward": -30.0, + "time": 58.84330344200134, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/kinder-BaseMotion3D-v0__4mode_gsc__2__gsc.json b/eval_results/kinder_4mode/kinder-BaseMotion3D-v0__4mode_gsc__2__gsc.json new file mode 100644 index 0000000000000000000000000000000000000000..3de304dbeb617e57cfcefd0cb1a81e3450155db0 --- /dev/null +++ b/eval_results/kinder_4mode/kinder-BaseMotion3D-v0__4mode_gsc__2__gsc.json @@ -0,0 +1,564 @@ +{ + "env_name": "kinder-BaseMotion3D-v0", + "env_spec": { + "env_name": "kinder-BaseMotion3D-v0", + "family": "kinder3d", + "scale": "bm", + "train_traj_len": 50, + "obs_dim_full": 22, + "goal_dim": 22, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21 + ], + "plan_sm_horizon": 32, + "plan_len_ovlp": 12, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 100, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 100, + "eval_probs_h5": "none", + "eval_default_n_comp": 3, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 200 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-BaseMotion3D-v0", + "eval_name": "4mode_gsc", + "planner_name": "baseline", + "planner_epoch": "1995000", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 2, + "ev_n_comp": 10, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 0.25, + "replan_every": 3, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": false, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 62.0, + "avg_reward": -94.86, + "avg_time": 162.2197037744522, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": true, + "replans": 10, + "steps": 32, + "reward": -32.0, + "time": 67.72909641265869, + "skipped": false + }, + { + "ep_idx": 1, + "success": true, + "replans": 2, + "steps": 7, + "reward": -7.0, + "time": 18.270668506622314, + "skipped": false + }, + { + "ep_idx": 2, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 310.1593849658966, + "skipped": false + }, + { + "ep_idx": 3, + "success": true, + "replans": 5, + "steps": 17, + "reward": -17.0, + "time": 36.46449899673462, + "skipped": false + }, + { + "ep_idx": 4, + "success": true, + "replans": 14, + "steps": 45, + "reward": -45.0, + "time": 91.10189700126648, + "skipped": false + }, + { + "ep_idx": 5, + "success": true, + "replans": 8, + "steps": 25, + "reward": -25.0, + "time": 54.6961464881897, + "skipped": false + }, + { + "ep_idx": 6, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 309.90517258644104, + "skipped": false + }, + { + "ep_idx": 7, + "success": true, + "replans": 7, + "steps": 23, + "reward": -23.0, + "time": 48.64669132232666, + "skipped": false + }, + { + "ep_idx": 8, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 392.8829894065857, + "skipped": false + }, + { + "ep_idx": 9, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 464.8332259654999, + "skipped": false + }, + { + "ep_idx": 10, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 312.20608353614807, + "skipped": false + }, + { + "ep_idx": 11, + "success": true, + "replans": 9, + "steps": 28, + "reward": -28.0, + "time": 60.951992988586426, + "skipped": false + }, + { + "ep_idx": 12, + "success": true, + "replans": 9, + "steps": 30, + "reward": -30.0, + "time": 60.863073110580444, + "skipped": false + }, + { + "ep_idx": 13, + "success": true, + "replans": 7, + "steps": 22, + "reward": -22.0, + "time": 48.68373966217041, + "skipped": false + }, + { + "ep_idx": 14, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 310.29208493232727, + "skipped": false + }, + { + "ep_idx": 15, + "success": true, + "replans": 2, + "steps": 8, + "reward": -8.0, + "time": 18.280526399612427, + "skipped": false + }, + { + "ep_idx": 16, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 310.1181800365448, + "skipped": false + }, + { + "ep_idx": 17, + "success": true, + "replans": 12, + "steps": 37, + "reward": -37.0, + "time": 79.00706553459167, + "skipped": false + }, + { + "ep_idx": 18, + "success": true, + "replans": 13, + "steps": 40, + "reward": -40.0, + "time": 85.05872988700867, + "skipped": false + }, + { + "ep_idx": 19, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 310.21097564697266, + "skipped": false + }, + { + "ep_idx": 20, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 310.48232793807983, + "skipped": false + }, + { + "ep_idx": 21, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 310.28915095329285, + "skipped": false + }, + { + "ep_idx": 22, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 309.80426812171936, + "skipped": false + }, + { + "ep_idx": 23, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 309.62704205513, + "skipped": false + }, + { + "ep_idx": 24, + "success": true, + "replans": 7, + "steps": 24, + "reward": -24.0, + "time": 48.60606050491333, + "skipped": false + }, + { + "ep_idx": 25, + "success": true, + "replans": 12, + "steps": 37, + "reward": -37.0, + "time": 78.9339427947998, + "skipped": false + }, + { + "ep_idx": 26, + "success": true, + "replans": 6, + "steps": 19, + "reward": -19.0, + "time": 42.509973764419556, + "skipped": false + }, + { + "ep_idx": 27, + "success": true, + "replans": 5, + "steps": 17, + "reward": -17.0, + "time": 36.47925138473511, + "skipped": false + }, + { + "ep_idx": 28, + "success": true, + "replans": 10, + "steps": 31, + "reward": -31.0, + "time": 66.90307354927063, + "skipped": false + }, + { + "ep_idx": 29, + "success": true, + "replans": 12, + "steps": 38, + "reward": -38.0, + "time": 79.00332689285278, + "skipped": false + }, + { + "ep_idx": 30, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 309.3863456249237, + "skipped": false + }, + { + "ep_idx": 31, + "success": true, + "replans": 10, + "steps": 31, + "reward": -31.0, + "time": 66.76224708557129, + "skipped": false + }, + { + "ep_idx": 32, + "success": true, + "replans": 14, + "steps": 45, + "reward": -45.0, + "time": 90.96762275695801, + "skipped": false + }, + { + "ep_idx": 33, + "success": true, + "replans": 9, + "steps": 30, + "reward": -30.0, + "time": 60.66305375099182, + "skipped": false + }, + { + "ep_idx": 34, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 309.25405716896057, + "skipped": false + }, + { + "ep_idx": 35, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 309.43704080581665, + "skipped": false + }, + { + "ep_idx": 36, + "success": true, + "replans": 5, + "steps": 16, + "reward": -16.0, + "time": 36.438926458358765, + "skipped": false + }, + { + "ep_idx": 37, + "success": true, + "replans": 17, + "steps": 53, + "reward": -53.0, + "time": 109.24220705032349, + "skipped": false + }, + { + "ep_idx": 38, + "success": true, + "replans": 5, + "steps": 18, + "reward": -18.0, + "time": 36.39843034744263, + "skipped": false + }, + { + "ep_idx": 39, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 309.77482080459595, + "skipped": false + }, + { + "ep_idx": 40, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 309.62764167785645, + "skipped": false + }, + { + "ep_idx": 41, + "success": true, + "replans": 2, + "steps": 8, + "reward": -8.0, + "time": 18.248518705368042, + "skipped": false + }, + { + "ep_idx": 42, + "success": true, + "replans": 10, + "steps": 31, + "reward": -31.0, + "time": 66.75515723228455, + "skipped": false + }, + { + "ep_idx": 43, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 309.75099182128906, + "skipped": false + }, + { + "ep_idx": 44, + "success": true, + "replans": 7, + "steps": 24, + "reward": -24.0, + "time": 48.637824058532715, + "skipped": false + }, + { + "ep_idx": 45, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 309.66449546813965, + "skipped": false + }, + { + "ep_idx": 46, + "success": true, + "replans": 39, + "steps": 119, + "reward": -119.0, + "time": 243.04163432121277, + "skipped": false + }, + { + "ep_idx": 47, + "success": true, + "replans": 9, + "steps": 28, + "reward": -28.0, + "time": 61.98083806037903, + "skipped": false + }, + { + "ep_idx": 48, + "success": true, + "replans": 11, + "steps": 36, + "reward": -36.0, + "time": 73.43606090545654, + "skipped": false + }, + { + "ep_idx": 49, + "success": true, + "replans": 7, + "steps": 24, + "reward": -24.0, + "time": 48.51663327217102, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/kinder-BaseMotion3D-v0__4mode_gsc_pruning__0__gsc_pruning.json b/eval_results/kinder_4mode/kinder-BaseMotion3D-v0__4mode_gsc_pruning__0__gsc_pruning.json new file mode 100644 index 0000000000000000000000000000000000000000..8dba0d390d512b101ab741f427570ce3216c548f --- /dev/null +++ b/eval_results/kinder_4mode/kinder-BaseMotion3D-v0__4mode_gsc_pruning__0__gsc_pruning.json @@ -0,0 +1,564 @@ +{ + "env_name": "kinder-BaseMotion3D-v0", + "env_spec": { + "env_name": "kinder-BaseMotion3D-v0", + "family": "kinder3d", + "scale": "bm", + "train_traj_len": 50, + "obs_dim_full": 22, + "goal_dim": 22, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21 + ], + "plan_sm_horizon": 32, + "plan_len_ovlp": 12, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 100, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 100, + "eval_probs_h5": "none", + "eval_default_n_comp": 3, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 200 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-BaseMotion3D-v0", + "eval_name": "4mode_gsc_pruning", + "planner_name": "baseline", + "planner_epoch": "1995000", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 0, + "ev_n_comp": 10, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 0.25, + "replan_every": 3, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc_pruning", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": false, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 62.0, + "avg_reward": -76.08333333333333, + "avg_time": 503.12964487075806, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 1, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 2, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 3, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 4, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 5, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 6, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 7, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 8, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 9, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 10, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 11, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 12, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 13, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 14, + "success": true, + "replans": 8, + "steps": 27, + "reward": -27.0, + "time": 215.08284759521484, + "skipped": false + }, + { + "ep_idx": 15, + "success": true, + "replans": 8, + "steps": 25, + "reward": -25.0, + "time": 209.98141503334045, + "skipped": false + }, + { + "ep_idx": 16, + "success": true, + "replans": 30, + "steps": 91, + "reward": -91.0, + "time": 723.8312060832977, + "skipped": false + }, + { + "ep_idx": 17, + "success": true, + "replans": 9, + "steps": 28, + "reward": -28.0, + "time": 233.6758029460907, + "skipped": false + }, + { + "ep_idx": 18, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1190.5589311122894, + "skipped": false + }, + { + "ep_idx": 19, + "success": true, + "replans": 11, + "steps": 34, + "reward": -34.0, + "time": 280.450642824173, + "skipped": false + }, + { + "ep_idx": 20, + "success": true, + "replans": 5, + "steps": 17, + "reward": -17.0, + "time": 140.14253759384155, + "skipped": false + }, + { + "ep_idx": 21, + "success": true, + "replans": 7, + "steps": 23, + "reward": -23.0, + "time": 186.92738342285156, + "skipped": false + }, + { + "ep_idx": 22, + "success": true, + "replans": 7, + "steps": 24, + "reward": -24.0, + "time": 186.8389265537262, + "skipped": false + }, + { + "ep_idx": 23, + "success": true, + "replans": 5, + "steps": 16, + "reward": -16.0, + "time": 140.14673280715942, + "skipped": false + }, + { + "ep_idx": 24, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1190.5473613739014, + "skipped": false + }, + { + "ep_idx": 25, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1190.6528103351593, + "skipped": false + }, + { + "ep_idx": 26, + "success": true, + "replans": 6, + "steps": 21, + "reward": -21.0, + "time": 163.5094347000122, + "skipped": false + }, + { + "ep_idx": 27, + "success": true, + "replans": 17, + "steps": 54, + "reward": -54.0, + "time": 420.0864186286926, + "skipped": false + }, + { + "ep_idx": 28, + "success": true, + "replans": 10, + "steps": 31, + "reward": -31.0, + "time": 256.81839537620544, + "skipped": false + }, + { + "ep_idx": 29, + "success": true, + "replans": 12, + "steps": 37, + "reward": -37.0, + "time": 303.1882221698761, + "skipped": false + }, + { + "ep_idx": 30, + "success": true, + "replans": 9, + "steps": 29, + "reward": -29.0, + "time": 233.36079454421997, + "skipped": false + }, + { + "ep_idx": 31, + "success": true, + "replans": 13, + "steps": 42, + "reward": -42.0, + "time": 327.0523157119751, + "skipped": false + }, + { + "ep_idx": 32, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1191.1576642990112, + "skipped": false + }, + { + "ep_idx": 33, + "success": true, + "replans": 1, + "steps": 5, + "reward": -5.0, + "time": 47.20172142982483, + "skipped": false + }, + { + "ep_idx": 34, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1222.1939885616302, + "skipped": false + }, + { + "ep_idx": 35, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1222.0439720153809, + "skipped": false + }, + { + "ep_idx": 36, + "success": true, + "replans": 12, + "steps": 38, + "reward": -38.0, + "time": 311.24125385284424, + "skipped": false + }, + { + "ep_idx": 37, + "success": true, + "replans": 6, + "steps": 19, + "reward": -19.0, + "time": 167.5971221923828, + "skipped": false + }, + { + "ep_idx": 38, + "success": true, + "replans": 6, + "steps": 20, + "reward": -20.0, + "time": 167.5624144077301, + "skipped": false + }, + { + "ep_idx": 39, + "success": true, + "replans": 0, + "steps": 3, + "reward": -3.0, + "time": 23.93267321586609, + "skipped": false + }, + { + "ep_idx": 40, + "success": true, + "replans": 6, + "steps": 20, + "reward": -20.0, + "time": 167.31245040893555, + "skipped": false + }, + { + "ep_idx": 41, + "success": true, + "replans": 11, + "steps": 36, + "reward": -36.0, + "time": 287.5947244167328, + "skipped": false + }, + { + "ep_idx": 42, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1227.1981117725372, + "skipped": false + }, + { + "ep_idx": 43, + "success": true, + "replans": 11, + "steps": 35, + "reward": -35.0, + "time": 287.9889416694641, + "skipped": false + }, + { + "ep_idx": 44, + "success": true, + "replans": 15, + "steps": 48, + "reward": -48.0, + "time": 383.5251076221466, + "skipped": false + }, + { + "ep_idx": 45, + "success": true, + "replans": 1, + "steps": 5, + "reward": -5.0, + "time": 47.94597864151001, + "skipped": false + }, + { + "ep_idx": 46, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1222.9381067752838, + "skipped": false + }, + { + "ep_idx": 47, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1222.8973491191864, + "skipped": false + }, + { + "ep_idx": 48, + "success": true, + "replans": 3, + "steps": 11, + "reward": -11.0, + "time": 95.98138189315796, + "skipped": false + }, + { + "ep_idx": 49, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1223.5020742416382, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/kinder-BaseMotion3D-v0__4mode_gsc_pruning__1__gsc_pruning.json b/eval_results/kinder_4mode/kinder-BaseMotion3D-v0__4mode_gsc_pruning__1__gsc_pruning.json new file mode 100644 index 0000000000000000000000000000000000000000..bbe058afd5421039ff5bf8bbed4352d450c184e3 --- /dev/null +++ b/eval_results/kinder_4mode/kinder-BaseMotion3D-v0__4mode_gsc_pruning__1__gsc_pruning.json @@ -0,0 +1,564 @@ +{ + "env_name": "kinder-BaseMotion3D-v0", + "env_spec": { + "env_name": "kinder-BaseMotion3D-v0", + "family": "kinder3d", + "scale": "bm", + "train_traj_len": 50, + "obs_dim_full": 22, + "goal_dim": 22, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21 + ], + "plan_sm_horizon": 32, + "plan_len_ovlp": 12, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 100, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 100, + "eval_probs_h5": "none", + "eval_default_n_comp": 3, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 200 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-BaseMotion3D-v0", + "eval_name": "4mode_gsc_pruning", + "planner_name": "baseline", + "planner_epoch": "1995000", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 1, + "ev_n_comp": 10, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 0.25, + "replan_every": 3, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc_pruning", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": false, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 64.0, + "avg_reward": -105.28571428571429, + "avg_time": 728.486278448786, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 1, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 2, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 3, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 4, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 5, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 6, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 7, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 8, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 9, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 10, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 11, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 12, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 13, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 14, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 15, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 16, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 17, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 18, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 19, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 20, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 21, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 22, + "success": true, + "replans": 10, + "steps": 32, + "reward": -32.0, + "time": 321.44091844558716, + "skipped": false + }, + { + "ep_idx": 23, + "success": true, + "replans": 11, + "steps": 34, + "reward": -34.0, + "time": 355.8180801868439, + "skipped": false + }, + { + "ep_idx": 24, + "success": true, + "replans": 12, + "steps": 38, + "reward": -38.0, + "time": 385.48327803611755, + "skipped": false + }, + { + "ep_idx": 25, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1513.5583395957947, + "skipped": false + }, + { + "ep_idx": 26, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1513.6434886455536, + "skipped": false + }, + { + "ep_idx": 27, + "success": true, + "replans": 24, + "steps": 75, + "reward": -75.0, + "time": 741.6896393299103, + "skipped": false + }, + { + "ep_idx": 28, + "success": true, + "replans": 3, + "steps": 10, + "reward": -10.0, + "time": 118.601313829422, + "skipped": false + }, + { + "ep_idx": 29, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1370.7926819324493, + "skipped": false + }, + { + "ep_idx": 30, + "success": true, + "replans": 17, + "steps": 54, + "reward": -54.0, + "time": 448.66482734680176, + "skipped": false + }, + { + "ep_idx": 31, + "success": true, + "replans": 4, + "steps": 14, + "reward": -14.0, + "time": 124.77937602996826, + "skipped": false + }, + { + "ep_idx": 32, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1241.3301646709442, + "skipped": false + }, + { + "ep_idx": 33, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1230.9918327331543, + "skipped": false + }, + { + "ep_idx": 34, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1231.3291683197021, + "skipped": false + }, + { + "ep_idx": 35, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1229.9402258396149, + "skipped": false + }, + { + "ep_idx": 36, + "success": true, + "replans": 13, + "steps": 40, + "reward": -40.0, + "time": 337.44171667099, + "skipped": false + }, + { + "ep_idx": 37, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1233.9853916168213, + "skipped": false + }, + { + "ep_idx": 38, + "success": true, + "replans": 26, + "steps": 80, + "reward": -80.0, + "time": 651.8505403995514, + "skipped": false + }, + { + "ep_idx": 39, + "success": true, + "replans": 8, + "steps": 25, + "reward": -25.0, + "time": 216.91083073616028, + "skipped": false + }, + { + "ep_idx": 40, + "success": true, + "replans": 12, + "steps": 39, + "reward": -39.0, + "time": 313.50950360298157, + "skipped": false + }, + { + "ep_idx": 41, + "success": true, + "replans": 9, + "steps": 28, + "reward": -28.0, + "time": 241.38754200935364, + "skipped": false + }, + { + "ep_idx": 42, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1231.4877488613129, + "skipped": false + }, + { + "ep_idx": 43, + "success": true, + "replans": 8, + "steps": 27, + "reward": -27.0, + "time": 216.96690106391907, + "skipped": false + }, + { + "ep_idx": 44, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1229.9433031082153, + "skipped": false + }, + { + "ep_idx": 45, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1229.0314087867737, + "skipped": false + }, + { + "ep_idx": 46, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1229.5064070224762, + "skipped": false + }, + { + "ep_idx": 47, + "success": true, + "replans": 2, + "steps": 7, + "reward": -7.0, + "time": 73.69940829277039, + "skipped": false + }, + { + "ep_idx": 48, + "success": true, + "replans": 3, + "steps": 12, + "reward": -12.0, + "time": 98.10387516021729, + "skipped": false + }, + { + "ep_idx": 49, + "success": true, + "replans": 10, + "steps": 33, + "reward": -33.0, + "time": 265.72788429260254, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/kinder-BaseMotion3D-v0__4mode_gsc_resampling__1__gsc_resampling.json b/eval_results/kinder_4mode/kinder-BaseMotion3D-v0__4mode_gsc_resampling__1__gsc_resampling.json new file mode 100644 index 0000000000000000000000000000000000000000..a3b16dd8f081b72e12d89c10cc463593f1eb28b5 --- /dev/null +++ b/eval_results/kinder_4mode/kinder-BaseMotion3D-v0__4mode_gsc_resampling__1__gsc_resampling.json @@ -0,0 +1,564 @@ +{ + "env_name": "kinder-BaseMotion3D-v0", + "env_spec": { + "env_name": "kinder-BaseMotion3D-v0", + "family": "kinder3d", + "scale": "bm", + "train_traj_len": 50, + "obs_dim_full": 22, + "goal_dim": 22, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21 + ], + "plan_sm_horizon": 32, + "plan_len_ovlp": 12, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 100, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 100, + "eval_probs_h5": "none", + "eval_default_n_comp": 3, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 200 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-BaseMotion3D-v0", + "eval_name": "4mode_gsc_resampling", + "planner_name": "baseline", + "planner_epoch": "1995000", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 1, + "ev_n_comp": 10, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 0.25, + "replan_every": 3, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc_resampling", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": false, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 56.00000000000001, + "avg_reward": -110.38888888888889, + "avg_time": 872.2179732786285, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 1, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 2, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 3, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 4, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 5, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 6, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 7, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 8, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 9, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 10, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 11, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 12, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 13, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 14, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1497.4362359046936, + "skipped": false + }, + { + "ep_idx": 15, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1499.72039437294, + "skipped": false + }, + { + "ep_idx": 16, + "success": true, + "replans": 9, + "steps": 29, + "reward": -29.0, + "time": 293.78058791160583, + "skipped": false + }, + { + "ep_idx": 17, + "success": true, + "replans": 17, + "steps": 52, + "reward": -52.0, + "time": 528.82444024086, + "skipped": false + }, + { + "ep_idx": 18, + "success": true, + "replans": 15, + "steps": 48, + "reward": -48.0, + "time": 470.14743161201477, + "skipped": false + }, + { + "ep_idx": 19, + "success": true, + "replans": 11, + "steps": 34, + "reward": -34.0, + "time": 352.6541771888733, + "skipped": false + }, + { + "ep_idx": 20, + "success": true, + "replans": 12, + "steps": 39, + "reward": -39.0, + "time": 381.97655963897705, + "skipped": false + }, + { + "ep_idx": 21, + "success": true, + "replans": 7, + "steps": 22, + "reward": -22.0, + "time": 235.0330250263214, + "skipped": false + }, + { + "ep_idx": 22, + "success": true, + "replans": 10, + "steps": 32, + "reward": -32.0, + "time": 323.8572633266449, + "skipped": false + }, + { + "ep_idx": 23, + "success": true, + "replans": 11, + "steps": 34, + "reward": -34.0, + "time": 355.69771432876587, + "skipped": false + }, + { + "ep_idx": 24, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1495.7904298305511, + "skipped": false + }, + { + "ep_idx": 25, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1496.5973875522614, + "skipped": false + }, + { + "ep_idx": 26, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1497.9138157367706, + "skipped": false + }, + { + "ep_idx": 27, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1496.421702861786, + "skipped": false + }, + { + "ep_idx": 28, + "success": true, + "replans": 2, + "steps": 9, + "reward": -9.0, + "time": 88.07439827919006, + "skipped": false + }, + { + "ep_idx": 29, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1496.221860408783, + "skipped": false + }, + { + "ep_idx": 30, + "success": true, + "replans": 17, + "steps": 54, + "reward": -54.0, + "time": 528.6649668216705, + "skipped": false + }, + { + "ep_idx": 31, + "success": true, + "replans": 4, + "steps": 14, + "reward": -14.0, + "time": 146.74356770515442, + "skipped": false + }, + { + "ep_idx": 32, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1497.1475458145142, + "skipped": false + }, + { + "ep_idx": 33, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1496.412391424179, + "skipped": false + }, + { + "ep_idx": 34, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1647.522779226303, + "skipped": false + }, + { + "ep_idx": 35, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1495.0448565483093, + "skipped": false + }, + { + "ep_idx": 36, + "success": true, + "replans": 13, + "steps": 40, + "reward": -40.0, + "time": 410.8490960597992, + "skipped": false + }, + { + "ep_idx": 37, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1495.7686805725098, + "skipped": false + }, + { + "ep_idx": 38, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1495.4905757904053, + "skipped": false + }, + { + "ep_idx": 39, + "success": true, + "replans": 8, + "steps": 25, + "reward": -25.0, + "time": 264.00594210624695, + "skipped": false + }, + { + "ep_idx": 40, + "success": true, + "replans": 12, + "steps": 39, + "reward": -39.0, + "time": 380.79267835617065, + "skipped": false + }, + { + "ep_idx": 41, + "success": true, + "replans": 9, + "steps": 28, + "reward": -28.0, + "time": 292.84892535209656, + "skipped": false + }, + { + "ep_idx": 42, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1494.0535175800323, + "skipped": false + }, + { + "ep_idx": 43, + "success": true, + "replans": 8, + "steps": 27, + "reward": -27.0, + "time": 263.72658133506775, + "skipped": false + }, + { + "ep_idx": 44, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1494.377748966217, + "skipped": false + }, + { + "ep_idx": 45, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1494.0164170265198, + "skipped": false + }, + { + "ep_idx": 46, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1493.9908814430237, + "skipped": false + }, + { + "ep_idx": 47, + "success": true, + "replans": 2, + "steps": 8, + "reward": -8.0, + "time": 88.00553345680237, + "skipped": false + }, + { + "ep_idx": 48, + "success": true, + "replans": 2, + "steps": 9, + "reward": -9.0, + "time": 87.9251139163971, + "skipped": false + }, + { + "ep_idx": 49, + "success": true, + "replans": 10, + "steps": 31, + "reward": -31.0, + "time": 322.3118143081665, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/kinder-BaseMotion3D-v0__4mode_gsc_resampling__2__gsc_resampling.json b/eval_results/kinder_4mode/kinder-BaseMotion3D-v0__4mode_gsc_resampling__2__gsc_resampling.json new file mode 100644 index 0000000000000000000000000000000000000000..3a183c1db2bfd69f89bcde1254d8867d54948f63 --- /dev/null +++ b/eval_results/kinder_4mode/kinder-BaseMotion3D-v0__4mode_gsc_resampling__2__gsc_resampling.json @@ -0,0 +1,564 @@ +{ + "env_name": "kinder-BaseMotion3D-v0", + "env_spec": { + "env_name": "kinder-BaseMotion3D-v0", + "family": "kinder3d", + "scale": "bm", + "train_traj_len": 50, + "obs_dim_full": 22, + "goal_dim": 22, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21 + ], + "plan_sm_horizon": 32, + "plan_len_ovlp": 12, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 100, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 100, + "eval_probs_h5": "none", + "eval_default_n_comp": 3, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 200 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-BaseMotion3D-v0", + "eval_name": "4mode_gsc_resampling", + "planner_name": "baseline", + "planner_epoch": "1995000", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 2, + "ev_n_comp": 10, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 0.25, + "replan_every": 3, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc_resampling", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": false, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 62.0, + "avg_reward": -97.6470588235294, + "avg_time": 762.8093513741213, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 1, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 2, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 3, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 4, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 5, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 6, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 7, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 8, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 9, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 10, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 11, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 12, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 13, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 14, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 15, + "success": true, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 16, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1457.5179777145386, + "skipped": false + }, + { + "ep_idx": 17, + "success": true, + "replans": 11, + "steps": 36, + "reward": -36.0, + "time": 343.2587134838104, + "skipped": false + }, + { + "ep_idx": 18, + "success": true, + "replans": 13, + "steps": 41, + "reward": -41.0, + "time": 400.6974391937256, + "skipped": false + }, + { + "ep_idx": 19, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1457.8418576717377, + "skipped": false + }, + { + "ep_idx": 20, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1455.0663940906525, + "skipped": false + }, + { + "ep_idx": 21, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1457.4764223098755, + "skipped": false + }, + { + "ep_idx": 22, + "success": true, + "replans": 11, + "steps": 36, + "reward": -36.0, + "time": 341.53750109672546, + "skipped": false + }, + { + "ep_idx": 23, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1452.848878145218, + "skipped": false + }, + { + "ep_idx": 24, + "success": true, + "replans": 7, + "steps": 24, + "reward": -24.0, + "time": 227.6140489578247, + "skipped": false + }, + { + "ep_idx": 25, + "success": true, + "replans": 12, + "steps": 37, + "reward": -37.0, + "time": 370.7251994609833, + "skipped": false + }, + { + "ep_idx": 26, + "success": true, + "replans": 6, + "steps": 19, + "reward": -19.0, + "time": 199.87240147590637, + "skipped": false + }, + { + "ep_idx": 27, + "success": true, + "replans": 5, + "steps": 17, + "reward": -17.0, + "time": 171.10761094093323, + "skipped": false + }, + { + "ep_idx": 28, + "success": true, + "replans": 10, + "steps": 31, + "reward": -31.0, + "time": 313.98173570632935, + "skipped": false + }, + { + "ep_idx": 29, + "success": true, + "replans": 12, + "steps": 38, + "reward": -38.0, + "time": 370.83334493637085, + "skipped": false + }, + { + "ep_idx": 30, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1454.6078310012817, + "skipped": false + }, + { + "ep_idx": 31, + "success": true, + "replans": 10, + "steps": 31, + "reward": -31.0, + "time": 313.91312170028687, + "skipped": false + }, + { + "ep_idx": 32, + "success": true, + "replans": 16, + "steps": 51, + "reward": -51.0, + "time": 485.128399848938, + "skipped": false + }, + { + "ep_idx": 33, + "success": true, + "replans": 9, + "steps": 30, + "reward": -30.0, + "time": 285.3223977088928, + "skipped": false + }, + { + "ep_idx": 34, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1455.5049366950989, + "skipped": false + }, + { + "ep_idx": 35, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1455.459602355957, + "skipped": false + }, + { + "ep_idx": 36, + "success": true, + "replans": 5, + "steps": 16, + "reward": -16.0, + "time": 171.52336239814758, + "skipped": false + }, + { + "ep_idx": 37, + "success": true, + "replans": 18, + "steps": 57, + "reward": -57.0, + "time": 542.5543527603149, + "skipped": false + }, + { + "ep_idx": 38, + "success": true, + "replans": 5, + "steps": 18, + "reward": -18.0, + "time": 171.33087015151978, + "skipped": false + }, + { + "ep_idx": 39, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1453.2369830608368, + "skipped": false + }, + { + "ep_idx": 40, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1453.8631584644318, + "skipped": false + }, + { + "ep_idx": 41, + "success": true, + "replans": 2, + "steps": 8, + "reward": -8.0, + "time": 85.59493136405945, + "skipped": false + }, + { + "ep_idx": 42, + "success": true, + "replans": 10, + "steps": 31, + "reward": -31.0, + "time": 313.5831878185272, + "skipped": false + }, + { + "ep_idx": 43, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1454.742217540741, + "skipped": false + }, + { + "ep_idx": 44, + "success": true, + "replans": 8, + "steps": 27, + "reward": -27.0, + "time": 256.6642122268677, + "skipped": false + }, + { + "ep_idx": 45, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1453.878874540329, + "skipped": false + }, + { + "ep_idx": 46, + "success": true, + "replans": 39, + "steps": 120, + "reward": -120.0, + "time": 1140.2326095104218, + "skipped": false + }, + { + "ep_idx": 47, + "success": true, + "replans": 9, + "steps": 28, + "reward": -28.0, + "time": 285.1449725627899, + "skipped": false + }, + { + "ep_idx": 48, + "success": false, + "replans": 50, + "steps": 200, + "reward": -200.0, + "time": 1454.6662051677704, + "skipped": false + }, + { + "ep_idx": 49, + "success": true, + "replans": 7, + "steps": 24, + "reward": -24.0, + "time": 228.18619465827942, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/kinder-DynObstruction2D-o1-v0__4mode_gsc__0__gsc.json b/eval_results/kinder_4mode/kinder-DynObstruction2D-o1-v0__4mode_gsc__0__gsc.json new file mode 100644 index 0000000000000000000000000000000000000000..0d620f7c102ae35c68d301f0214afb7e1f1386dd --- /dev/null +++ b/eval_results/kinder_4mode/kinder-DynObstruction2D-o1-v0__4mode_gsc__0__gsc.json @@ -0,0 +1,610 @@ +{ + "env_name": "kinder-DynObstruction2D-o1-v0", + "env_spec": { + "env_name": "kinder-DynObstruction2D-o1-v0", + "family": "kinder2d", + "scale": "o1", + "train_traj_len": 250, + "obs_dim_full": 68, + "goal_dim": 68, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67 + ], + "plan_sm_horizon": 64, + "plan_len_ovlp": 24, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 400, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 400, + "eval_probs_h5": "none", + "eval_default_n_comp": 5, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 500 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-DynObstruction2D-o1-v0", + "eval_name": "4mode_gsc", + "planner_name": "baseline", + "planner_epoch": "latest", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 0, + "ev_n_comp": 3, + "var_temp": 1.0, + "cond_w": 3.0, + "use_ddim": 1, + "ddim_steps": 100, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 1.0, + "replan_every": null, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": false, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 48.0, + "avg_reward": -395.48, + "avg_time": 173.0568386363983, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": true, + "replans": 0, + "steps": 140, + "reward": -140.0, + "time": 5.208316326141357, + "skipped": false + }, + { + "ep_idx": 1, + "success": false, + "replans": 5, + "steps": 500, + "reward": -500.0, + "time": 25.00080966949463, + "skipped": false + }, + { + "ep_idx": 2, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 191.48153924942017, + "skipped": false + }, + { + "ep_idx": 3, + "success": true, + "replans": 0, + "steps": 144, + "reward": -144.0, + "time": 4.506246566772461, + "skipped": false + }, + { + "ep_idx": 4, + "success": false, + "replans": 40, + "steps": 500, + "reward": -500.0, + "time": 154.92423129081726, + "skipped": false + }, + { + "ep_idx": 5, + "success": true, + "replans": 50, + "steps": 343, + "reward": -343.0, + "time": 191.20838809013367, + "skipped": false + }, + { + "ep_idx": 6, + "success": false, + "replans": 27, + "steps": 500, + "reward": -500.0, + "time": 106.90020251274109, + "skipped": false + }, + { + "ep_idx": 7, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 192.15894389152527, + "skipped": false + }, + { + "ep_idx": 8, + "success": true, + "replans": 50, + "steps": 390, + "reward": -390.0, + "time": 192.1808910369873, + "skipped": false + }, + { + "ep_idx": 9, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 192.46751379966736, + "skipped": false + }, + { + "ep_idx": 10, + "success": true, + "replans": 50, + "steps": 321, + "reward": -321.0, + "time": 191.36000895500183, + "skipped": false + }, + { + "ep_idx": 11, + "success": true, + "replans": 50, + "steps": 391, + "reward": -391.0, + "time": 191.63416361808777, + "skipped": false + }, + { + "ep_idx": 12, + "success": true, + "replans": 50, + "steps": 193, + "reward": -193.0, + "time": 190.4163453578949, + "skipped": false + }, + { + "ep_idx": 13, + "success": true, + "replans": 50, + "steps": 305, + "reward": -305.0, + "time": 191.57308101654053, + "skipped": false + }, + { + "ep_idx": 14, + "success": true, + "replans": 1, + "steps": 172, + "reward": -172.0, + "time": 8.33738398551941, + "skipped": false + }, + { + "ep_idx": 15, + "success": true, + "replans": 50, + "steps": 325, + "reward": -325.0, + "time": 193.36846351623535, + "skipped": false + }, + { + "ep_idx": 16, + "success": true, + "replans": 50, + "steps": 333, + "reward": -333.0, + "time": 194.59991836547852, + "skipped": false + }, + { + "ep_idx": 17, + "success": true, + "replans": 50, + "steps": 262, + "reward": -262.0, + "time": 194.42238593101501, + "skipped": false + }, + { + "ep_idx": 18, + "success": false, + "replans": 18, + "steps": 500, + "reward": -500.0, + "time": 74.63489270210266, + "skipped": false + }, + { + "ep_idx": 19, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 195.8763132095337, + "skipped": false + }, + { + "ep_idx": 20, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 195.1814525127411, + "skipped": false + }, + { + "ep_idx": 21, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 195.61164212226868, + "skipped": false + }, + { + "ep_idx": 22, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 195.25202631950378, + "skipped": false + }, + { + "ep_idx": 23, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 195.57040190696716, + "skipped": false + }, + { + "ep_idx": 24, + "success": true, + "replans": 50, + "steps": 208, + "reward": -208.0, + "time": 192.38609075546265, + "skipped": false + }, + { + "ep_idx": 25, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 194.11295890808105, + "skipped": false + }, + { + "ep_idx": 26, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 194.1142349243164, + "skipped": false + }, + { + "ep_idx": 27, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 194.6006178855896, + "skipped": false + }, + { + "ep_idx": 28, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 194.50845503807068, + "skipped": false + }, + { + "ep_idx": 29, + "success": false, + "replans": 45, + "steps": 500, + "reward": -500.0, + "time": 175.9521288871765, + "skipped": false + }, + { + "ep_idx": 30, + "success": true, + "replans": 50, + "steps": 246, + "reward": -246.0, + "time": 192.34566688537598, + "skipped": false + }, + { + "ep_idx": 31, + "success": true, + "replans": 50, + "steps": 364, + "reward": -364.0, + "time": 191.72892951965332, + "skipped": false + }, + { + "ep_idx": 32, + "success": true, + "replans": 50, + "steps": 383, + "reward": -383.0, + "time": 191.63753151893616, + "skipped": false + }, + { + "ep_idx": 33, + "success": true, + "replans": 50, + "steps": 206, + "reward": -206.0, + "time": 191.15634679794312, + "skipped": false + }, + { + "ep_idx": 34, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 193.61286997795105, + "skipped": false + }, + { + "ep_idx": 35, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 193.39454102516174, + "skipped": false + }, + { + "ep_idx": 36, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 193.8650085926056, + "skipped": false + }, + { + "ep_idx": 37, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 192.6967806816101, + "skipped": false + }, + { + "ep_idx": 38, + "success": true, + "replans": 50, + "steps": 246, + "reward": -246.0, + "time": 191.96677231788635, + "skipped": false + }, + { + "ep_idx": 39, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 193.12124586105347, + "skipped": false + }, + { + "ep_idx": 40, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 193.3491883277893, + "skipped": false + }, + { + "ep_idx": 41, + "success": true, + "replans": 50, + "steps": 339, + "reward": -339.0, + "time": 191.6837420463562, + "skipped": false + }, + { + "ep_idx": 42, + "success": true, + "replans": 50, + "steps": 243, + "reward": -243.0, + "time": 191.5469515323639, + "skipped": false + }, + { + "ep_idx": 43, + "success": true, + "replans": 50, + "steps": 247, + "reward": -247.0, + "time": 191.11816310882568, + "skipped": false + }, + { + "ep_idx": 44, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 191.95104265213013, + "skipped": false + }, + { + "ep_idx": 45, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 191.81390070915222, + "skipped": false + }, + { + "ep_idx": 46, + "success": true, + "replans": 50, + "steps": 344, + "reward": -344.0, + "time": 191.40930700302124, + "skipped": false + }, + { + "ep_idx": 47, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 192.06189393997192, + "skipped": false + }, + { + "ep_idx": 48, + "success": true, + "replans": 50, + "steps": 338, + "reward": -338.0, + "time": 191.63917350769043, + "skipped": false + }, + { + "ep_idx": 49, + "success": true, + "replans": 50, + "steps": 291, + "reward": -291.0, + "time": 191.19282746315002, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/kinder-DynObstruction2D-o1-v0__4mode_gsc__1__gsc.json b/eval_results/kinder_4mode/kinder-DynObstruction2D-o1-v0__4mode_gsc__1__gsc.json new file mode 100644 index 0000000000000000000000000000000000000000..b4d9ec41d1696ab73374a7f17e0ad98283cb53ae --- /dev/null +++ b/eval_results/kinder_4mode/kinder-DynObstruction2D-o1-v0__4mode_gsc__1__gsc.json @@ -0,0 +1,610 @@ +{ + "env_name": "kinder-DynObstruction2D-o1-v0", + "env_spec": { + "env_name": "kinder-DynObstruction2D-o1-v0", + "family": "kinder2d", + "scale": "o1", + "train_traj_len": 250, + "obs_dim_full": 68, + "goal_dim": 68, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67 + ], + "plan_sm_horizon": 64, + "plan_len_ovlp": 24, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 400, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 400, + "eval_probs_h5": "none", + "eval_default_n_comp": 5, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 500 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-DynObstruction2D-o1-v0", + "eval_name": "4mode_gsc", + "planner_name": "baseline", + "planner_epoch": "latest", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 1, + "ev_n_comp": 3, + "var_temp": 1.0, + "cond_w": 3.0, + "use_ddim": 1, + "ddim_steps": 100, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 1.0, + "replan_every": null, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": false, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 42.0, + "avg_reward": -371.8, + "avg_time": 181.28271610736846, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 186.5984525680542, + "skipped": false + }, + { + "ep_idx": 1, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 186.27605891227722, + "skipped": false + }, + { + "ep_idx": 2, + "success": true, + "replans": 50, + "steps": 67, + "reward": -67.0, + "time": 184.00773978233337, + "skipped": false + }, + { + "ep_idx": 3, + "success": true, + "replans": 50, + "steps": 346, + "reward": -346.0, + "time": 186.44582748413086, + "skipped": false + }, + { + "ep_idx": 4, + "success": false, + "replans": 40, + "steps": 500, + "reward": -500.0, + "time": 151.26320433616638, + "skipped": false + }, + { + "ep_idx": 5, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 186.71030521392822, + "skipped": false + }, + { + "ep_idx": 6, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 188.8317687511444, + "skipped": false + }, + { + "ep_idx": 7, + "success": true, + "replans": 10, + "steps": 11, + "reward": -11.0, + "time": 40.24803352355957, + "skipped": false + }, + { + "ep_idx": 8, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 189.45466375350952, + "skipped": false + }, + { + "ep_idx": 9, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 188.63723301887512, + "skipped": false + }, + { + "ep_idx": 10, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 188.79997754096985, + "skipped": false + }, + { + "ep_idx": 11, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 189.03850960731506, + "skipped": false + }, + { + "ep_idx": 12, + "success": true, + "replans": 50, + "steps": 273, + "reward": -273.0, + "time": 187.66670632362366, + "skipped": false + }, + { + "ep_idx": 13, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 188.70437097549438, + "skipped": false + }, + { + "ep_idx": 14, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 188.74349331855774, + "skipped": false + }, + { + "ep_idx": 15, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 188.66916251182556, + "skipped": false + }, + { + "ep_idx": 16, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 188.50999307632446, + "skipped": false + }, + { + "ep_idx": 17, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 188.16637706756592, + "skipped": false + }, + { + "ep_idx": 18, + "success": true, + "replans": 28, + "steps": 80, + "reward": -80.0, + "time": 106.26191830635071, + "skipped": false + }, + { + "ep_idx": 19, + "success": true, + "replans": 50, + "steps": 202, + "reward": -202.0, + "time": 186.70402646064758, + "skipped": false + }, + { + "ep_idx": 20, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 188.22108507156372, + "skipped": false + }, + { + "ep_idx": 21, + "success": true, + "replans": 50, + "steps": 228, + "reward": -228.0, + "time": 187.08180713653564, + "skipped": false + }, + { + "ep_idx": 22, + "success": true, + "replans": 50, + "steps": 210, + "reward": -210.0, + "time": 187.21135663986206, + "skipped": false + }, + { + "ep_idx": 23, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 188.81413435935974, + "skipped": false + }, + { + "ep_idx": 24, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 188.88663053512573, + "skipped": false + }, + { + "ep_idx": 25, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 188.5635232925415, + "skipped": false + }, + { + "ep_idx": 26, + "success": true, + "replans": 50, + "steps": 212, + "reward": -212.0, + "time": 187.34375929832458, + "skipped": false + }, + { + "ep_idx": 27, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 189.11912608146667, + "skipped": false + }, + { + "ep_idx": 28, + "success": true, + "replans": 50, + "steps": 119, + "reward": -119.0, + "time": 187.17601680755615, + "skipped": false + }, + { + "ep_idx": 29, + "success": true, + "replans": 50, + "steps": 208, + "reward": -208.0, + "time": 187.60186982154846, + "skipped": false + }, + { + "ep_idx": 30, + "success": true, + "replans": 50, + "steps": 203, + "reward": -203.0, + "time": 187.81450152397156, + "skipped": false + }, + { + "ep_idx": 31, + "success": true, + "replans": 50, + "steps": 206, + "reward": -206.0, + "time": 191.4595170021057, + "skipped": false + }, + { + "ep_idx": 32, + "success": true, + "replans": 50, + "steps": 204, + "reward": -204.0, + "time": 187.04641580581665, + "skipped": false + }, + { + "ep_idx": 33, + "success": true, + "replans": 50, + "steps": 280, + "reward": -280.0, + "time": 187.79439306259155, + "skipped": false + }, + { + "ep_idx": 34, + "success": true, + "replans": 50, + "steps": 196, + "reward": -196.0, + "time": 187.39562559127808, + "skipped": false + }, + { + "ep_idx": 35, + "success": true, + "replans": 50, + "steps": 193, + "reward": -193.0, + "time": 187.244619846344, + "skipped": false + }, + { + "ep_idx": 36, + "success": true, + "replans": 50, + "steps": 237, + "reward": -237.0, + "time": 187.10675978660583, + "skipped": false + }, + { + "ep_idx": 37, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 188.26142239570618, + "skipped": false + }, + { + "ep_idx": 38, + "success": true, + "replans": 50, + "steps": 198, + "reward": -198.0, + "time": 186.7286057472229, + "skipped": false + }, + { + "ep_idx": 39, + "success": true, + "replans": 50, + "steps": 221, + "reward": -221.0, + "time": 186.83060932159424, + "skipped": false + }, + { + "ep_idx": 40, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 189.24310898780823, + "skipped": false + }, + { + "ep_idx": 41, + "success": false, + "replans": 31, + "steps": 500, + "reward": -500.0, + "time": 119.53336119651794, + "skipped": false + }, + { + "ep_idx": 42, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 188.84573769569397, + "skipped": false + }, + { + "ep_idx": 43, + "success": true, + "replans": 50, + "steps": 196, + "reward": -196.0, + "time": 186.53810620307922, + "skipped": false + }, + { + "ep_idx": 44, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 188.78859329223633, + "skipped": false + }, + { + "ep_idx": 45, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 188.51710295677185, + "skipped": false + }, + { + "ep_idx": 46, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 188.42949676513672, + "skipped": false + }, + { + "ep_idx": 47, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 188.56426215171814, + "skipped": false + }, + { + "ep_idx": 48, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 189.12574553489685, + "skipped": false + }, + { + "ep_idx": 49, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 189.11068892478943, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/kinder-DynObstruction2D-o1-v0__4mode_gsc__2__gsc.json b/eval_results/kinder_4mode/kinder-DynObstruction2D-o1-v0__4mode_gsc__2__gsc.json new file mode 100644 index 0000000000000000000000000000000000000000..91601c88eeb057a71097eaed6e8f2ce6d234b133 --- /dev/null +++ b/eval_results/kinder_4mode/kinder-DynObstruction2D-o1-v0__4mode_gsc__2__gsc.json @@ -0,0 +1,610 @@ +{ + "env_name": "kinder-DynObstruction2D-o1-v0", + "env_spec": { + "env_name": "kinder-DynObstruction2D-o1-v0", + "family": "kinder2d", + "scale": "o1", + "train_traj_len": 250, + "obs_dim_full": 68, + "goal_dim": 68, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67 + ], + "plan_sm_horizon": 64, + "plan_len_ovlp": 24, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 400, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 400, + "eval_probs_h5": "none", + "eval_default_n_comp": 5, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 500 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-DynObstruction2D-o1-v0", + "eval_name": "4mode_gsc", + "planner_name": "baseline", + "planner_epoch": "latest", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 2, + "ev_n_comp": 3, + "var_temp": 1.0, + "cond_w": 3.0, + "use_ddim": 1, + "ddim_steps": 100, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 1.0, + "replan_every": null, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": false, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 24.0, + "avg_reward": -426.96, + "avg_time": 177.16675745010377, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 184.7224144935608, + "skipped": false + }, + { + "ep_idx": 1, + "success": true, + "replans": 0, + "steps": 1, + "reward": -1.0, + "time": 3.6299965381622314, + "skipped": false + }, + { + "ep_idx": 2, + "success": true, + "replans": 50, + "steps": 223, + "reward": -223.0, + "time": 183.5119206905365, + "skipped": false + }, + { + "ep_idx": 3, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 185.32210683822632, + "skipped": false + }, + { + "ep_idx": 4, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 185.31444931030273, + "skipped": false + }, + { + "ep_idx": 5, + "success": true, + "replans": 50, + "steps": 201, + "reward": -201.0, + "time": 183.94423651695251, + "skipped": false + }, + { + "ep_idx": 6, + "success": false, + "replans": 18, + "steps": 500, + "reward": -500.0, + "time": 70.98184418678284, + "skipped": false + }, + { + "ep_idx": 7, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 185.60688376426697, + "skipped": false + }, + { + "ep_idx": 8, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 186.09540224075317, + "skipped": false + }, + { + "ep_idx": 9, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 185.76241397857666, + "skipped": false + }, + { + "ep_idx": 10, + "success": true, + "replans": 50, + "steps": 223, + "reward": -223.0, + "time": 184.06519103050232, + "skipped": false + }, + { + "ep_idx": 11, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 186.25241017341614, + "skipped": false + }, + { + "ep_idx": 12, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 185.50860810279846, + "skipped": false + }, + { + "ep_idx": 13, + "success": true, + "replans": 50, + "steps": 231, + "reward": -231.0, + "time": 184.5294623374939, + "skipped": false + }, + { + "ep_idx": 14, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 186.25940012931824, + "skipped": false + }, + { + "ep_idx": 15, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 185.6742081642151, + "skipped": false + }, + { + "ep_idx": 16, + "success": true, + "replans": 50, + "steps": 356, + "reward": -356.0, + "time": 185.5338261127472, + "skipped": false + }, + { + "ep_idx": 17, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 185.7350082397461, + "skipped": false + }, + { + "ep_idx": 18, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 185.32446575164795, + "skipped": false + }, + { + "ep_idx": 19, + "success": true, + "replans": 50, + "steps": 130, + "reward": -130.0, + "time": 183.52128052711487, + "skipped": false + }, + { + "ep_idx": 20, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 185.77797055244446, + "skipped": false + }, + { + "ep_idx": 21, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 185.16932773590088, + "skipped": false + }, + { + "ep_idx": 22, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 185.66233229637146, + "skipped": false + }, + { + "ep_idx": 23, + "success": false, + "replans": 30, + "steps": 500, + "reward": -500.0, + "time": 114.24811458587646, + "skipped": false + }, + { + "ep_idx": 24, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 186.49765706062317, + "skipped": false + }, + { + "ep_idx": 25, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 185.9810290336609, + "skipped": false + }, + { + "ep_idx": 26, + "success": true, + "replans": 36, + "steps": 91, + "reward": -91.0, + "time": 133.386075258255, + "skipped": false + }, + { + "ep_idx": 27, + "success": true, + "replans": 50, + "steps": 205, + "reward": -205.0, + "time": 184.05457067489624, + "skipped": false + }, + { + "ep_idx": 28, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 185.9391531944275, + "skipped": false + }, + { + "ep_idx": 29, + "success": true, + "replans": 50, + "steps": 246, + "reward": -246.0, + "time": 185.12689542770386, + "skipped": false + }, + { + "ep_idx": 30, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 185.98262786865234, + "skipped": false + }, + { + "ep_idx": 31, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 186.00696659088135, + "skipped": false + }, + { + "ep_idx": 32, + "success": true, + "replans": 50, + "steps": 258, + "reward": -258.0, + "time": 185.54959630966187, + "skipped": false + }, + { + "ep_idx": 33, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 186.4788498878479, + "skipped": false + }, + { + "ep_idx": 34, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 186.0599982738495, + "skipped": false + }, + { + "ep_idx": 35, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 185.95823216438293, + "skipped": false + }, + { + "ep_idx": 36, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 186.8310067653656, + "skipped": false + }, + { + "ep_idx": 37, + "success": true, + "replans": 50, + "steps": 183, + "reward": -183.0, + "time": 184.4693205356598, + "skipped": false + }, + { + "ep_idx": 38, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 186.9791338443756, + "skipped": false + }, + { + "ep_idx": 39, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 185.77208614349365, + "skipped": false + }, + { + "ep_idx": 40, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 186.33102774620056, + "skipped": false + }, + { + "ep_idx": 41, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 185.59722471237183, + "skipped": false + }, + { + "ep_idx": 42, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 186.2575626373291, + "skipped": false + }, + { + "ep_idx": 43, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 185.70245122909546, + "skipped": false + }, + { + "ep_idx": 44, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 186.2407202720642, + "skipped": false + }, + { + "ep_idx": 45, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 184.98711395263672, + "skipped": false + }, + { + "ep_idx": 46, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 186.00877928733826, + "skipped": false + }, + { + "ep_idx": 47, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 185.36858320236206, + "skipped": false + }, + { + "ep_idx": 48, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 185.64099788665771, + "skipped": false + }, + { + "ep_idx": 49, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 186.97693824768066, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/kinder-DynPushPullHook2D-o5-v0__4mode_gsc__0__gsc.json b/eval_results/kinder_4mode/kinder-DynPushPullHook2D-o5-v0__4mode_gsc__0__gsc.json new file mode 100644 index 0000000000000000000000000000000000000000..cec24aa6940670fcdde6a16fa27c852afc16c82f --- /dev/null +++ b/eval_results/kinder_4mode/kinder-DynPushPullHook2D-o5-v0__4mode_gsc__0__gsc.json @@ -0,0 +1,672 @@ +{ + "env_name": "kinder-DynPushPullHook2D-o5-v0", + "env_spec": { + "env_name": "kinder-DynPushPullHook2D-o5-v0", + "family": "kinder2d", + "scale": "o5", + "train_traj_len": 250, + "obs_dim_full": 130, + "goal_dim": 130, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129 + ], + "plan_sm_horizon": 64, + "plan_len_ovlp": 24, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 400, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 400, + "eval_probs_h5": "none", + "eval_default_n_comp": 5, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 500 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-DynPushPullHook2D-o5-v0", + "eval_name": "4mode_gsc", + "planner_name": "baseline", + "planner_epoch": "latest", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 0, + "ev_n_comp": 5, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 1.0, + "replan_every": 3, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": false, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 0.0, + "avg_reward": -500.0, + "avg_time": 211.5011758518219, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 152.18235874176025, + "skipped": false + }, + { + "ep_idx": 1, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 151.37801909446716, + "skipped": false + }, + { + "ep_idx": 2, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 151.52602887153625, + "skipped": false + }, + { + "ep_idx": 3, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 151.98201990127563, + "skipped": false + }, + { + "ep_idx": 4, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 152.4207272529602, + "skipped": false + }, + { + "ep_idx": 5, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 209.89182710647583, + "skipped": false + }, + { + "ep_idx": 6, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 245.32213425636292, + "skipped": false + }, + { + "ep_idx": 7, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 247.77533960342407, + "skipped": false + }, + { + "ep_idx": 8, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 246.9375557899475, + "skipped": false + }, + { + "ep_idx": 9, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 247.20785570144653, + "skipped": false + }, + { + "ep_idx": 10, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 243.54549527168274, + "skipped": false + }, + { + "ep_idx": 11, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 246.6858856678009, + "skipped": false + }, + { + "ep_idx": 12, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 247.09654331207275, + "skipped": false + }, + { + "ep_idx": 13, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 247.34462785720825, + "skipped": false + }, + { + "ep_idx": 14, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 242.98532891273499, + "skipped": false + }, + { + "ep_idx": 15, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 247.0512101650238, + "skipped": false + }, + { + "ep_idx": 16, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 247.13935041427612, + "skipped": false + }, + { + "ep_idx": 17, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 247.1532871723175, + "skipped": false + }, + { + "ep_idx": 18, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 247.01417469978333, + "skipped": false + }, + { + "ep_idx": 19, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 244.1192216873169, + "skipped": false + }, + { + "ep_idx": 20, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 246.81747102737427, + "skipped": false + }, + { + "ep_idx": 21, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 247.42715859413147, + "skipped": false + }, + { + "ep_idx": 22, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 247.94808077812195, + "skipped": false + }, + { + "ep_idx": 23, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 244.19242310523987, + "skipped": false + }, + { + "ep_idx": 24, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 247.85746502876282, + "skipped": false + }, + { + "ep_idx": 25, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 247.5720088481903, + "skipped": false + }, + { + "ep_idx": 26, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 247.37047147750854, + "skipped": false + }, + { + "ep_idx": 27, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 247.84022188186646, + "skipped": false + }, + { + "ep_idx": 28, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 244.85188245773315, + "skipped": false + }, + { + "ep_idx": 29, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 247.3778998851776, + "skipped": false + }, + { + "ep_idx": 30, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 247.14384579658508, + "skipped": false + }, + { + "ep_idx": 31, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 247.26115727424622, + "skipped": false + }, + { + "ep_idx": 32, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 244.55665850639343, + "skipped": false + }, + { + "ep_idx": 33, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 247.42921113967896, + "skipped": false + }, + { + "ep_idx": 34, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 248.06433725357056, + "skipped": false + }, + { + "ep_idx": 35, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 247.18846440315247, + "skipped": false + }, + { + "ep_idx": 36, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 243.56680727005005, + "skipped": false + }, + { + "ep_idx": 37, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 150.87777471542358, + "skipped": false + }, + { + "ep_idx": 38, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 150.49596095085144, + "skipped": false + }, + { + "ep_idx": 39, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 151.15122413635254, + "skipped": false + }, + { + "ep_idx": 40, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 150.75787258148193, + "skipped": false + }, + { + "ep_idx": 41, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 151.0902509689331, + "skipped": false + }, + { + "ep_idx": 42, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 151.50585007667542, + "skipped": false + }, + { + "ep_idx": 43, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 150.65905594825745, + "skipped": false + }, + { + "ep_idx": 44, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 150.46584224700928, + "skipped": false + }, + { + "ep_idx": 45, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 151.17349791526794, + "skipped": false + }, + { + "ep_idx": 46, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 151.54734301567078, + "skipped": false + }, + { + "ep_idx": 47, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 151.34000420570374, + "skipped": false + }, + { + "ep_idx": 48, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 151.49397134780884, + "skipped": false + }, + { + "ep_idx": 49, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 151.27558827400208, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/kinder-DynPushPullHook2D-o5-v0__4mode_gsc__1__gsc.json b/eval_results/kinder_4mode/kinder-DynPushPullHook2D-o5-v0__4mode_gsc__1__gsc.json new file mode 100644 index 0000000000000000000000000000000000000000..fcad3425d9c670f577c3e2849761cdd94973007d --- /dev/null +++ b/eval_results/kinder_4mode/kinder-DynPushPullHook2D-o5-v0__4mode_gsc__1__gsc.json @@ -0,0 +1,672 @@ +{ + "env_name": "kinder-DynPushPullHook2D-o5-v0", + "env_spec": { + "env_name": "kinder-DynPushPullHook2D-o5-v0", + "family": "kinder2d", + "scale": "o5", + "train_traj_len": 250, + "obs_dim_full": 130, + "goal_dim": 130, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129 + ], + "plan_sm_horizon": 64, + "plan_len_ovlp": 24, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 400, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 400, + "eval_probs_h5": "none", + "eval_default_n_comp": 5, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 500 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-DynPushPullHook2D-o5-v0", + "eval_name": "4mode_gsc", + "planner_name": "baseline", + "planner_epoch": "latest", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 1, + "ev_n_comp": 5, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 1.0, + "replan_every": 3, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": false, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 0.0, + "avg_reward": -500.0, + "avg_time": 230.25753947734833, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 194.31090879440308, + "skipped": false + }, + { + "ep_idx": 1, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 193.18178534507751, + "skipped": false + }, + { + "ep_idx": 2, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 193.0857892036438, + "skipped": false + }, + { + "ep_idx": 3, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 193.36297059059143, + "skipped": false + }, + { + "ep_idx": 4, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 242.91430473327637, + "skipped": false + }, + { + "ep_idx": 5, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 259.70859241485596, + "skipped": false + }, + { + "ep_idx": 6, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 259.7879068851471, + "skipped": false + }, + { + "ep_idx": 7, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 259.4790186882019, + "skipped": false + }, + { + "ep_idx": 8, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 258.5031886100769, + "skipped": false + }, + { + "ep_idx": 9, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 259.3223648071289, + "skipped": false + }, + { + "ep_idx": 10, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 259.55180263519287, + "skipped": false + }, + { + "ep_idx": 11, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 260.2024154663086, + "skipped": false + }, + { + "ep_idx": 12, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 258.4050395488739, + "skipped": false + }, + { + "ep_idx": 13, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 259.13678526878357, + "skipped": false + }, + { + "ep_idx": 14, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 259.72232937812805, + "skipped": false + }, + { + "ep_idx": 15, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 259.60438084602356, + "skipped": false + }, + { + "ep_idx": 16, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 258.8585727214813, + "skipped": false + }, + { + "ep_idx": 17, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 259.4758930206299, + "skipped": false + }, + { + "ep_idx": 18, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 259.501752614975, + "skipped": false + }, + { + "ep_idx": 19, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 259.00474548339844, + "skipped": false + }, + { + "ep_idx": 20, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 258.40835666656494, + "skipped": false + }, + { + "ep_idx": 21, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 257.0924391746521, + "skipped": false + }, + { + "ep_idx": 22, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 258.43726420402527, + "skipped": false + }, + { + "ep_idx": 23, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 258.64522886276245, + "skipped": false + }, + { + "ep_idx": 24, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 259.1576075553894, + "skipped": false + }, + { + "ep_idx": 25, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 257.42703080177307, + "skipped": false + }, + { + "ep_idx": 26, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 258.7211163043976, + "skipped": false + }, + { + "ep_idx": 27, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 258.8162922859192, + "skipped": false + }, + { + "ep_idx": 28, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 258.63043689727783, + "skipped": false + }, + { + "ep_idx": 29, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 256.5075857639313, + "skipped": false + }, + { + "ep_idx": 30, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 258.57046914100647, + "skipped": false + }, + { + "ep_idx": 31, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 258.5625231266022, + "skipped": false + }, + { + "ep_idx": 32, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 258.75505924224854, + "skipped": false + }, + { + "ep_idx": 33, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 346.35354375839233, + "skipped": false + }, + { + "ep_idx": 34, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 193.27061223983765, + "skipped": false + }, + { + "ep_idx": 35, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 193.67227840423584, + "skipped": false + }, + { + "ep_idx": 36, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 194.03329610824585, + "skipped": false + }, + { + "ep_idx": 37, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 193.7416968345642, + "skipped": false + }, + { + "ep_idx": 38, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 193.68432521820068, + "skipped": false + }, + { + "ep_idx": 39, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 193.95895290374756, + "skipped": false + }, + { + "ep_idx": 40, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 193.69635891914368, + "skipped": false + }, + { + "ep_idx": 41, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 193.59816431999207, + "skipped": false + }, + { + "ep_idx": 42, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 193.66559958457947, + "skipped": false + }, + { + "ep_idx": 43, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 194.91305112838745, + "skipped": false + }, + { + "ep_idx": 44, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 166.5180766582489, + "skipped": false + }, + { + "ep_idx": 45, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 160.64701318740845, + "skipped": false + }, + { + "ep_idx": 46, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 159.53009867668152, + "skipped": false + }, + { + "ep_idx": 47, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 164.74716114997864, + "skipped": false + }, + { + "ep_idx": 48, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 157.6152217388153, + "skipped": false + }, + { + "ep_idx": 49, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 154.37956595420837, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/kinder-DynPushPullHook2D-o5-v0__4mode_gsc__2__gsc.json b/eval_results/kinder_4mode/kinder-DynPushPullHook2D-o5-v0__4mode_gsc__2__gsc.json new file mode 100644 index 0000000000000000000000000000000000000000..9358c5bfa8bdd14d329a9c3eb28693a50679dc42 --- /dev/null +++ b/eval_results/kinder_4mode/kinder-DynPushPullHook2D-o5-v0__4mode_gsc__2__gsc.json @@ -0,0 +1,672 @@ +{ + "env_name": "kinder-DynPushPullHook2D-o5-v0", + "env_spec": { + "env_name": "kinder-DynPushPullHook2D-o5-v0", + "family": "kinder2d", + "scale": "o5", + "train_traj_len": 250, + "obs_dim_full": 130, + "goal_dim": 130, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129 + ], + "plan_sm_horizon": 64, + "plan_len_ovlp": 24, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 400, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 400, + "eval_probs_h5": "none", + "eval_default_n_comp": 5, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 500 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-DynPushPullHook2D-o5-v0", + "eval_name": "4mode_gsc", + "planner_name": "baseline", + "planner_epoch": "latest", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 2, + "ev_n_comp": 5, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 1.0, + "replan_every": 3, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": false, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 0.0, + "avg_reward": -500.0, + "avg_time": 217.5783346939087, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 155.89409613609314, + "skipped": false + }, + { + "ep_idx": 1, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 154.91784000396729, + "skipped": false + }, + { + "ep_idx": 2, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 155.24855613708496, + "skipped": false + }, + { + "ep_idx": 3, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 155.04049134254456, + "skipped": false + }, + { + "ep_idx": 4, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 155.19754767417908, + "skipped": false + }, + { + "ep_idx": 5, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 155.50013422966003, + "skipped": false + }, + { + "ep_idx": 6, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 223.2006516456604, + "skipped": false + }, + { + "ep_idx": 7, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 248.52455615997314, + "skipped": false + }, + { + "ep_idx": 8, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 248.8003785610199, + "skipped": false + }, + { + "ep_idx": 9, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 248.79274082183838, + "skipped": false + }, + { + "ep_idx": 10, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 244.16297483444214, + "skipped": false + }, + { + "ep_idx": 11, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 248.55867743492126, + "skipped": false + }, + { + "ep_idx": 12, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 249.20894861221313, + "skipped": false + }, + { + "ep_idx": 13, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 249.065523147583, + "skipped": false + }, + { + "ep_idx": 14, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 245.00055289268494, + "skipped": false + }, + { + "ep_idx": 15, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 250.012047290802, + "skipped": false + }, + { + "ep_idx": 16, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 250.83301043510437, + "skipped": false + }, + { + "ep_idx": 17, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 251.49570965766907, + "skipped": false + }, + { + "ep_idx": 18, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 252.51498341560364, + "skipped": false + }, + { + "ep_idx": 19, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 244.5592029094696, + "skipped": false + }, + { + "ep_idx": 20, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 250.43948245048523, + "skipped": false + }, + { + "ep_idx": 21, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 249.32241201400757, + "skipped": false + }, + { + "ep_idx": 22, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 249.13838505744934, + "skipped": false + }, + { + "ep_idx": 23, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 244.3864028453827, + "skipped": false + }, + { + "ep_idx": 24, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 248.7315468788147, + "skipped": false + }, + { + "ep_idx": 25, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 248.5606071949005, + "skipped": false + }, + { + "ep_idx": 26, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 250.01531553268433, + "skipped": false + }, + { + "ep_idx": 27, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 244.58318424224854, + "skipped": false + }, + { + "ep_idx": 28, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 248.91483092308044, + "skipped": false + }, + { + "ep_idx": 29, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 248.90387964248657, + "skipped": false + }, + { + "ep_idx": 30, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 248.50808191299438, + "skipped": false + }, + { + "ep_idx": 31, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 248.69135904312134, + "skipped": false + }, + { + "ep_idx": 32, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 343.6727809906006, + "skipped": false + }, + { + "ep_idx": 33, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 379.25061559677124, + "skipped": false + }, + { + "ep_idx": 34, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 378.7021930217743, + "skipped": false + }, + { + "ep_idx": 35, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 239.2826955318451, + "skipped": false + }, + { + "ep_idx": 36, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 155.25848746299744, + "skipped": false + }, + { + "ep_idx": 37, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 155.8163275718689, + "skipped": false + }, + { + "ep_idx": 38, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 155.4943826198578, + "skipped": false + }, + { + "ep_idx": 39, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 155.79456448554993, + "skipped": false + }, + { + "ep_idx": 40, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 155.7969114780426, + "skipped": false + }, + { + "ep_idx": 41, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 155.52048444747925, + "skipped": false + }, + { + "ep_idx": 42, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 155.87264680862427, + "skipped": false + }, + { + "ep_idx": 43, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 155.83855986595154, + "skipped": false + }, + { + "ep_idx": 44, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 155.5854058265686, + "skipped": false + }, + { + "ep_idx": 45, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 155.72282338142395, + "skipped": false + }, + { + "ep_idx": 46, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 155.5457124710083, + "skipped": false + }, + { + "ep_idx": 47, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 155.17694473266602, + "skipped": false + }, + { + "ep_idx": 48, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 152.15324115753174, + "skipped": false + }, + { + "ep_idx": 49, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 151.70784616470337, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/kinder-DynPushPullHook2D-o5-v0__4mode_gsc_pruning__0__gsc_pruning.json b/eval_results/kinder_4mode/kinder-DynPushPullHook2D-o5-v0__4mode_gsc_pruning__0__gsc_pruning.json new file mode 100644 index 0000000000000000000000000000000000000000..83db5389b008fac7197a6e85703056fcff9e0079 --- /dev/null +++ b/eval_results/kinder_4mode/kinder-DynPushPullHook2D-o5-v0__4mode_gsc_pruning__0__gsc_pruning.json @@ -0,0 +1,672 @@ +{ + "env_name": "kinder-DynPushPullHook2D-o5-v0", + "env_spec": { + "env_name": "kinder-DynPushPullHook2D-o5-v0", + "family": "kinder2d", + "scale": "o5", + "train_traj_len": 250, + "obs_dim_full": 130, + "goal_dim": 130, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129 + ], + "plan_sm_horizon": 64, + "plan_len_ovlp": 24, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 400, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 400, + "eval_probs_h5": "none", + "eval_default_n_comp": 5, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 500 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-DynPushPullHook2D-o5-v0", + "eval_name": "4mode_gsc_pruning", + "planner_name": "baseline", + "planner_epoch": "latest", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 0, + "ev_n_comp": 5, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 1.0, + "replan_every": 3, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc_pruning", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": false, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 0.0, + "avg_reward": -500.0, + "avg_time": 593.8237834501266, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 591.6822383403778, + "skipped": false + }, + { + "ep_idx": 1, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 592.1811819076538, + "skipped": false + }, + { + "ep_idx": 2, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 592.4353828430176, + "skipped": false + }, + { + "ep_idx": 3, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 592.6588966846466, + "skipped": false + }, + { + "ep_idx": 4, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 593.4487318992615, + "skipped": false + }, + { + "ep_idx": 5, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 591.5370826721191, + "skipped": false + }, + { + "ep_idx": 6, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 592.3861327171326, + "skipped": false + }, + { + "ep_idx": 7, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 592.4415066242218, + "skipped": false + }, + { + "ep_idx": 8, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 593.2446267604828, + "skipped": false + }, + { + "ep_idx": 9, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 592.7408995628357, + "skipped": false + }, + { + "ep_idx": 10, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 593.7924304008484, + "skipped": false + }, + { + "ep_idx": 11, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 592.7332391738892, + "skipped": false + }, + { + "ep_idx": 12, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 592.3290972709656, + "skipped": false + }, + { + "ep_idx": 13, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 592.3502049446106, + "skipped": false + }, + { + "ep_idx": 14, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 592.9635410308838, + "skipped": false + }, + { + "ep_idx": 15, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 593.7736103534698, + "skipped": false + }, + { + "ep_idx": 16, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 593.3519911766052, + "skipped": false + }, + { + "ep_idx": 17, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 591.9922633171082, + "skipped": false + }, + { + "ep_idx": 18, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 593.2680730819702, + "skipped": false + }, + { + "ep_idx": 19, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 594.5227496623993, + "skipped": false + }, + { + "ep_idx": 20, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 593.6282584667206, + "skipped": false + }, + { + "ep_idx": 21, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 594.7306668758392, + "skipped": false + }, + { + "ep_idx": 22, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 594.532243013382, + "skipped": false + }, + { + "ep_idx": 23, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 593.6864671707153, + "skipped": false + }, + { + "ep_idx": 24, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 594.9140198230743, + "skipped": false + }, + { + "ep_idx": 25, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 593.3279368877411, + "skipped": false + }, + { + "ep_idx": 26, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 595.5496220588684, + "skipped": false + }, + { + "ep_idx": 27, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 593.4940791130066, + "skipped": false + }, + { + "ep_idx": 28, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 596.1379034519196, + "skipped": false + }, + { + "ep_idx": 29, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 594.4574446678162, + "skipped": false + }, + { + "ep_idx": 30, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 594.6937103271484, + "skipped": false + }, + { + "ep_idx": 31, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 595.2117040157318, + "skipped": false + }, + { + "ep_idx": 32, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 594.3864591121674, + "skipped": false + }, + { + "ep_idx": 33, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 594.5582106113434, + "skipped": false + }, + { + "ep_idx": 34, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 594.0893993377686, + "skipped": false + }, + { + "ep_idx": 35, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 594.7526140213013, + "skipped": false + }, + { + "ep_idx": 36, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 595.2968347072601, + "skipped": false + }, + { + "ep_idx": 37, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 594.6139531135559, + "skipped": false + }, + { + "ep_idx": 38, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 595.0200691223145, + "skipped": false + }, + { + "ep_idx": 39, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 595.7577333450317, + "skipped": false + }, + { + "ep_idx": 40, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 595.2320141792297, + "skipped": false + }, + { + "ep_idx": 41, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 594.9873311519623, + "skipped": false + }, + { + "ep_idx": 42, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 594.7424237728119, + "skipped": false + }, + { + "ep_idx": 43, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 594.780659198761, + "skipped": false + }, + { + "ep_idx": 44, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 594.8190355300903, + "skipped": false + }, + { + "ep_idx": 45, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 595.4059138298035, + "skipped": false + }, + { + "ep_idx": 46, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 594.160121679306, + "skipped": false + }, + { + "ep_idx": 47, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 593.2917256355286, + "skipped": false + }, + { + "ep_idx": 48, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 593.6063497066498, + "skipped": false + }, + { + "ep_idx": 49, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 591.4903881549835, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/kinder-DynPushPullHook2D-o5-v0__4mode_gsc_resampling__0__gsc_resampling.json b/eval_results/kinder_4mode/kinder-DynPushPullHook2D-o5-v0__4mode_gsc_resampling__0__gsc_resampling.json new file mode 100644 index 0000000000000000000000000000000000000000..a9a4fa38e1f7c7dee5fc08d61b286ecb296d0cd6 --- /dev/null +++ b/eval_results/kinder_4mode/kinder-DynPushPullHook2D-o5-v0__4mode_gsc_resampling__0__gsc_resampling.json @@ -0,0 +1,672 @@ +{ + "env_name": "kinder-DynPushPullHook2D-o5-v0", + "env_spec": { + "env_name": "kinder-DynPushPullHook2D-o5-v0", + "family": "kinder2d", + "scale": "o5", + "train_traj_len": 250, + "obs_dim_full": 130, + "goal_dim": 130, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129 + ], + "plan_sm_horizon": 64, + "plan_len_ovlp": 24, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 400, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 400, + "eval_probs_h5": "none", + "eval_default_n_comp": 5, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 500 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-DynPushPullHook2D-o5-v0", + "eval_name": "4mode_gsc_resampling", + "planner_name": "baseline", + "planner_epoch": "latest", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 0, + "ev_n_comp": 5, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 1.0, + "replan_every": 3, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc_resampling", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": false, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 0.0, + "avg_reward": -500.0, + "avg_time": 765.7480117208079, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 1, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 2, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 3, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 4, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 5, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 6, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 7, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 8, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 9, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 10, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 11, + "success": false, + "replans": 0, + "steps": 0, + "reward": 0.0, + "time": 0.0, + "skipped": true + }, + { + "ep_idx": 12, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 905.1176743507385, + "skipped": false + }, + { + "ep_idx": 13, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 772.4909045696259, + "skipped": false + }, + { + "ep_idx": 14, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 759.5743110179901, + "skipped": false + }, + { + "ep_idx": 15, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 759.7206952571869, + "skipped": false + }, + { + "ep_idx": 16, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 759.6764130592346, + "skipped": false + }, + { + "ep_idx": 17, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 763.404584646225, + "skipped": false + }, + { + "ep_idx": 18, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 759.3493683338165, + "skipped": false + }, + { + "ep_idx": 19, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 759.5383982658386, + "skipped": false + }, + { + "ep_idx": 20, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 759.2023811340332, + "skipped": false + }, + { + "ep_idx": 21, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 759.2575979232788, + "skipped": false + }, + { + "ep_idx": 22, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 758.6854593753815, + "skipped": false + }, + { + "ep_idx": 23, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 760.3216128349304, + "skipped": false + }, + { + "ep_idx": 24, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 758.9336369037628, + "skipped": false + }, + { + "ep_idx": 25, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 761.4768908023834, + "skipped": false + }, + { + "ep_idx": 26, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 760.5318887233734, + "skipped": false + }, + { + "ep_idx": 27, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 763.0168733596802, + "skipped": false + }, + { + "ep_idx": 28, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 764.0005238056183, + "skipped": false + }, + { + "ep_idx": 29, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 760.6201972961426, + "skipped": false + }, + { + "ep_idx": 30, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 761.4633550643921, + "skipped": false + }, + { + "ep_idx": 31, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 762.0151541233063, + "skipped": false + }, + { + "ep_idx": 32, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 761.0286033153534, + "skipped": false + }, + { + "ep_idx": 33, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 762.4892237186432, + "skipped": false + }, + { + "ep_idx": 34, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 762.9816427230835, + "skipped": false + }, + { + "ep_idx": 35, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 763.6612951755524, + "skipped": false + }, + { + "ep_idx": 36, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 763.8965222835541, + "skipped": false + }, + { + "ep_idx": 37, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 764.1199326515198, + "skipped": false + }, + { + "ep_idx": 38, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 761.4468314647675, + "skipped": false + }, + { + "ep_idx": 39, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 764.1197304725647, + "skipped": false + }, + { + "ep_idx": 40, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 760.0779092311859, + "skipped": false + }, + { + "ep_idx": 41, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 764.6678903102875, + "skipped": false + }, + { + "ep_idx": 42, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 762.4509057998657, + "skipped": false + }, + { + "ep_idx": 43, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 763.3631892204285, + "skipped": false + }, + { + "ep_idx": 44, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 761.7454652786255, + "skipped": false + }, + { + "ep_idx": 45, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 763.6590769290924, + "skipped": false + }, + { + "ep_idx": 46, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 761.3418786525726, + "skipped": false + }, + { + "ep_idx": 47, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 763.8430819511414, + "skipped": false + }, + { + "ep_idx": 48, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 763.0389444828033, + "skipped": false + }, + { + "ep_idx": 49, + "success": false, + "replans": 50, + "steps": 500, + "reward": -500.0, + "time": 762.094400882721, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/kinder-Motion2D-p0-v0__4mode_gsc__0__gsc.json b/eval_results/kinder_4mode/kinder-Motion2D-p0-v0__4mode_gsc__0__gsc.json new file mode 100644 index 0000000000000000000000000000000000000000..35eaac538ba78dab377849a495c5c971b80add10 --- /dev/null +++ b/eval_results/kinder_4mode/kinder-Motion2D-p0-v0__4mode_gsc__0__gsc.json @@ -0,0 +1,561 @@ +{ + "env_name": "kinder-Motion2D-p0-v0", + "env_spec": { + "env_name": "kinder-Motion2D-p0-v0", + "family": "kinder2d", + "scale": "p0", + "train_traj_len": 100, + "obs_dim_full": 19, + "goal_dim": 19, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18 + ], + "plan_sm_horizon": 32, + "plan_len_ovlp": 12, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 200, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 200, + "eval_probs_h5": "none", + "eval_default_n_comp": 3, + "eval_repl_thres": 0.3, + "eval_max_n_repl": 30, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 300 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-Motion2D-p0-v0", + "eval_name": "4mode_gsc", + "planner_name": "baseline", + "planner_epoch": "latest", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 0, + "ev_n_comp": 1, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 40, + "max_wp_step": 0.25, + "replan_every": null, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": false, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 100.0, + "avg_reward": -46.74, + "avg_time": 9.224519543647766, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": true, + "replans": 10, + "steps": 41, + "reward": -41.0, + "time": 7.601758718490601, + "skipped": false + }, + { + "ep_idx": 1, + "success": true, + "replans": 27, + "steps": 57, + "reward": -57.0, + "time": 17.244513988494873, + "skipped": false + }, + { + "ep_idx": 2, + "success": true, + "replans": 11, + "steps": 41, + "reward": -41.0, + "time": 7.40114951133728, + "skipped": false + }, + { + "ep_idx": 3, + "success": true, + "replans": 30, + "steps": 72, + "reward": -72.0, + "time": 19.003545999526978, + "skipped": false + }, + { + "ep_idx": 4, + "success": true, + "replans": 11, + "steps": 41, + "reward": -41.0, + "time": 7.385084390640259, + "skipped": false + }, + { + "ep_idx": 5, + "success": true, + "replans": 30, + "steps": 72, + "reward": -72.0, + "time": 19.019755363464355, + "skipped": false + }, + { + "ep_idx": 6, + "success": true, + "replans": 30, + "steps": 74, + "reward": -74.0, + "time": 18.992908716201782, + "skipped": false + }, + { + "ep_idx": 7, + "success": true, + "replans": 30, + "steps": 72, + "reward": -72.0, + "time": 18.978922843933105, + "skipped": false + }, + { + "ep_idx": 8, + "success": true, + "replans": 7, + "steps": 45, + "reward": -45.0, + "time": 4.9823620319366455, + "skipped": false + }, + { + "ep_idx": 9, + "success": true, + "replans": 11, + "steps": 41, + "reward": -41.0, + "time": 7.4003942012786865, + "skipped": false + }, + { + "ep_idx": 10, + "success": true, + "replans": 3, + "steps": 39, + "reward": -39.0, + "time": 2.536438226699829, + "skipped": false + }, + { + "ep_idx": 11, + "success": true, + "replans": 10, + "steps": 41, + "reward": -41.0, + "time": 6.790568113327026, + "skipped": false + }, + { + "ep_idx": 12, + "success": true, + "replans": 5, + "steps": 44, + "reward": -44.0, + "time": 3.7554025650024414, + "skipped": false + }, + { + "ep_idx": 13, + "success": true, + "replans": 12, + "steps": 42, + "reward": -42.0, + "time": 8.005164861679077, + "skipped": false + }, + { + "ep_idx": 14, + "success": true, + "replans": 3, + "steps": 40, + "reward": -40.0, + "time": 2.5383262634277344, + "skipped": false + }, + { + "ep_idx": 15, + "success": true, + "replans": 11, + "steps": 41, + "reward": -41.0, + "time": 7.374090194702148, + "skipped": false + }, + { + "ep_idx": 16, + "success": true, + "replans": 15, + "steps": 45, + "reward": -45.0, + "time": 9.806653499603271, + "skipped": false + }, + { + "ep_idx": 17, + "success": true, + "replans": 9, + "steps": 39, + "reward": -39.0, + "time": 6.166416168212891, + "skipped": false + }, + { + "ep_idx": 18, + "success": true, + "replans": 10, + "steps": 40, + "reward": -40.0, + "time": 6.783526182174683, + "skipped": false + }, + { + "ep_idx": 19, + "success": true, + "replans": 7, + "steps": 42, + "reward": -42.0, + "time": 4.959871053695679, + "skipped": false + }, + { + "ep_idx": 20, + "success": true, + "replans": 25, + "steps": 45, + "reward": -45.0, + "time": 15.886028528213501, + "skipped": false + }, + { + "ep_idx": 21, + "success": true, + "replans": 7, + "steps": 41, + "reward": -41.0, + "time": 4.957314491271973, + "skipped": false + }, + { + "ep_idx": 22, + "success": true, + "replans": 12, + "steps": 42, + "reward": -42.0, + "time": 7.98588228225708, + "skipped": false + }, + { + "ep_idx": 23, + "success": true, + "replans": 11, + "steps": 41, + "reward": -41.0, + "time": 7.411720037460327, + "skipped": false + }, + { + "ep_idx": 24, + "success": true, + "replans": 10, + "steps": 41, + "reward": -41.0, + "time": 6.769940137863159, + "skipped": false + }, + { + "ep_idx": 25, + "success": true, + "replans": 21, + "steps": 42, + "reward": -42.0, + "time": 13.43402886390686, + "skipped": false + }, + { + "ep_idx": 26, + "success": true, + "replans": 14, + "steps": 44, + "reward": -44.0, + "time": 9.218219518661499, + "skipped": false + }, + { + "ep_idx": 27, + "success": true, + "replans": 12, + "steps": 42, + "reward": -42.0, + "time": 7.991927623748779, + "skipped": false + }, + { + "ep_idx": 28, + "success": true, + "replans": 30, + "steps": 73, + "reward": -73.0, + "time": 18.969558715820312, + "skipped": false + }, + { + "ep_idx": 29, + "success": true, + "replans": 5, + "steps": 41, + "reward": -41.0, + "time": 3.7510228157043457, + "skipped": false + }, + { + "ep_idx": 30, + "success": true, + "replans": 13, + "steps": 43, + "reward": -43.0, + "time": 8.586415529251099, + "skipped": false + }, + { + "ep_idx": 31, + "success": true, + "replans": 13, + "steps": 43, + "reward": -43.0, + "time": 8.587867975234985, + "skipped": false + }, + { + "ep_idx": 32, + "success": true, + "replans": 4, + "steps": 42, + "reward": -42.0, + "time": 3.14414644241333, + "skipped": false + }, + { + "ep_idx": 33, + "success": true, + "replans": 9, + "steps": 40, + "reward": -40.0, + "time": 6.166663885116577, + "skipped": false + }, + { + "ep_idx": 34, + "success": true, + "replans": 5, + "steps": 42, + "reward": -42.0, + "time": 3.7398264408111572, + "skipped": false + }, + { + "ep_idx": 35, + "success": true, + "replans": 11, + "steps": 41, + "reward": -41.0, + "time": 7.38051176071167, + "skipped": false + }, + { + "ep_idx": 36, + "success": true, + "replans": 9, + "steps": 40, + "reward": -40.0, + "time": 6.157843351364136, + "skipped": false + }, + { + "ep_idx": 37, + "success": true, + "replans": 6, + "steps": 42, + "reward": -42.0, + "time": 4.349097013473511, + "skipped": false + }, + { + "ep_idx": 38, + "success": true, + "replans": 30, + "steps": 75, + "reward": -75.0, + "time": 18.970727920532227, + "skipped": false + }, + { + "ep_idx": 39, + "success": true, + "replans": 17, + "steps": 47, + "reward": -47.0, + "time": 11.015955209732056, + "skipped": false + }, + { + "ep_idx": 40, + "success": true, + "replans": 10, + "steps": 41, + "reward": -41.0, + "time": 6.767930746078491, + "skipped": false + }, + { + "ep_idx": 41, + "success": true, + "replans": 10, + "steps": 40, + "reward": -40.0, + "time": 6.778162002563477, + "skipped": false + }, + { + "ep_idx": 42, + "success": true, + "replans": 30, + "steps": 72, + "reward": -72.0, + "time": 19.014405250549316, + "skipped": false + }, + { + "ep_idx": 43, + "success": true, + "replans": 20, + "steps": 50, + "reward": -50.0, + "time": 12.860707521438599, + "skipped": false + }, + { + "ep_idx": 44, + "success": true, + "replans": 13, + "steps": 43, + "reward": -43.0, + "time": 8.60327935218811, + "skipped": false + }, + { + "ep_idx": 45, + "success": true, + "replans": 30, + "steps": 46, + "reward": -46.0, + "time": 18.900126457214355, + "skipped": false + }, + { + "ep_idx": 46, + "success": true, + "replans": 17, + "steps": 48, + "reward": -48.0, + "time": 11.029929876327515, + "skipped": false + }, + { + "ep_idx": 47, + "success": true, + "replans": 3, + "steps": 40, + "reward": -40.0, + "time": 2.529585361480713, + "skipped": false + }, + { + "ep_idx": 48, + "success": true, + "replans": 9, + "steps": 40, + "reward": -40.0, + "time": 6.166558504104614, + "skipped": false + }, + { + "ep_idx": 49, + "success": true, + "replans": 11, + "steps": 41, + "reward": -41.0, + "time": 7.3737406730651855, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/kinder-Motion2D-p0-v0__4mode_gsc__1__gsc.json b/eval_results/kinder_4mode/kinder-Motion2D-p0-v0__4mode_gsc__1__gsc.json new file mode 100644 index 0000000000000000000000000000000000000000..90a90cfac62927ec5794bc5bb676988023cd8323 --- /dev/null +++ b/eval_results/kinder_4mode/kinder-Motion2D-p0-v0__4mode_gsc__1__gsc.json @@ -0,0 +1,561 @@ +{ + "env_name": "kinder-Motion2D-p0-v0", + "env_spec": { + "env_name": "kinder-Motion2D-p0-v0", + "family": "kinder2d", + "scale": "p0", + "train_traj_len": 100, + "obs_dim_full": 19, + "goal_dim": 19, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18 + ], + "plan_sm_horizon": 32, + "plan_len_ovlp": 12, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 200, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 200, + "eval_probs_h5": "none", + "eval_default_n_comp": 3, + "eval_repl_thres": 0.3, + "eval_max_n_repl": 30, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 300 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-Motion2D-p0-v0", + "eval_name": "4mode_gsc", + "planner_name": "baseline", + "planner_epoch": "latest", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 1, + "ev_n_comp": 1, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 40, + "max_wp_step": 0.25, + "replan_every": null, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": false, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 100.0, + "avg_reward": -53.12, + "avg_time": 11.98594919204712, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": true, + "replans": 12, + "steps": 48, + "reward": -48.0, + "time": 10.442293405532837, + "skipped": false + }, + { + "ep_idx": 1, + "success": true, + "replans": 30, + "steps": 52, + "reward": -52.0, + "time": 23.098923444747925, + "skipped": false + }, + { + "ep_idx": 2, + "success": true, + "replans": 8, + "steps": 44, + "reward": -44.0, + "time": 6.794895887374878, + "skipped": false + }, + { + "ep_idx": 3, + "success": true, + "replans": 30, + "steps": 72, + "reward": -72.0, + "time": 23.11687207221985, + "skipped": false + }, + { + "ep_idx": 4, + "success": true, + "replans": 20, + "steps": 50, + "reward": -50.0, + "time": 15.67015814781189, + "skipped": false + }, + { + "ep_idx": 5, + "success": true, + "replans": 16, + "steps": 41, + "reward": -41.0, + "time": 12.66957688331604, + "skipped": false + }, + { + "ep_idx": 6, + "success": true, + "replans": 30, + "steps": 65, + "reward": -65.0, + "time": 23.038434743881226, + "skipped": false + }, + { + "ep_idx": 7, + "success": true, + "replans": 7, + "steps": 45, + "reward": -45.0, + "time": 6.043938875198364, + "skipped": false + }, + { + "ep_idx": 8, + "success": true, + "replans": 30, + "steps": 80, + "reward": -80.0, + "time": 23.0681414604187, + "skipped": false + }, + { + "ep_idx": 9, + "success": true, + "replans": 5, + "steps": 72, + "reward": -72.0, + "time": 4.6251983642578125, + "skipped": false + }, + { + "ep_idx": 10, + "success": true, + "replans": 13, + "steps": 46, + "reward": -46.0, + "time": 10.515868902206421, + "skipped": false + }, + { + "ep_idx": 11, + "success": true, + "replans": 16, + "steps": 46, + "reward": -46.0, + "time": 12.79706621170044, + "skipped": false + }, + { + "ep_idx": 12, + "success": true, + "replans": 30, + "steps": 92, + "reward": -92.0, + "time": 23.045775890350342, + "skipped": false + }, + { + "ep_idx": 13, + "success": true, + "replans": 30, + "steps": 73, + "reward": -73.0, + "time": 22.222158432006836, + "skipped": false + }, + { + "ep_idx": 14, + "success": true, + "replans": 30, + "steps": 56, + "reward": -56.0, + "time": 18.89342713356018, + "skipped": false + }, + { + "ep_idx": 15, + "success": true, + "replans": 12, + "steps": 48, + "reward": -48.0, + "time": 8.011104106903076, + "skipped": false + }, + { + "ep_idx": 16, + "success": true, + "replans": 30, + "steps": 74, + "reward": -74.0, + "time": 18.947061777114868, + "skipped": false + }, + { + "ep_idx": 17, + "success": true, + "replans": 30, + "steps": 46, + "reward": -46.0, + "time": 18.869521379470825, + "skipped": false + }, + { + "ep_idx": 18, + "success": true, + "replans": 12, + "steps": 51, + "reward": -51.0, + "time": 7.987215042114258, + "skipped": false + }, + { + "ep_idx": 19, + "success": true, + "replans": 30, + "steps": 40, + "reward": -40.0, + "time": 18.91279911994934, + "skipped": false + }, + { + "ep_idx": 20, + "success": true, + "replans": 8, + "steps": 60, + "reward": -60.0, + "time": 5.620784282684326, + "skipped": false + }, + { + "ep_idx": 21, + "success": true, + "replans": 12, + "steps": 42, + "reward": -42.0, + "time": 8.01792860031128, + "skipped": false + }, + { + "ep_idx": 22, + "success": true, + "replans": 30, + "steps": 59, + "reward": -59.0, + "time": 18.886655569076538, + "skipped": false + }, + { + "ep_idx": 23, + "success": true, + "replans": 14, + "steps": 44, + "reward": -44.0, + "time": 9.190834283828735, + "skipped": false + }, + { + "ep_idx": 24, + "success": true, + "replans": 14, + "steps": 46, + "reward": -46.0, + "time": 9.185879945755005, + "skipped": false + }, + { + "ep_idx": 25, + "success": true, + "replans": 16, + "steps": 46, + "reward": -46.0, + "time": 10.396284580230713, + "skipped": false + }, + { + "ep_idx": 26, + "success": true, + "replans": 5, + "steps": 41, + "reward": -41.0, + "time": 3.733731985092163, + "skipped": false + }, + { + "ep_idx": 27, + "success": true, + "replans": 15, + "steps": 46, + "reward": -46.0, + "time": 9.808866500854492, + "skipped": false + }, + { + "ep_idx": 28, + "success": true, + "replans": 5, + "steps": 72, + "reward": -72.0, + "time": 3.8041176795959473, + "skipped": false + }, + { + "ep_idx": 29, + "success": true, + "replans": 8, + "steps": 43, + "reward": -43.0, + "time": 5.557763338088989, + "skipped": false + }, + { + "ep_idx": 30, + "success": true, + "replans": 13, + "steps": 51, + "reward": -51.0, + "time": 8.583185911178589, + "skipped": false + }, + { + "ep_idx": 31, + "success": true, + "replans": 7, + "steps": 47, + "reward": -47.0, + "time": 4.9585559368133545, + "skipped": false + }, + { + "ep_idx": 32, + "success": true, + "replans": 17, + "steps": 58, + "reward": -58.0, + "time": 11.019469499588013, + "skipped": false + }, + { + "ep_idx": 33, + "success": true, + "replans": 20, + "steps": 50, + "reward": -50.0, + "time": 12.802424192428589, + "skipped": false + }, + { + "ep_idx": 34, + "success": true, + "replans": 18, + "steps": 46, + "reward": -46.0, + "time": 11.594826221466064, + "skipped": false + }, + { + "ep_idx": 35, + "success": true, + "replans": 12, + "steps": 42, + "reward": -42.0, + "time": 7.962057828903198, + "skipped": false + }, + { + "ep_idx": 36, + "success": true, + "replans": 29, + "steps": 50, + "reward": -50.0, + "time": 18.245540618896484, + "skipped": false + }, + { + "ep_idx": 37, + "success": true, + "replans": 30, + "steps": 72, + "reward": -72.0, + "time": 18.909438371658325, + "skipped": false + }, + { + "ep_idx": 38, + "success": true, + "replans": 11, + "steps": 59, + "reward": -59.0, + "time": 7.4054481983184814, + "skipped": false + }, + { + "ep_idx": 39, + "success": true, + "replans": 9, + "steps": 41, + "reward": -41.0, + "time": 6.14301323890686, + "skipped": false + }, + { + "ep_idx": 40, + "success": true, + "replans": 13, + "steps": 51, + "reward": -51.0, + "time": 8.591467380523682, + "skipped": false + }, + { + "ep_idx": 41, + "success": true, + "replans": 13, + "steps": 45, + "reward": -45.0, + "time": 8.586883783340454, + "skipped": false + }, + { + "ep_idx": 42, + "success": true, + "replans": 18, + "steps": 58, + "reward": -58.0, + "time": 11.640352964401245, + "skipped": false + }, + { + "ep_idx": 43, + "success": true, + "replans": 10, + "steps": 46, + "reward": -46.0, + "time": 6.792928695678711, + "skipped": false + }, + { + "ep_idx": 44, + "success": true, + "replans": 14, + "steps": 51, + "reward": -51.0, + "time": 9.223994016647339, + "skipped": false + }, + { + "ep_idx": 45, + "success": true, + "replans": 15, + "steps": 72, + "reward": -72.0, + "time": 9.863515853881836, + "skipped": false + }, + { + "ep_idx": 46, + "success": true, + "replans": 11, + "steps": 45, + "reward": -45.0, + "time": 7.377215385437012, + "skipped": false + }, + { + "ep_idx": 47, + "success": true, + "replans": 11, + "steps": 41, + "reward": -41.0, + "time": 7.365289926528931, + "skipped": false + }, + { + "ep_idx": 48, + "success": true, + "replans": 16, + "steps": 44, + "reward": -44.0, + "time": 10.396126747131348, + "skipped": false + }, + { + "ep_idx": 49, + "success": true, + "replans": 30, + "steps": 47, + "reward": -47.0, + "time": 18.862446784973145, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/kinder-Motion2D-p0-v0__4mode_gsc__2__gsc.json b/eval_results/kinder_4mode/kinder-Motion2D-p0-v0__4mode_gsc__2__gsc.json new file mode 100644 index 0000000000000000000000000000000000000000..a34ae39d9a34323489d090f6ee29ffa7ae48cfa4 --- /dev/null +++ b/eval_results/kinder_4mode/kinder-Motion2D-p0-v0__4mode_gsc__2__gsc.json @@ -0,0 +1,561 @@ +{ + "env_name": "kinder-Motion2D-p0-v0", + "env_spec": { + "env_name": "kinder-Motion2D-p0-v0", + "family": "kinder2d", + "scale": "p0", + "train_traj_len": 100, + "obs_dim_full": 19, + "goal_dim": 19, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18 + ], + "plan_sm_horizon": 32, + "plan_len_ovlp": 12, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 200, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 200, + "eval_probs_h5": "none", + "eval_default_n_comp": 3, + "eval_repl_thres": 0.3, + "eval_max_n_repl": 30, + "eval_ada_minus_n_wp": 10, + "eval_cond2_extra": 50, + "eval_n_max_steps": 300 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-Motion2D-p0-v0", + "eval_name": "4mode_gsc", + "planner_name": "baseline", + "planner_epoch": "latest", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 2, + "ev_n_comp": 1, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 40, + "max_wp_step": 0.25, + "replan_every": null, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": false, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 100.0, + "avg_reward": -54.24, + "avg_time": 12.867390866279601, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": true, + "replans": 16, + "steps": 47, + "reward": -47.0, + "time": 13.491852045059204, + "skipped": false + }, + { + "ep_idx": 1, + "success": true, + "replans": 10, + "steps": 42, + "reward": -42.0, + "time": 8.316174507141113, + "skipped": false + }, + { + "ep_idx": 2, + "success": true, + "replans": 15, + "steps": 49, + "reward": -49.0, + "time": 12.102108478546143, + "skipped": false + }, + { + "ep_idx": 3, + "success": true, + "replans": 7, + "steps": 51, + "reward": -51.0, + "time": 6.135990619659424, + "skipped": false + }, + { + "ep_idx": 4, + "success": true, + "replans": 7, + "steps": 73, + "reward": -73.0, + "time": 6.143939018249512, + "skipped": false + }, + { + "ep_idx": 5, + "success": true, + "replans": 26, + "steps": 47, + "reward": -47.0, + "time": 20.173889875411987, + "skipped": false + }, + { + "ep_idx": 6, + "success": true, + "replans": 30, + "steps": 76, + "reward": -76.0, + "time": 23.255306720733643, + "skipped": false + }, + { + "ep_idx": 7, + "success": true, + "replans": 24, + "steps": 45, + "reward": -45.0, + "time": 18.681551933288574, + "skipped": false + }, + { + "ep_idx": 8, + "success": true, + "replans": 30, + "steps": 75, + "reward": -75.0, + "time": 23.23509454727173, + "skipped": false + }, + { + "ep_idx": 9, + "success": true, + "replans": 4, + "steps": 41, + "reward": -41.0, + "time": 3.8359086513519287, + "skipped": false + }, + { + "ep_idx": 10, + "success": true, + "replans": 25, + "steps": 44, + "reward": -44.0, + "time": 17.531033039093018, + "skipped": false + }, + { + "ep_idx": 11, + "success": true, + "replans": 30, + "steps": 56, + "reward": -56.0, + "time": 19.561652660369873, + "skipped": false + }, + { + "ep_idx": 12, + "success": true, + "replans": 8, + "steps": 46, + "reward": -46.0, + "time": 5.63610315322876, + "skipped": false + }, + { + "ep_idx": 13, + "success": true, + "replans": 12, + "steps": 42, + "reward": -42.0, + "time": 8.059457302093506, + "skipped": false + }, + { + "ep_idx": 14, + "success": true, + "replans": 30, + "steps": 72, + "reward": -72.0, + "time": 19.134063482284546, + "skipped": false + }, + { + "ep_idx": 15, + "success": true, + "replans": 30, + "steps": 79, + "reward": -79.0, + "time": 19.158652782440186, + "skipped": false + }, + { + "ep_idx": 16, + "success": true, + "replans": 30, + "steps": 53, + "reward": -53.0, + "time": 19.08367395401001, + "skipped": false + }, + { + "ep_idx": 17, + "success": true, + "replans": 7, + "steps": 43, + "reward": -43.0, + "time": 5.005058288574219, + "skipped": false + }, + { + "ep_idx": 18, + "success": true, + "replans": 3, + "steps": 40, + "reward": -40.0, + "time": 2.5494630336761475, + "skipped": false + }, + { + "ep_idx": 19, + "success": true, + "replans": 4, + "steps": 44, + "reward": -44.0, + "time": 3.1683390140533447, + "skipped": false + }, + { + "ep_idx": 20, + "success": true, + "replans": 30, + "steps": 86, + "reward": -86.0, + "time": 19.155295610427856, + "skipped": false + }, + { + "ep_idx": 21, + "success": true, + "replans": 30, + "steps": 70, + "reward": -70.0, + "time": 19.100102424621582, + "skipped": false + }, + { + "ep_idx": 22, + "success": true, + "replans": 4, + "steps": 43, + "reward": -43.0, + "time": 3.169079542160034, + "skipped": false + }, + { + "ep_idx": 23, + "success": true, + "replans": 30, + "steps": 68, + "reward": -68.0, + "time": 19.124610900878906, + "skipped": false + }, + { + "ep_idx": 24, + "success": true, + "replans": 19, + "steps": 54, + "reward": -54.0, + "time": 12.357862949371338, + "skipped": false + }, + { + "ep_idx": 25, + "success": true, + "replans": 30, + "steps": 64, + "reward": -64.0, + "time": 19.064059019088745, + "skipped": false + }, + { + "ep_idx": 26, + "success": true, + "replans": 28, + "steps": 45, + "reward": -45.0, + "time": 17.83088183403015, + "skipped": false + }, + { + "ep_idx": 27, + "success": true, + "replans": 23, + "steps": 49, + "reward": -49.0, + "time": 14.769139051437378, + "skipped": false + }, + { + "ep_idx": 28, + "success": true, + "replans": 14, + "steps": 47, + "reward": -47.0, + "time": 9.276729822158813, + "skipped": false + }, + { + "ep_idx": 29, + "success": true, + "replans": 30, + "steps": 71, + "reward": -71.0, + "time": 19.067692279815674, + "skipped": false + }, + { + "ep_idx": 30, + "success": true, + "replans": 13, + "steps": 60, + "reward": -60.0, + "time": 8.688971042633057, + "skipped": false + }, + { + "ep_idx": 31, + "success": true, + "replans": 11, + "steps": 49, + "reward": -49.0, + "time": 7.453049421310425, + "skipped": false + }, + { + "ep_idx": 32, + "success": true, + "replans": 20, + "steps": 45, + "reward": -45.0, + "time": 12.994451761245728, + "skipped": false + }, + { + "ep_idx": 33, + "success": true, + "replans": 16, + "steps": 42, + "reward": -42.0, + "time": 10.490657567977905, + "skipped": false + }, + { + "ep_idx": 34, + "success": true, + "replans": 14, + "steps": 44, + "reward": -44.0, + "time": 9.271566390991211, + "skipped": false + }, + { + "ep_idx": 35, + "success": true, + "replans": 11, + "steps": 51, + "reward": -51.0, + "time": 7.460875511169434, + "skipped": false + }, + { + "ep_idx": 36, + "success": true, + "replans": 30, + "steps": 77, + "reward": -77.0, + "time": 19.11647915840149, + "skipped": false + }, + { + "ep_idx": 37, + "success": true, + "replans": 22, + "steps": 52, + "reward": -52.0, + "time": 14.22385859489441, + "skipped": false + }, + { + "ep_idx": 38, + "success": true, + "replans": 8, + "steps": 44, + "reward": -44.0, + "time": 5.617111444473267, + "skipped": false + }, + { + "ep_idx": 39, + "success": true, + "replans": 30, + "steps": 55, + "reward": -55.0, + "time": 19.067586421966553, + "skipped": false + }, + { + "ep_idx": 40, + "success": true, + "replans": 30, + "steps": 48, + "reward": -48.0, + "time": 19.128397703170776, + "skipped": false + }, + { + "ep_idx": 41, + "success": true, + "replans": 10, + "steps": 40, + "reward": -40.0, + "time": 6.844555139541626, + "skipped": false + }, + { + "ep_idx": 42, + "success": true, + "replans": 18, + "steps": 51, + "reward": -51.0, + "time": 11.787039995193481, + "skipped": false + }, + { + "ep_idx": 43, + "success": true, + "replans": 30, + "steps": 76, + "reward": -76.0, + "time": 19.129621744155884, + "skipped": false + }, + { + "ep_idx": 44, + "success": true, + "replans": 12, + "steps": 45, + "reward": -45.0, + "time": 8.074169158935547, + "skipped": false + }, + { + "ep_idx": 45, + "success": true, + "replans": 4, + "steps": 45, + "reward": -45.0, + "time": 3.16898512840271, + "skipped": false + }, + { + "ep_idx": 46, + "success": true, + "replans": 30, + "steps": 49, + "reward": -49.0, + "time": 19.03764510154724, + "skipped": false + }, + { + "ep_idx": 47, + "success": true, + "replans": 10, + "steps": 50, + "reward": -50.0, + "time": 6.851401090621948, + "skipped": false + }, + { + "ep_idx": 48, + "success": true, + "replans": 30, + "steps": 80, + "reward": -80.0, + "time": 19.126733779907227, + "skipped": false + }, + { + "ep_idx": 49, + "success": true, + "replans": 13, + "steps": 47, + "reward": -47.0, + "time": 8.661620616912842, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/kinder-SweepIntoDrawer3D-v0__4mode_demo_tracking__0__gsc.json b/eval_results/kinder_4mode/kinder-SweepIntoDrawer3D-v0__4mode_demo_tracking__0__gsc.json new file mode 100644 index 0000000000000000000000000000000000000000..c5e83a94d3de63dc52ca9420c09db46b32be1c34 --- /dev/null +++ b/eval_results/kinder_4mode/kinder-SweepIntoDrawer3D-v0__4mode_demo_tracking__0__gsc.json @@ -0,0 +1,695 @@ +{ + "env_name": "kinder-SweepIntoDrawer3D-v0", + "env_spec": { + "env_name": "kinder-SweepIntoDrawer3D-v0", + "family": "kinder3d", + "scale": "sw", + "train_traj_len": 600, + "obs_dim_full": 153, + "goal_dim": 153, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ], + "plan_sm_horizon": 192, + "plan_len_ovlp": 64, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 32, + "plan_max_path_length": 800, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 800, + "eval_probs_h5": "none", + "eval_default_n_comp": 6, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 30, + "eval_cond2_extra": 100, + "eval_n_max_steps": 1500 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-SweepIntoDrawer3D-v0", + "eval_name": "4mode_demo_tracking", + "planner_name": "baseline", + "planner_epoch": "latest", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 0, + "ev_n_comp": 3, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 5.0, + "replan_every": null, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": true, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 84.0, + "avg_reward": -6.894599999999898, + "avg_time": 65.53822674751282, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": true, + "replans": 0, + "steps": 527, + "reward": -5.269999999999932, + "time": 52.15067172050476, + "skipped": false + }, + { + "ep_idx": 1, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 125.63415026664734, + "skipped": false + }, + { + "ep_idx": 2, + "success": true, + "replans": 0, + "steps": 605, + "reward": -6.0499999999999154, + "time": 58.98221206665039, + "skipped": false + }, + { + "ep_idx": 3, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 137.14333629608154, + "skipped": false + }, + { + "ep_idx": 4, + "success": true, + "replans": 0, + "steps": 489, + "reward": -4.88999999999994, + "time": 46.92161512374878, + "skipped": false + }, + { + "ep_idx": 5, + "success": true, + "replans": 0, + "steps": 561, + "reward": -5.609999999999925, + "time": 53.58783578872681, + "skipped": false + }, + { + "ep_idx": 6, + "success": true, + "replans": 0, + "steps": 579, + "reward": -5.789999999999921, + "time": 52.901371240615845, + "skipped": false + }, + { + "ep_idx": 7, + "success": true, + "replans": 0, + "steps": 576, + "reward": -5.759999999999922, + "time": 58.222620248794556, + "skipped": false + }, + { + "ep_idx": 8, + "success": true, + "replans": 0, + "steps": 605, + "reward": -6.0499999999999154, + "time": 57.04039740562439, + "skipped": false + }, + { + "ep_idx": 9, + "success": true, + "replans": 0, + "steps": 531, + "reward": -5.309999999999931, + "time": 53.00326919555664, + "skipped": false + }, + { + "ep_idx": 10, + "success": true, + "replans": 0, + "steps": 556, + "reward": -5.559999999999926, + "time": 53.638299226760864, + "skipped": false + }, + { + "ep_idx": 11, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 144.09408593177795, + "skipped": false + }, + { + "ep_idx": 12, + "success": true, + "replans": 0, + "steps": 464, + "reward": -4.6399999999999455, + "time": 43.09795045852661, + "skipped": false + }, + { + "ep_idx": 13, + "success": true, + "replans": 0, + "steps": 534, + "reward": -5.339999999999931, + "time": 50.793107748031616, + "skipped": false + }, + { + "ep_idx": 14, + "success": true, + "replans": 0, + "steps": 555, + "reward": -5.549999999999926, + "time": 53.75679898262024, + "skipped": false + }, + { + "ep_idx": 15, + "success": true, + "replans": 0, + "steps": 525, + "reward": -5.2499999999999325, + "time": 50.555447816848755, + "skipped": false + }, + { + "ep_idx": 16, + "success": true, + "replans": 0, + "steps": 494, + "reward": -4.939999999999939, + "time": 46.28488564491272, + "skipped": false + }, + { + "ep_idx": 17, + "success": true, + "replans": 0, + "steps": 517, + "reward": -5.169999999999934, + "time": 49.37099003791809, + "skipped": false + }, + { + "ep_idx": 18, + "success": true, + "replans": 0, + "steps": 512, + "reward": -5.119999999999935, + "time": 45.913931131362915, + "skipped": false + }, + { + "ep_idx": 19, + "success": true, + "replans": 0, + "steps": 505, + "reward": -5.049999999999937, + "time": 47.17916822433472, + "skipped": false + }, + { + "ep_idx": 20, + "success": true, + "replans": 0, + "steps": 526, + "reward": -5.259999999999932, + "time": 48.67865705490112, + "skipped": false + }, + { + "ep_idx": 21, + "success": true, + "replans": 0, + "steps": 595, + "reward": -5.949999999999918, + "time": 54.312649965286255, + "skipped": false + }, + { + "ep_idx": 22, + "success": true, + "replans": 0, + "steps": 569, + "reward": -5.689999999999923, + "time": 55.02152943611145, + "skipped": false + }, + { + "ep_idx": 23, + "success": true, + "replans": 0, + "steps": 517, + "reward": -5.169999999999934, + "time": 47.45218014717102, + "skipped": false + }, + { + "ep_idx": 24, + "success": true, + "replans": 0, + "steps": 516, + "reward": -5.159999999999934, + "time": 48.51141095161438, + "skipped": false + }, + { + "ep_idx": 25, + "success": true, + "replans": 0, + "steps": 669, + "reward": -6.689999999999902, + "time": 62.99141025543213, + "skipped": false + }, + { + "ep_idx": 26, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 169.318856716156, + "skipped": false + }, + { + "ep_idx": 27, + "success": true, + "replans": 0, + "steps": 562, + "reward": -5.619999999999925, + "time": 52.53026986122131, + "skipped": false + }, + { + "ep_idx": 28, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 142.07612466812134, + "skipped": false + }, + { + "ep_idx": 29, + "success": true, + "replans": 0, + "steps": 582, + "reward": -5.81999999999992, + "time": 54.77003073692322, + "skipped": false + }, + { + "ep_idx": 30, + "success": true, + "replans": 0, + "steps": 573, + "reward": -5.729999999999922, + "time": 54.66677927970886, + "skipped": false + }, + { + "ep_idx": 31, + "success": true, + "replans": 0, + "steps": 592, + "reward": -5.919999999999918, + "time": 56.60138726234436, + "skipped": false + }, + { + "ep_idx": 32, + "success": true, + "replans": 0, + "steps": 588, + "reward": -5.879999999999919, + "time": 54.8061842918396, + "skipped": false + }, + { + "ep_idx": 33, + "success": true, + "replans": 0, + "steps": 570, + "reward": -5.699999999999923, + "time": 60.22039246559143, + "skipped": false + }, + { + "ep_idx": 34, + "success": true, + "replans": 0, + "steps": 512, + "reward": -5.119999999999935, + "time": 50.80362105369568, + "skipped": false + }, + { + "ep_idx": 35, + "success": true, + "replans": 0, + "steps": 515, + "reward": -5.149999999999935, + "time": 49.790340185165405, + "skipped": false + }, + { + "ep_idx": 36, + "success": true, + "replans": 0, + "steps": 503, + "reward": -5.029999999999937, + "time": 48.66283106803894, + "skipped": false + }, + { + "ep_idx": 37, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 134.01351356506348, + "skipped": false + }, + { + "ep_idx": 38, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 122.56283760070801, + "skipped": false + }, + { + "ep_idx": 39, + "success": true, + "replans": 0, + "steps": 502, + "reward": -5.019999999999937, + "time": 49.791130781173706, + "skipped": false + }, + { + "ep_idx": 40, + "success": true, + "replans": 0, + "steps": 493, + "reward": -4.929999999999939, + "time": 49.387999296188354, + "skipped": false + }, + { + "ep_idx": 41, + "success": true, + "replans": 0, + "steps": 366, + "reward": -3.659999999999966, + "time": 36.485809326171875, + "skipped": false + }, + { + "ep_idx": 42, + "success": true, + "replans": 0, + "steps": 451, + "reward": -4.509999999999948, + "time": 43.84402894973755, + "skipped": false + }, + { + "ep_idx": 43, + "success": true, + "replans": 0, + "steps": 462, + "reward": -4.619999999999946, + "time": 44.69626235961914, + "skipped": false + }, + { + "ep_idx": 44, + "success": true, + "replans": 0, + "steps": 584, + "reward": -5.83999999999992, + "time": 62.79242205619812, + "skipped": false + }, + { + "ep_idx": 45, + "success": true, + "replans": 0, + "steps": 577, + "reward": -5.769999999999921, + "time": 57.838993310928345, + "skipped": false + }, + { + "ep_idx": 46, + "success": true, + "replans": 0, + "steps": 562, + "reward": -5.619999999999925, + "time": 55.46756386756897, + "skipped": false + }, + { + "ep_idx": 47, + "success": true, + "replans": 0, + "steps": 452, + "reward": -4.519999999999948, + "time": 41.86129951477051, + "skipped": false + }, + { + "ep_idx": 48, + "success": true, + "replans": 0, + "steps": 500, + "reward": -4.999999999999938, + "time": 54.26190137863159, + "skipped": false + }, + { + "ep_idx": 49, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 132.42077541351318, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/kinder-SweepIntoDrawer3D-v0__4mode_demo_tracking__1__gsc.json b/eval_results/kinder_4mode/kinder-SweepIntoDrawer3D-v0__4mode_demo_tracking__1__gsc.json new file mode 100644 index 0000000000000000000000000000000000000000..9be485665f4c1fc718026f78b92efd0e98609254 --- /dev/null +++ b/eval_results/kinder_4mode/kinder-SweepIntoDrawer3D-v0__4mode_demo_tracking__1__gsc.json @@ -0,0 +1,695 @@ +{ + "env_name": "kinder-SweepIntoDrawer3D-v0", + "env_spec": { + "env_name": "kinder-SweepIntoDrawer3D-v0", + "family": "kinder3d", + "scale": "sw", + "train_traj_len": 600, + "obs_dim_full": 153, + "goal_dim": 153, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ], + "plan_sm_horizon": 192, + "plan_len_ovlp": 64, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 32, + "plan_max_path_length": 800, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 800, + "eval_probs_h5": "none", + "eval_default_n_comp": 6, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 30, + "eval_cond2_extra": 100, + "eval_n_max_steps": 1500 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-SweepIntoDrawer3D-v0", + "eval_name": "4mode_demo_tracking", + "planner_name": "baseline", + "planner_epoch": "latest", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 1, + "ev_n_comp": 3, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 5.0, + "replan_every": null, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": true, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 8.0, + "avg_reward": -14.209199999999743, + "avg_time": 131.73097201347352, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 122.55962920188904, + "skipped": false + }, + { + "ep_idx": 1, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 140.9301736354828, + "skipped": false + }, + { + "ep_idx": 2, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 129.40230631828308, + "skipped": false + }, + { + "ep_idx": 3, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 135.50474858283997, + "skipped": false + }, + { + "ep_idx": 4, + "success": true, + "replans": 0, + "steps": 602, + "reward": -6.019999999999916, + "time": 55.71949362754822, + "skipped": false + }, + { + "ep_idx": 5, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 163.04590797424316, + "skipped": false + }, + { + "ep_idx": 6, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 130.36610293388367, + "skipped": false + }, + { + "ep_idx": 7, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 169.91284370422363, + "skipped": false + }, + { + "ep_idx": 8, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 139.58217930793762, + "skipped": false + }, + { + "ep_idx": 9, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 137.2055220603943, + "skipped": false + }, + { + "ep_idx": 10, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 140.68926882743835, + "skipped": false + }, + { + "ep_idx": 11, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 138.5444073677063, + "skipped": false + }, + { + "ep_idx": 12, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 176.15701985359192, + "skipped": false + }, + { + "ep_idx": 13, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 139.75968718528748, + "skipped": false + }, + { + "ep_idx": 14, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 122.52852582931519, + "skipped": false + }, + { + "ep_idx": 15, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 130.26765489578247, + "skipped": false + }, + { + "ep_idx": 16, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 142.32880783081055, + "skipped": false + }, + { + "ep_idx": 17, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 136.286847114563, + "skipped": false + }, + { + "ep_idx": 18, + "success": true, + "replans": 0, + "steps": 448, + "reward": -4.479999999999949, + "time": 44.60890603065491, + "skipped": false + }, + { + "ep_idx": 19, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 138.01138472557068, + "skipped": false + }, + { + "ep_idx": 20, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 128.0388424396515, + "skipped": false + }, + { + "ep_idx": 21, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 134.56423664093018, + "skipped": false + }, + { + "ep_idx": 22, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 123.6378755569458, + "skipped": false + }, + { + "ep_idx": 23, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 137.1086027622223, + "skipped": false + }, + { + "ep_idx": 24, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 143.52230668067932, + "skipped": false + }, + { + "ep_idx": 25, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 123.83781218528748, + "skipped": false + }, + { + "ep_idx": 26, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 140.4530713558197, + "skipped": false + }, + { + "ep_idx": 27, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 138.09230542182922, + "skipped": false + }, + { + "ep_idx": 28, + "success": true, + "replans": 0, + "steps": 487, + "reward": -4.869999999999941, + "time": 47.87075352668762, + "skipped": false + }, + { + "ep_idx": 29, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 144.20148301124573, + "skipped": false + }, + { + "ep_idx": 30, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 143.54330468177795, + "skipped": false + }, + { + "ep_idx": 31, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 129.595942735672, + "skipped": false + }, + { + "ep_idx": 32, + "success": true, + "replans": 0, + "steps": 509, + "reward": -5.089999999999936, + "time": 47.57968544960022, + "skipped": false + }, + { + "ep_idx": 33, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 135.31907081604004, + "skipped": false + }, + { + "ep_idx": 34, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 148.94602704048157, + "skipped": false + }, + { + "ep_idx": 35, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 134.11132431030273, + "skipped": false + }, + { + "ep_idx": 36, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 133.35228633880615, + "skipped": false + }, + { + "ep_idx": 37, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 126.48544311523438, + "skipped": false + }, + { + "ep_idx": 38, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 168.30698800086975, + "skipped": false + }, + { + "ep_idx": 39, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 133.38578367233276, + "skipped": false + }, + { + "ep_idx": 40, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 125.27580642700195, + "skipped": false + }, + { + "ep_idx": 41, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 131.1393802165985, + "skipped": false + }, + { + "ep_idx": 42, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 122.09039521217346, + "skipped": false + }, + { + "ep_idx": 43, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 158.90336871147156, + "skipped": false + }, + { + "ep_idx": 44, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 146.43015599250793, + "skipped": false + }, + { + "ep_idx": 45, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 173.1107542514801, + "skipped": false + }, + { + "ep_idx": 46, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 135.95378518104553, + "skipped": false + }, + { + "ep_idx": 47, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 145.07054901123047, + "skipped": false + }, + { + "ep_idx": 48, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 129.9064462184906, + "skipped": false + }, + { + "ep_idx": 49, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 123.30339670181274, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/kinder-SweepIntoDrawer3D-v0__4mode_demo_tracking__2__gsc.json b/eval_results/kinder_4mode/kinder-SweepIntoDrawer3D-v0__4mode_demo_tracking__2__gsc.json new file mode 100644 index 0000000000000000000000000000000000000000..02d251c2225a9f291bf6ed2705c79c72d410cc64 --- /dev/null +++ b/eval_results/kinder_4mode/kinder-SweepIntoDrawer3D-v0__4mode_demo_tracking__2__gsc.json @@ -0,0 +1,695 @@ +{ + "env_name": "kinder-SweepIntoDrawer3D-v0", + "env_spec": { + "env_name": "kinder-SweepIntoDrawer3D-v0", + "family": "kinder3d", + "scale": "sw", + "train_traj_len": 600, + "obs_dim_full": 153, + "goal_dim": 153, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ], + "plan_sm_horizon": 192, + "plan_len_ovlp": 64, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 32, + "plan_max_path_length": 800, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 800, + "eval_probs_h5": "none", + "eval_default_n_comp": 6, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 30, + "eval_cond2_extra": 100, + "eval_n_max_steps": 1500 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-SweepIntoDrawer3D-v0", + "eval_name": "4mode_demo_tracking", + "planner_name": "baseline", + "planner_epoch": "latest", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 2, + "ev_n_comp": 3, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 5.0, + "replan_every": null, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": true, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 4.0, + "avg_reward": -14.594199999999738, + "avg_time": 134.8145549583435, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 134.44320631027222, + "skipped": false + }, + { + "ep_idx": 1, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 135.53405618667603, + "skipped": false + }, + { + "ep_idx": 2, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 116.59083032608032, + "skipped": false + }, + { + "ep_idx": 3, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 115.41018676757812, + "skipped": false + }, + { + "ep_idx": 4, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 153.562593460083, + "skipped": false + }, + { + "ep_idx": 5, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 133.51341819763184, + "skipped": false + }, + { + "ep_idx": 6, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 136.03380393981934, + "skipped": false + }, + { + "ep_idx": 7, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 170.38155364990234, + "skipped": false + }, + { + "ep_idx": 8, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 146.47699785232544, + "skipped": false + }, + { + "ep_idx": 9, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 135.54629230499268, + "skipped": false + }, + { + "ep_idx": 10, + "success": true, + "replans": 0, + "steps": 506, + "reward": -5.0599999999999365, + "time": 49.58569574356079, + "skipped": false + }, + { + "ep_idx": 11, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 129.23052430152893, + "skipped": false + }, + { + "ep_idx": 12, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 141.43073773384094, + "skipped": false + }, + { + "ep_idx": 13, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 120.08786344528198, + "skipped": false + }, + { + "ep_idx": 14, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 132.21364951133728, + "skipped": false + }, + { + "ep_idx": 15, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 119.59532928466797, + "skipped": false + }, + { + "ep_idx": 16, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 135.2843210697174, + "skipped": false + }, + { + "ep_idx": 17, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 134.78853702545166, + "skipped": false + }, + { + "ep_idx": 18, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 168.03600239753723, + "skipped": false + }, + { + "ep_idx": 19, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 163.68260526657104, + "skipped": false + }, + { + "ep_idx": 20, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 113.64636373519897, + "skipped": false + }, + { + "ep_idx": 21, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 140.01173186302185, + "skipped": false + }, + { + "ep_idx": 22, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 133.5701503753662, + "skipped": false + }, + { + "ep_idx": 23, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 145.814857006073, + "skipped": false + }, + { + "ep_idx": 24, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 130.3549039363861, + "skipped": false + }, + { + "ep_idx": 25, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 167.92356133460999, + "skipped": false + }, + { + "ep_idx": 26, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 128.16213297843933, + "skipped": false + }, + { + "ep_idx": 27, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 152.9757890701294, + "skipped": false + }, + { + "ep_idx": 28, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 122.71274185180664, + "skipped": false + }, + { + "ep_idx": 29, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 117.68760299682617, + "skipped": false + }, + { + "ep_idx": 30, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 120.49460935592651, + "skipped": false + }, + { + "ep_idx": 31, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 163.63386273384094, + "skipped": false + }, + { + "ep_idx": 32, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 148.69727754592896, + "skipped": false + }, + { + "ep_idx": 33, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 175.31476998329163, + "skipped": false + }, + { + "ep_idx": 34, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 119.81196069717407, + "skipped": false + }, + { + "ep_idx": 35, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 139.50605082511902, + "skipped": false + }, + { + "ep_idx": 36, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 141.85620617866516, + "skipped": false + }, + { + "ep_idx": 37, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 156.33742880821228, + "skipped": false + }, + { + "ep_idx": 38, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 114.73772597312927, + "skipped": false + }, + { + "ep_idx": 39, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 143.69175910949707, + "skipped": false + }, + { + "ep_idx": 40, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 132.79516553878784, + "skipped": false + }, + { + "ep_idx": 41, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 143.66268825531006, + "skipped": false + }, + { + "ep_idx": 42, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 144.0007119178772, + "skipped": false + }, + { + "ep_idx": 43, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 136.41464114189148, + "skipped": false + }, + { + "ep_idx": 44, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 138.64623618125916, + "skipped": false + }, + { + "ep_idx": 45, + "success": true, + "replans": 0, + "steps": 465, + "reward": -4.649999999999945, + "time": 47.326887130737305, + "skipped": false + }, + { + "ep_idx": 46, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 154.22006106376648, + "skipped": false + }, + { + "ep_idx": 47, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 138.21459412574768, + "skipped": false + }, + { + "ep_idx": 48, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 127.22857618331909, + "skipped": false + }, + { + "ep_idx": 49, + "success": false, + "replans": 0, + "steps": 1500, + "reward": -14.999999999999725, + "time": 129.84849524497986, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/kinder-TidyBot3D-cupboard_real-o1_106-v0__4mode_demo_tracking__0__gsc.json b/eval_results/kinder_4mode/kinder-TidyBot3D-cupboard_real-o1_106-v0__4mode_demo_tracking__0__gsc.json new file mode 100644 index 0000000000000000000000000000000000000000..420a40e6f5edd96907a3ce0a2fccf0c620039c34 --- /dev/null +++ b/eval_results/kinder_4mode/kinder-TidyBot3D-cupboard_real-o1_106-v0__4mode_demo_tracking__0__gsc.json @@ -0,0 +1,587 @@ +{ + "env_name": "kinder-TidyBot3D-cupboard_real-o1_106-v0", + "env_spec": { + "env_name": "kinder-TidyBot3D-cupboard_real-o1_106-v0", + "family": "kinder3d", + "scale": "tb1", + "train_traj_len": 500, + "obs_dim_full": 45, + "goal_dim": 45, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44 + ], + "plan_sm_horizon": 128, + "plan_len_ovlp": 48, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 600, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 600, + "eval_probs_h5": "none", + "eval_default_n_comp": 5, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 20, + "eval_cond2_extra": 50, + "eval_n_max_steps": 1000 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-TidyBot3D-cupboard_real-o1_106-v0", + "eval_name": "4mode_demo_tracking", + "planner_name": "baseline", + "planner_epoch": "latest", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 0, + "ev_n_comp": 3, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 1.0, + "replan_every": null, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": true, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 48.0, + "avg_reward": -6.835199999999897, + "avg_time": 15.82979914188385, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": true, + "replans": 0, + "steps": 329, + "reward": -3.289999999999974, + "time": 8.513267517089844, + "skipped": false + }, + { + "ep_idx": 1, + "success": true, + "replans": 0, + "steps": 335, + "reward": -3.3499999999999726, + "time": 8.557692050933838, + "skipped": false + }, + { + "ep_idx": 2, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 23.61188530921936, + "skipped": false + }, + { + "ep_idx": 3, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 21.96809458732605, + "skipped": false + }, + { + "ep_idx": 4, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 21.80128049850464, + "skipped": false + }, + { + "ep_idx": 5, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 20.780733108520508, + "skipped": false + }, + { + "ep_idx": 6, + "success": true, + "replans": 0, + "steps": 357, + "reward": -3.569999999999968, + "time": 9.001256704330444, + "skipped": false + }, + { + "ep_idx": 7, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 18.342907190322876, + "skipped": false + }, + { + "ep_idx": 8, + "success": true, + "replans": 0, + "steps": 336, + "reward": -3.3599999999999723, + "time": 8.373540163040161, + "skipped": false + }, + { + "ep_idx": 9, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 18.346009492874146, + "skipped": false + }, + { + "ep_idx": 10, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 29.097595691680908, + "skipped": false + }, + { + "ep_idx": 11, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 21.586477994918823, + "skipped": false + }, + { + "ep_idx": 12, + "success": true, + "replans": 0, + "steps": 340, + "reward": -3.3999999999999715, + "time": 8.492980241775513, + "skipped": false + }, + { + "ep_idx": 13, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 27.5857572555542, + "skipped": false + }, + { + "ep_idx": 14, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 21.763785123825073, + "skipped": false + }, + { + "ep_idx": 15, + "success": true, + "replans": 0, + "steps": 321, + "reward": -3.2099999999999755, + "time": 8.053812265396118, + "skipped": false + }, + { + "ep_idx": 16, + "success": true, + "replans": 0, + "steps": 341, + "reward": -3.4099999999999713, + "time": 8.360867023468018, + "skipped": false + }, + { + "ep_idx": 17, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 21.040208101272583, + "skipped": false + }, + { + "ep_idx": 18, + "success": true, + "replans": 0, + "steps": 331, + "reward": -3.3099999999999734, + "time": 8.085248947143555, + "skipped": false + }, + { + "ep_idx": 19, + "success": true, + "replans": 0, + "steps": 332, + "reward": -3.319999999999973, + "time": 8.110228300094604, + "skipped": false + }, + { + "ep_idx": 20, + "success": true, + "replans": 0, + "steps": 342, + "reward": -3.419999999999971, + "time": 8.389649152755737, + "skipped": false + }, + { + "ep_idx": 21, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 28.06756281852722, + "skipped": false + }, + { + "ep_idx": 22, + "success": true, + "replans": 0, + "steps": 340, + "reward": -3.3999999999999715, + "time": 8.372442722320557, + "skipped": false + }, + { + "ep_idx": 23, + "success": true, + "replans": 0, + "steps": 337, + "reward": -3.369999999999972, + "time": 8.254484176635742, + "skipped": false + }, + { + "ep_idx": 24, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 21.504515171051025, + "skipped": false + }, + { + "ep_idx": 25, + "success": true, + "replans": 0, + "steps": 338, + "reward": -3.379999999999972, + "time": 8.464792013168335, + "skipped": false + }, + { + "ep_idx": 26, + "success": true, + "replans": 0, + "steps": 330, + "reward": -3.2999999999999736, + "time": 8.212078094482422, + "skipped": false + }, + { + "ep_idx": 27, + "success": true, + "replans": 0, + "steps": 337, + "reward": -3.369999999999972, + "time": 8.250336408615112, + "skipped": false + }, + { + "ep_idx": 28, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 21.538141012191772, + "skipped": false + }, + { + "ep_idx": 29, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 22.57123351097107, + "skipped": false + }, + { + "ep_idx": 30, + "success": true, + "replans": 0, + "steps": 336, + "reward": -3.3599999999999723, + "time": 8.202511548995972, + "skipped": false + }, + { + "ep_idx": 31, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 23.70978021621704, + "skipped": false + }, + { + "ep_idx": 32, + "success": true, + "replans": 0, + "steps": 387, + "reward": -3.8699999999999615, + "time": 9.944153070449829, + "skipped": false + }, + { + "ep_idx": 33, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 23.553711414337158, + "skipped": false + }, + { + "ep_idx": 34, + "success": true, + "replans": 0, + "steps": 331, + "reward": -3.3099999999999734, + "time": 8.231341123580933, + "skipped": false + }, + { + "ep_idx": 35, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 19.578343629837036, + "skipped": false + }, + { + "ep_idx": 36, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 28.902266025543213, + "skipped": false + }, + { + "ep_idx": 37, + "success": true, + "replans": 0, + "steps": 336, + "reward": -3.3599999999999723, + "time": 8.225968599319458, + "skipped": false + }, + { + "ep_idx": 38, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 19.725349187850952, + "skipped": false + }, + { + "ep_idx": 39, + "success": true, + "replans": 0, + "steps": 334, + "reward": -3.3399999999999728, + "time": 8.162438869476318, + "skipped": false + }, + { + "ep_idx": 40, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 26.473174571990967, + "skipped": false + }, + { + "ep_idx": 41, + "success": true, + "replans": 0, + "steps": 333, + "reward": -3.329999999999973, + "time": 8.209964990615845, + "skipped": false + }, + { + "ep_idx": 42, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 22.983447074890137, + "skipped": false + }, + { + "ep_idx": 43, + "success": true, + "replans": 0, + "steps": 333, + "reward": -3.329999999999973, + "time": 8.25514841079712, + "skipped": false + }, + { + "ep_idx": 44, + "success": true, + "replans": 0, + "steps": 404, + "reward": -4.039999999999958, + "time": 10.083142518997192, + "skipped": false + }, + { + "ep_idx": 45, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 23.221201419830322, + "skipped": false + }, + { + "ep_idx": 46, + "success": true, + "replans": 0, + "steps": 336, + "reward": -3.3599999999999723, + "time": 8.279866933822632, + "skipped": false + }, + { + "ep_idx": 47, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 20.964102268218994, + "skipped": false + }, + { + "ep_idx": 48, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 18.331300020217896, + "skipped": false + }, + { + "ep_idx": 49, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 21.353882551193237, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/kinder-TidyBot3D-cupboard_real-o1_106-v0__4mode_demo_tracking__1__gsc.json b/eval_results/kinder_4mode/kinder-TidyBot3D-cupboard_real-o1_106-v0__4mode_demo_tracking__1__gsc.json new file mode 100644 index 0000000000000000000000000000000000000000..19981dd293d98ea8f186cae69643520b4ba6affe --- /dev/null +++ b/eval_results/kinder_4mode/kinder-TidyBot3D-cupboard_real-o1_106-v0__4mode_demo_tracking__1__gsc.json @@ -0,0 +1,587 @@ +{ + "env_name": "kinder-TidyBot3D-cupboard_real-o1_106-v0", + "env_spec": { + "env_name": "kinder-TidyBot3D-cupboard_real-o1_106-v0", + "family": "kinder3d", + "scale": "tb1", + "train_traj_len": 500, + "obs_dim_full": 45, + "goal_dim": 45, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44 + ], + "plan_sm_horizon": 128, + "plan_len_ovlp": 48, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 600, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 600, + "eval_probs_h5": "none", + "eval_default_n_comp": 5, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 20, + "eval_cond2_extra": 50, + "eval_n_max_steps": 1000 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-TidyBot3D-cupboard_real-o1_106-v0", + "eval_name": "4mode_demo_tracking", + "planner_name": "baseline", + "planner_epoch": "latest", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 1, + "ev_n_comp": 3, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 1.0, + "replan_every": null, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": true, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 26.0, + "avg_reward": -8.412599999999864, + "avg_time": 18.728577919006348, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 24.246954917907715, + "skipped": false + }, + { + "ep_idx": 1, + "success": true, + "replans": 0, + "steps": 686, + "reward": -6.859999999999898, + "time": 18.150972366333008, + "skipped": false + }, + { + "ep_idx": 2, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 22.94285225868225, + "skipped": false + }, + { + "ep_idx": 3, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 24.088402271270752, + "skipped": false + }, + { + "ep_idx": 4, + "success": true, + "replans": 0, + "steps": 333, + "reward": -3.329999999999973, + "time": 8.408468246459961, + "skipped": false + }, + { + "ep_idx": 5, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 21.54560875892639, + "skipped": false + }, + { + "ep_idx": 6, + "success": true, + "replans": 0, + "steps": 331, + "reward": -3.3099999999999734, + "time": 8.29404091835022, + "skipped": false + }, + { + "ep_idx": 7, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 23.12885284423828, + "skipped": false + }, + { + "ep_idx": 8, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 22.79040813446045, + "skipped": false + }, + { + "ep_idx": 9, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 28.336055994033813, + "skipped": false + }, + { + "ep_idx": 10, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 21.037912607192993, + "skipped": false + }, + { + "ep_idx": 11, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 20.604793787002563, + "skipped": false + }, + { + "ep_idx": 12, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 19.771881818771362, + "skipped": false + }, + { + "ep_idx": 13, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 23.249269485473633, + "skipped": false + }, + { + "ep_idx": 14, + "success": true, + "replans": 0, + "steps": 337, + "reward": -3.369999999999972, + "time": 8.382335901260376, + "skipped": false + }, + { + "ep_idx": 15, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 27.4474937915802, + "skipped": false + }, + { + "ep_idx": 16, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 21.269593000411987, + "skipped": false + }, + { + "ep_idx": 17, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 18.374467611312866, + "skipped": false + }, + { + "ep_idx": 18, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 21.561466693878174, + "skipped": false + }, + { + "ep_idx": 19, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 19.73420810699463, + "skipped": false + }, + { + "ep_idx": 20, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 21.443156480789185, + "skipped": false + }, + { + "ep_idx": 21, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 28.12581729888916, + "skipped": false + }, + { + "ep_idx": 22, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 23.05286145210266, + "skipped": false + }, + { + "ep_idx": 23, + "success": true, + "replans": 0, + "steps": 336, + "reward": -3.3599999999999723, + "time": 8.270689725875854, + "skipped": false + }, + { + "ep_idx": 24, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 21.101649522781372, + "skipped": false + }, + { + "ep_idx": 25, + "success": true, + "replans": 0, + "steps": 339, + "reward": -3.3899999999999717, + "time": 8.621072053909302, + "skipped": false + }, + { + "ep_idx": 26, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 21.149250745773315, + "skipped": false + }, + { + "ep_idx": 27, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 24.322713136672974, + "skipped": false + }, + { + "ep_idx": 28, + "success": true, + "replans": 0, + "steps": 391, + "reward": -3.9099999999999606, + "time": 9.688202857971191, + "skipped": false + }, + { + "ep_idx": 29, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 18.49979543685913, + "skipped": false + }, + { + "ep_idx": 30, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 18.20543360710144, + "skipped": false + }, + { + "ep_idx": 31, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 21.153936624526978, + "skipped": false + }, + { + "ep_idx": 32, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 18.110539197921753, + "skipped": false + }, + { + "ep_idx": 33, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 23.291257858276367, + "skipped": false + }, + { + "ep_idx": 34, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 21.681379318237305, + "skipped": false + }, + { + "ep_idx": 35, + "success": true, + "replans": 0, + "steps": 330, + "reward": -3.2999999999999736, + "time": 8.283954620361328, + "skipped": false + }, + { + "ep_idx": 36, + "success": true, + "replans": 0, + "steps": 402, + "reward": -4.019999999999959, + "time": 9.863627672195435, + "skipped": false + }, + { + "ep_idx": 37, + "success": true, + "replans": 0, + "steps": 343, + "reward": -3.429999999999971, + "time": 8.468333721160889, + "skipped": false + }, + { + "ep_idx": 38, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 22.57315683364868, + "skipped": false + }, + { + "ep_idx": 39, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 22.104197025299072, + "skipped": false + }, + { + "ep_idx": 40, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 18.232027530670166, + "skipped": false + }, + { + "ep_idx": 41, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 22.18806004524231, + "skipped": false + }, + { + "ep_idx": 42, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 18.4444842338562, + "skipped": false + }, + { + "ep_idx": 43, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 20.683555364608765, + "skipped": false + }, + { + "ep_idx": 44, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 23.031784534454346, + "skipped": false + }, + { + "ep_idx": 45, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 23.072572946548462, + "skipped": false + }, + { + "ep_idx": 46, + "success": true, + "replans": 0, + "steps": 430, + "reward": -4.299999999999953, + "time": 11.170559167861938, + "skipped": false + }, + { + "ep_idx": 47, + "success": true, + "replans": 0, + "steps": 405, + "reward": -4.049999999999958, + "time": 9.96497392654419, + "skipped": false + }, + { + "ep_idx": 48, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 18.273383855819702, + "skipped": false + }, + { + "ep_idx": 49, + "success": true, + "replans": 0, + "steps": 400, + "reward": -3.9999999999999587, + "time": 9.990429639816284, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/kinder-TidyBot3D-cupboard_real-o1_106-v0__4mode_demo_tracking__2__gsc.json b/eval_results/kinder_4mode/kinder-TidyBot3D-cupboard_real-o1_106-v0__4mode_demo_tracking__2__gsc.json new file mode 100644 index 0000000000000000000000000000000000000000..5da08340d078b374ddc4f35f229330683c5ddfd1 --- /dev/null +++ b/eval_results/kinder_4mode/kinder-TidyBot3D-cupboard_real-o1_106-v0__4mode_demo_tracking__2__gsc.json @@ -0,0 +1,587 @@ +{ + "env_name": "kinder-TidyBot3D-cupboard_real-o1_106-v0", + "env_spec": { + "env_name": "kinder-TidyBot3D-cupboard_real-o1_106-v0", + "family": "kinder3d", + "scale": "tb1", + "train_traj_len": 500, + "obs_dim_full": 45, + "goal_dim": 45, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44 + ], + "plan_sm_horizon": 128, + "plan_len_ovlp": 48, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 16, + "plan_max_path_length": 600, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 600, + "eval_probs_h5": "none", + "eval_default_n_comp": 5, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 20, + "eval_cond2_extra": 50, + "eval_n_max_steps": 1000 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-TidyBot3D-cupboard_real-o1_106-v0", + "eval_name": "4mode_demo_tracking", + "planner_name": "baseline", + "planner_epoch": "latest", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 2, + "ev_n_comp": 3, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 1.0, + "replan_every": null, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": true, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 20.0, + "avg_reward": -8.756599999999857, + "avg_time": 20.836487545967103, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 19.488446474075317, + "skipped": false + }, + { + "ep_idx": 1, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 28.828392267227173, + "skipped": false + }, + { + "ep_idx": 2, + "success": true, + "replans": 0, + "steps": 291, + "reward": -2.909999999999982, + "time": 7.502577304840088, + "skipped": false + }, + { + "ep_idx": 3, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 29.604395151138306, + "skipped": false + }, + { + "ep_idx": 4, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 19.462071180343628, + "skipped": false + }, + { + "ep_idx": 5, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 27.454370498657227, + "skipped": false + }, + { + "ep_idx": 6, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 22.683364629745483, + "skipped": false + }, + { + "ep_idx": 7, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 29.70407223701477, + "skipped": false + }, + { + "ep_idx": 8, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 22.246869325637817, + "skipped": false + }, + { + "ep_idx": 9, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 23.526936769485474, + "skipped": false + }, + { + "ep_idx": 10, + "success": true, + "replans": 0, + "steps": 346, + "reward": -3.45999999999997, + "time": 8.785614252090454, + "skipped": false + }, + { + "ep_idx": 11, + "success": true, + "replans": 0, + "steps": 363, + "reward": -3.6299999999999666, + "time": 9.139649391174316, + "skipped": false + }, + { + "ep_idx": 12, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 24.016756296157837, + "skipped": false + }, + { + "ep_idx": 13, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 23.227845907211304, + "skipped": false + }, + { + "ep_idx": 14, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 19.27102041244507, + "skipped": false + }, + { + "ep_idx": 15, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 23.65810465812683, + "skipped": false + }, + { + "ep_idx": 16, + "success": true, + "replans": 0, + "steps": 379, + "reward": -3.789999999999963, + "time": 9.707021474838257, + "skipped": false + }, + { + "ep_idx": 17, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 28.50015163421631, + "skipped": false + }, + { + "ep_idx": 18, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 22.024510145187378, + "skipped": false + }, + { + "ep_idx": 19, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 30.826613664627075, + "skipped": false + }, + { + "ep_idx": 20, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 19.21221423149109, + "skipped": false + }, + { + "ep_idx": 21, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 21.974138498306274, + "skipped": false + }, + { + "ep_idx": 22, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 20.985849618911743, + "skipped": false + }, + { + "ep_idx": 23, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 20.902177333831787, + "skipped": false + }, + { + "ep_idx": 24, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 24.774669408798218, + "skipped": false + }, + { + "ep_idx": 25, + "success": true, + "replans": 0, + "steps": 354, + "reward": -3.5399999999999685, + "time": 9.118947744369507, + "skipped": false + }, + { + "ep_idx": 26, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 23.055521726608276, + "skipped": false + }, + { + "ep_idx": 27, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 19.3313250541687, + "skipped": false + }, + { + "ep_idx": 28, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 26.624136686325073, + "skipped": false + }, + { + "ep_idx": 29, + "success": true, + "replans": 0, + "steps": 564, + "reward": -5.639999999999924, + "time": 14.992934226989746, + "skipped": false + }, + { + "ep_idx": 30, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 23.006507396697998, + "skipped": false + }, + { + "ep_idx": 31, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 25.150261402130127, + "skipped": false + }, + { + "ep_idx": 32, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 21.75892472267151, + "skipped": false + }, + { + "ep_idx": 33, + "success": true, + "replans": 0, + "steps": 352, + "reward": -3.519999999999969, + "time": 9.212798357009888, + "skipped": false + }, + { + "ep_idx": 34, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 20.71795392036438, + "skipped": false + }, + { + "ep_idx": 35, + "success": true, + "replans": 0, + "steps": 478, + "reward": -4.7799999999999425, + "time": 12.447224140167236, + "skipped": false + }, + { + "ep_idx": 36, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 21.90719985961914, + "skipped": false + }, + { + "ep_idx": 37, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 22.526233911514282, + "skipped": false + }, + { + "ep_idx": 38, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 24.77196216583252, + "skipped": false + }, + { + "ep_idx": 39, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 28.161670923233032, + "skipped": false + }, + { + "ep_idx": 40, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 19.368531703948975, + "skipped": false + }, + { + "ep_idx": 41, + "success": true, + "replans": 0, + "steps": 324, + "reward": -3.239999999999975, + "time": 8.703895807266235, + "skipped": false + }, + { + "ep_idx": 42, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 29.362008333206177, + "skipped": false + }, + { + "ep_idx": 43, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 20.73713517189026, + "skipped": false + }, + { + "ep_idx": 44, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 22.041202306747437, + "skipped": false + }, + { + "ep_idx": 45, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 27.852108478546143, + "skipped": false + }, + { + "ep_idx": 46, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 19.231314182281494, + "skipped": false + }, + { + "ep_idx": 47, + "success": true, + "replans": 0, + "steps": 332, + "reward": -3.319999999999973, + "time": 8.48328971862793, + "skipped": false + }, + { + "ep_idx": 48, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 22.230762243270874, + "skipped": false + }, + { + "ep_idx": 49, + "success": false, + "replans": 0, + "steps": 1000, + "reward": -9.999999999999831, + "time": 23.52269434928894, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/kinder-Transport3D-o2-v0__4mode_demo_tracking__0__gsc.json b/eval_results/kinder_4mode/kinder-Transport3D-o2-v0__4mode_demo_tracking__0__gsc.json new file mode 100644 index 0000000000000000000000000000000000000000..d6502950f9626f3d70a429f2301be6d42691e7f8 --- /dev/null +++ b/eval_results/kinder_4mode/kinder-Transport3D-o2-v0__4mode_demo_tracking__0__gsc.json @@ -0,0 +1,609 @@ +{ + "env_name": "kinder-Transport3D-o2-v0", + "env_spec": { + "env_name": "kinder-Transport3D-o2-v0", + "family": "kinder3d", + "scale": "o2", + "train_traj_len": 1100, + "obs_dim_full": 67, + "goal_dim": 67, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66 + ], + "plan_sm_horizon": 128, + "plan_len_ovlp": 48, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 32, + "plan_max_path_length": 1200, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 1200, + "eval_probs_h5": "none", + "eval_default_n_comp": 8, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 30, + "eval_cond2_extra": 100, + "eval_n_max_steps": 2000 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-Transport3D-o2-v0", + "eval_name": "4mode_demo_tracking", + "planner_name": "baseline", + "planner_epoch": "latest", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 0, + "ev_n_comp": 3, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 1.0, + "replan_every": null, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": true, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 100.0, + "avg_reward": -1086.78, + "avg_time": 2.062022771835327, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": true, + "replans": 0, + "steps": 1070, + "reward": -1070.0, + "time": 2.047199010848999, + "skipped": false + }, + { + "ep_idx": 1, + "success": true, + "replans": 0, + "steps": 1091, + "reward": -1091.0, + "time": 2.0721476078033447, + "skipped": false + }, + { + "ep_idx": 2, + "success": true, + "replans": 0, + "steps": 1101, + "reward": -1101.0, + "time": 2.0911965370178223, + "skipped": false + }, + { + "ep_idx": 3, + "success": true, + "replans": 0, + "steps": 1103, + "reward": -1103.0, + "time": 2.0982234477996826, + "skipped": false + }, + { + "ep_idx": 4, + "success": true, + "replans": 0, + "steps": 1079, + "reward": -1079.0, + "time": 2.0629355907440186, + "skipped": false + }, + { + "ep_idx": 5, + "success": true, + "replans": 0, + "steps": 1091, + "reward": -1091.0, + "time": 2.070728063583374, + "skipped": false + }, + { + "ep_idx": 6, + "success": true, + "replans": 0, + "steps": 1095, + "reward": -1095.0, + "time": 2.0827505588531494, + "skipped": false + }, + { + "ep_idx": 7, + "success": true, + "replans": 0, + "steps": 1087, + "reward": -1087.0, + "time": 2.0624141693115234, + "skipped": false + }, + { + "ep_idx": 8, + "success": true, + "replans": 0, + "steps": 1092, + "reward": -1092.0, + "time": 2.0707035064697266, + "skipped": false + }, + { + "ep_idx": 9, + "success": true, + "replans": 0, + "steps": 1087, + "reward": -1087.0, + "time": 2.0735740661621094, + "skipped": false + }, + { + "ep_idx": 10, + "success": true, + "replans": 0, + "steps": 1082, + "reward": -1082.0, + "time": 2.0601582527160645, + "skipped": false + }, + { + "ep_idx": 11, + "success": true, + "replans": 0, + "steps": 1098, + "reward": -1098.0, + "time": 2.075019121170044, + "skipped": false + }, + { + "ep_idx": 12, + "success": true, + "replans": 0, + "steps": 1092, + "reward": -1092.0, + "time": 2.0653793811798096, + "skipped": false + }, + { + "ep_idx": 13, + "success": true, + "replans": 0, + "steps": 1089, + "reward": -1089.0, + "time": 2.066546678543091, + "skipped": false + }, + { + "ep_idx": 14, + "success": true, + "replans": 0, + "steps": 1082, + "reward": -1082.0, + "time": 2.061746597290039, + "skipped": false + }, + { + "ep_idx": 15, + "success": true, + "replans": 0, + "steps": 1091, + "reward": -1091.0, + "time": 2.0737228393554688, + "skipped": false + }, + { + "ep_idx": 16, + "success": true, + "replans": 0, + "steps": 1073, + "reward": -1073.0, + "time": 2.0366733074188232, + "skipped": false + }, + { + "ep_idx": 17, + "success": true, + "replans": 0, + "steps": 1067, + "reward": -1067.0, + "time": 2.0342676639556885, + "skipped": false + }, + { + "ep_idx": 18, + "success": true, + "replans": 0, + "steps": 1091, + "reward": -1091.0, + "time": 2.062397003173828, + "skipped": false + }, + { + "ep_idx": 19, + "success": true, + "replans": 0, + "steps": 1098, + "reward": -1098.0, + "time": 2.0843136310577393, + "skipped": false + }, + { + "ep_idx": 20, + "success": true, + "replans": 0, + "steps": 1077, + "reward": -1077.0, + "time": 2.039942741394043, + "skipped": false + }, + { + "ep_idx": 21, + "success": true, + "replans": 0, + "steps": 1079, + "reward": -1079.0, + "time": 2.0561563968658447, + "skipped": false + }, + { + "ep_idx": 22, + "success": true, + "replans": 0, + "steps": 1080, + "reward": -1080.0, + "time": 2.0433261394500732, + "skipped": false + }, + { + "ep_idx": 23, + "success": true, + "replans": 0, + "steps": 1088, + "reward": -1088.0, + "time": 2.0551106929779053, + "skipped": false + }, + { + "ep_idx": 24, + "success": true, + "replans": 0, + "steps": 1102, + "reward": -1102.0, + "time": 2.087158441543579, + "skipped": false + }, + { + "ep_idx": 25, + "success": true, + "replans": 0, + "steps": 1087, + "reward": -1087.0, + "time": 2.057339906692505, + "skipped": false + }, + { + "ep_idx": 26, + "success": true, + "replans": 0, + "steps": 1088, + "reward": -1088.0, + "time": 2.0605714321136475, + "skipped": false + }, + { + "ep_idx": 27, + "success": true, + "replans": 0, + "steps": 1095, + "reward": -1095.0, + "time": 2.077329397201538, + "skipped": false + }, + { + "ep_idx": 28, + "success": true, + "replans": 0, + "steps": 1079, + "reward": -1079.0, + "time": 2.05075740814209, + "skipped": false + }, + { + "ep_idx": 29, + "success": true, + "replans": 0, + "steps": 1102, + "reward": -1102.0, + "time": 2.0771193504333496, + "skipped": false + }, + { + "ep_idx": 30, + "success": true, + "replans": 0, + "steps": 1078, + "reward": -1078.0, + "time": 2.0454657077789307, + "skipped": false + }, + { + "ep_idx": 31, + "success": true, + "replans": 0, + "steps": 1080, + "reward": -1080.0, + "time": 2.0471253395080566, + "skipped": false + }, + { + "ep_idx": 32, + "success": true, + "replans": 0, + "steps": 1090, + "reward": -1090.0, + "time": 2.0629031658172607, + "skipped": false + }, + { + "ep_idx": 33, + "success": true, + "replans": 0, + "steps": 1074, + "reward": -1074.0, + "time": 2.033073663711548, + "skipped": false + }, + { + "ep_idx": 34, + "success": true, + "replans": 0, + "steps": 1114, + "reward": -1114.0, + "time": 2.105541229248047, + "skipped": false + }, + { + "ep_idx": 35, + "success": true, + "replans": 0, + "steps": 1083, + "reward": -1083.0, + "time": 2.038412094116211, + "skipped": false + }, + { + "ep_idx": 36, + "success": true, + "replans": 0, + "steps": 1078, + "reward": -1078.0, + "time": 2.043480157852173, + "skipped": false + }, + { + "ep_idx": 37, + "success": true, + "replans": 0, + "steps": 1099, + "reward": -1099.0, + "time": 2.0749170780181885, + "skipped": false + }, + { + "ep_idx": 38, + "success": true, + "replans": 0, + "steps": 1072, + "reward": -1072.0, + "time": 2.031214475631714, + "skipped": false + }, + { + "ep_idx": 39, + "success": true, + "replans": 0, + "steps": 1078, + "reward": -1078.0, + "time": 2.045016050338745, + "skipped": false + }, + { + "ep_idx": 40, + "success": true, + "replans": 0, + "steps": 1095, + "reward": -1095.0, + "time": 2.071039915084839, + "skipped": false + }, + { + "ep_idx": 41, + "success": true, + "replans": 0, + "steps": 1079, + "reward": -1079.0, + "time": 2.047245740890503, + "skipped": false + }, + { + "ep_idx": 42, + "success": true, + "replans": 0, + "steps": 1082, + "reward": -1082.0, + "time": 2.0557329654693604, + "skipped": false + }, + { + "ep_idx": 43, + "success": true, + "replans": 0, + "steps": 1093, + "reward": -1093.0, + "time": 2.0764384269714355, + "skipped": false + }, + { + "ep_idx": 44, + "success": true, + "replans": 0, + "steps": 1076, + "reward": -1076.0, + "time": 2.043391227722168, + "skipped": false + }, + { + "ep_idx": 45, + "success": true, + "replans": 0, + "steps": 1079, + "reward": -1079.0, + "time": 2.0552895069122314, + "skipped": false + }, + { + "ep_idx": 46, + "success": true, + "replans": 0, + "steps": 1093, + "reward": -1093.0, + "time": 2.0767271518707275, + "skipped": false + }, + { + "ep_idx": 47, + "success": true, + "replans": 0, + "steps": 1095, + "reward": -1095.0, + "time": 2.080955982208252, + "skipped": false + }, + { + "ep_idx": 48, + "success": true, + "replans": 0, + "steps": 1088, + "reward": -1088.0, + "time": 2.067387580871582, + "skipped": false + }, + { + "ep_idx": 49, + "success": true, + "replans": 0, + "steps": 1077, + "reward": -1077.0, + "time": 2.042872190475464, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/kinder-Transport3D-o2-v0__4mode_demo_tracking__1__gsc.json b/eval_results/kinder_4mode/kinder-Transport3D-o2-v0__4mode_demo_tracking__1__gsc.json new file mode 100644 index 0000000000000000000000000000000000000000..052f5faf9abf1979276ecbc94c90ba120339be28 --- /dev/null +++ b/eval_results/kinder_4mode/kinder-Transport3D-o2-v0__4mode_demo_tracking__1__gsc.json @@ -0,0 +1,609 @@ +{ + "env_name": "kinder-Transport3D-o2-v0", + "env_spec": { + "env_name": "kinder-Transport3D-o2-v0", + "family": "kinder3d", + "scale": "o2", + "train_traj_len": 1100, + "obs_dim_full": 67, + "goal_dim": 67, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66 + ], + "plan_sm_horizon": 128, + "plan_len_ovlp": 48, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 32, + "plan_max_path_length": 1200, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 1200, + "eval_probs_h5": "none", + "eval_default_n_comp": 8, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 30, + "eval_cond2_extra": 100, + "eval_n_max_steps": 2000 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-Transport3D-o2-v0", + "eval_name": "4mode_demo_tracking", + "planner_name": "baseline", + "planner_epoch": "latest", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 1, + "ev_n_comp": 3, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 1.0, + "replan_every": null, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": true, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 100.0, + "avg_reward": -1084.22, + "avg_time": 2.088338923454285, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": true, + "replans": 0, + "steps": 1079, + "reward": -1079.0, + "time": 2.183281421661377, + "skipped": false + }, + { + "ep_idx": 1, + "success": true, + "replans": 0, + "steps": 1105, + "reward": -1105.0, + "time": 2.2259786128997803, + "skipped": false + }, + { + "ep_idx": 2, + "success": true, + "replans": 0, + "steps": 1083, + "reward": -1083.0, + "time": 2.1788735389709473, + "skipped": false + }, + { + "ep_idx": 3, + "success": true, + "replans": 0, + "steps": 1079, + "reward": -1079.0, + "time": 2.1738905906677246, + "skipped": false + }, + { + "ep_idx": 4, + "success": true, + "replans": 0, + "steps": 1082, + "reward": -1082.0, + "time": 2.1740708351135254, + "skipped": false + }, + { + "ep_idx": 5, + "success": true, + "replans": 0, + "steps": 1079, + "reward": -1079.0, + "time": 2.16404390335083, + "skipped": false + }, + { + "ep_idx": 6, + "success": true, + "replans": 0, + "steps": 1092, + "reward": -1092.0, + "time": 2.156101942062378, + "skipped": false + }, + { + "ep_idx": 7, + "success": true, + "replans": 0, + "steps": 1088, + "reward": -1088.0, + "time": 2.081737518310547, + "skipped": false + }, + { + "ep_idx": 8, + "success": true, + "replans": 0, + "steps": 1091, + "reward": -1091.0, + "time": 2.080832004547119, + "skipped": false + }, + { + "ep_idx": 9, + "success": true, + "replans": 0, + "steps": 1080, + "reward": -1080.0, + "time": 2.0645246505737305, + "skipped": false + }, + { + "ep_idx": 10, + "success": true, + "replans": 0, + "steps": 1084, + "reward": -1084.0, + "time": 2.0641143321990967, + "skipped": false + }, + { + "ep_idx": 11, + "success": true, + "replans": 0, + "steps": 1087, + "reward": -1087.0, + "time": 2.061685800552368, + "skipped": false + }, + { + "ep_idx": 12, + "success": true, + "replans": 0, + "steps": 1086, + "reward": -1086.0, + "time": 2.0654568672180176, + "skipped": false + }, + { + "ep_idx": 13, + "success": true, + "replans": 0, + "steps": 1083, + "reward": -1083.0, + "time": 2.06369948387146, + "skipped": false + }, + { + "ep_idx": 14, + "success": true, + "replans": 0, + "steps": 1088, + "reward": -1088.0, + "time": 2.078645944595337, + "skipped": false + }, + { + "ep_idx": 15, + "success": true, + "replans": 0, + "steps": 1080, + "reward": -1080.0, + "time": 2.0663743019104004, + "skipped": false + }, + { + "ep_idx": 16, + "success": true, + "replans": 0, + "steps": 1081, + "reward": -1081.0, + "time": 2.0664801597595215, + "skipped": false + }, + { + "ep_idx": 17, + "success": true, + "replans": 0, + "steps": 1082, + "reward": -1082.0, + "time": 2.076930522918701, + "skipped": false + }, + { + "ep_idx": 18, + "success": true, + "replans": 0, + "steps": 1079, + "reward": -1079.0, + "time": 2.064617395401001, + "skipped": false + }, + { + "ep_idx": 19, + "success": true, + "replans": 0, + "steps": 1087, + "reward": -1087.0, + "time": 2.0836524963378906, + "skipped": false + }, + { + "ep_idx": 20, + "success": true, + "replans": 0, + "steps": 1067, + "reward": -1067.0, + "time": 2.0593860149383545, + "skipped": false + }, + { + "ep_idx": 21, + "success": true, + "replans": 0, + "steps": 1079, + "reward": -1079.0, + "time": 2.065458297729492, + "skipped": false + }, + { + "ep_idx": 22, + "success": true, + "replans": 0, + "steps": 1096, + "reward": -1096.0, + "time": 2.088564872741699, + "skipped": false + }, + { + "ep_idx": 23, + "success": true, + "replans": 0, + "steps": 1082, + "reward": -1082.0, + "time": 2.068352699279785, + "skipped": false + }, + { + "ep_idx": 24, + "success": true, + "replans": 0, + "steps": 1079, + "reward": -1079.0, + "time": 2.0622072219848633, + "skipped": false + }, + { + "ep_idx": 25, + "success": true, + "replans": 0, + "steps": 1092, + "reward": -1092.0, + "time": 2.0820510387420654, + "skipped": false + }, + { + "ep_idx": 26, + "success": true, + "replans": 0, + "steps": 1080, + "reward": -1080.0, + "time": 2.0633387565612793, + "skipped": false + }, + { + "ep_idx": 27, + "success": true, + "replans": 0, + "steps": 1079, + "reward": -1079.0, + "time": 2.0727174282073975, + "skipped": false + }, + { + "ep_idx": 28, + "success": true, + "replans": 0, + "steps": 1076, + "reward": -1076.0, + "time": 2.063753366470337, + "skipped": false + }, + { + "ep_idx": 29, + "success": true, + "replans": 0, + "steps": 1084, + "reward": -1084.0, + "time": 2.0669572353363037, + "skipped": false + }, + { + "ep_idx": 30, + "success": true, + "replans": 0, + "steps": 1097, + "reward": -1097.0, + "time": 2.096376657485962, + "skipped": false + }, + { + "ep_idx": 31, + "success": true, + "replans": 0, + "steps": 1088, + "reward": -1088.0, + "time": 2.07586669921875, + "skipped": false + }, + { + "ep_idx": 32, + "success": true, + "replans": 0, + "steps": 1093, + "reward": -1093.0, + "time": 2.084867477416992, + "skipped": false + }, + { + "ep_idx": 33, + "success": true, + "replans": 0, + "steps": 1067, + "reward": -1067.0, + "time": 2.04128360748291, + "skipped": false + }, + { + "ep_idx": 34, + "success": true, + "replans": 0, + "steps": 1082, + "reward": -1082.0, + "time": 2.07096266746521, + "skipped": false + }, + { + "ep_idx": 35, + "success": true, + "replans": 0, + "steps": 1092, + "reward": -1092.0, + "time": 2.075266122817993, + "skipped": false + }, + { + "ep_idx": 36, + "success": true, + "replans": 0, + "steps": 1096, + "reward": -1096.0, + "time": 2.100135326385498, + "skipped": false + }, + { + "ep_idx": 37, + "success": true, + "replans": 0, + "steps": 1082, + "reward": -1082.0, + "time": 2.0833630561828613, + "skipped": false + }, + { + "ep_idx": 38, + "success": true, + "replans": 0, + "steps": 1079, + "reward": -1079.0, + "time": 2.0706543922424316, + "skipped": false + }, + { + "ep_idx": 39, + "success": true, + "replans": 0, + "steps": 1086, + "reward": -1086.0, + "time": 2.084012746810913, + "skipped": false + }, + { + "ep_idx": 40, + "success": true, + "replans": 0, + "steps": 1091, + "reward": -1091.0, + "time": 2.086878538131714, + "skipped": false + }, + { + "ep_idx": 41, + "success": true, + "replans": 0, + "steps": 1090, + "reward": -1090.0, + "time": 2.085643768310547, + "skipped": false + }, + { + "ep_idx": 42, + "success": true, + "replans": 0, + "steps": 1079, + "reward": -1079.0, + "time": 2.071420907974243, + "skipped": false + }, + { + "ep_idx": 43, + "success": true, + "replans": 0, + "steps": 1095, + "reward": -1095.0, + "time": 2.0920355319976807, + "skipped": false + }, + { + "ep_idx": 44, + "success": true, + "replans": 0, + "steps": 1073, + "reward": -1073.0, + "time": 2.065420627593994, + "skipped": false + }, + { + "ep_idx": 45, + "success": true, + "replans": 0, + "steps": 1082, + "reward": -1082.0, + "time": 2.0839247703552246, + "skipped": false + }, + { + "ep_idx": 46, + "success": true, + "replans": 0, + "steps": 1082, + "reward": -1082.0, + "time": 2.079754114151001, + "skipped": false + }, + { + "ep_idx": 47, + "success": true, + "replans": 0, + "steps": 1090, + "reward": -1090.0, + "time": 2.088019847869873, + "skipped": false + }, + { + "ep_idx": 48, + "success": true, + "replans": 0, + "steps": 1091, + "reward": -1091.0, + "time": 2.0748419761657715, + "skipped": false + }, + { + "ep_idx": 49, + "success": true, + "replans": 0, + "steps": 1067, + "reward": -1067.0, + "time": 2.038438081741333, + "skipped": false + } + ] +} \ No newline at end of file diff --git a/eval_results/kinder_4mode/kinder-Transport3D-o2-v0__4mode_demo_tracking__2__gsc.json b/eval_results/kinder_4mode/kinder-Transport3D-o2-v0__4mode_demo_tracking__2__gsc.json new file mode 100644 index 0000000000000000000000000000000000000000..828d5f5ec76d6eafb6fe4290344a1969153d31b9 --- /dev/null +++ b/eval_results/kinder_4mode/kinder-Transport3D-o2-v0__4mode_demo_tracking__2__gsc.json @@ -0,0 +1,609 @@ +{ + "env_name": "kinder-Transport3D-o2-v0", + "env_spec": { + "env_name": "kinder-Transport3D-o2-v0", + "family": "kinder3d", + "scale": "o2", + "train_traj_len": 1100, + "obs_dim_full": 67, + "goal_dim": 67, + "plan_obs_select_dim": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66 + ], + "plan_sm_horizon": 128, + "plan_len_ovlp": 48, + "plan_n_diff_steps": 512, + "plan_use_padbuf": true, + "plan_extra_pad": 32, + "plan_max_path_length": 1200, + "plan_max_ori_path_len": null, + "invdyn_horizon": 12, + "invdyn_max_path_length": 1200, + "eval_probs_h5": "none", + "eval_default_n_comp": 8, + "eval_repl_thres": 0.5, + "eval_max_n_repl": 50, + "eval_ada_minus_n_wp": 30, + "eval_cond2_extra": 100, + "eval_n_max_steps": 2000 + }, + "eval_args": { + "spec_csv": "kinder_env_spec.csv", + "env": "kinder-Transport3D-o2-v0", + "eval_name": "4mode_demo_tracking", + "planner_name": "baseline", + "planner_epoch": "latest", + "invdyn_name": "baseline", + "invdyn_epoch": "latest", + "n_episodes": 50, + "seed": 2, + "ev_n_comp": 3, + "var_temp": 1.0, + "cond_w": 2.0, + "use_ddim": 1, + "ddim_steps": 50, + "ddim_eta": 1.0, + "num_resampling_steps": 10, + "min_resampling_steps": 1, + "pruning_start": 0.5, + "pruning_end": 1.0, + "pruning_top_k": 0.2, + "adaptive_pruning": true, + "cv_threshold": 0.01, + "undo_eta": 0.0, + "use_gradient_ovlp": false, + "use_eta_noise": false, + "pruning_score_type": "inversion", + "overlap_score_weight": 0.5, + "n_act_per_waypnt": 1, + "b_size_per_prob": 60, + "max_wp_step": 1.0, + "replan_every": null, + "is_replan": "ada_dist", + "n_max_steps": null, + "repl_max_n": null, + "repl_thres": null, + "ada_dist_minus_n_wp": null, + "cond2_extra": null, + "fused_traj_alloc": 10000, + "ev_top_n": 5, + "ev_pick_type": "first", + "ev_cp_infer_t_type": "gsc", + "tjb_blend_type": "exp", + "tjb_exp_beta": 2.0, + "no_act_correction": false, + "plan_trust_dims": null, + "fb_gain": 0.0, + "fb_arm_only": false, + "demo_arm": false, + "demo_tracking": true, + "record_video": false, + "n_video_episodes": 10, + "video_fps": 30 + }, + "summary": { + "num_ep": 50, + "success_rate": 100.0, + "avg_reward": -1088.14, + "avg_time": 2.17129195690155, + "world_size": 1 + }, + "per_episode": [ + { + "ep_idx": 0, + "success": true, + "replans": 0, + "steps": 1079, + "reward": -1079.0, + "time": 2.1772985458374023, + "skipped": false + }, + { + "ep_idx": 1, + "success": true, + "replans": 0, + "steps": 1095, + "reward": -1095.0, + "time": 2.2198028564453125, + "skipped": false + }, + { + "ep_idx": 2, + "success": true, + "replans": 0, + "steps": 1093, + "reward": -1093.0, + "time": 2.216005802154541, + "skipped": false + }, + { + "ep_idx": 3, + "success": true, + "replans": 0, + "steps": 1086, + "reward": -1086.0, + "time": 2.1877031326293945, + "skipped": false + }, + { + "ep_idx": 4, + "success": true, + "replans": 0, + "steps": 1082, + "reward": -1082.0, + "time": 2.178938865661621, + "skipped": false + }, + { + "ep_idx": 5, + "success": true, + "replans": 0, + "steps": 1088, + "reward": -1088.0, + "time": 2.175715684890747, + "skipped": false + }, + { + "ep_idx": 6, + "success": true, + "replans": 0, + "steps": 1078, + "reward": -1078.0, + "time": 2.1600544452667236, + "skipped": false + }, + { + "ep_idx": 7, + "success": true, + "replans": 0, + "steps": 1098, + "reward": -1098.0, + "time": 2.1846961975097656, + "skipped": false + }, + { + "ep_idx": 8, + "success": true, + "replans": 0, + "steps": 1082, + "reward": -1082.0, + "time": 2.1563966274261475, + "skipped": false + }, + { + "ep_idx": 9, + "success": true, + "replans": 0, + "steps": 1114, + "reward": -1114.0, + "time": 2.2210776805877686, + "skipped": false + }, + { + "ep_idx": 10, + "success": true, + "replans": 0, + "steps": 1067, + "reward": -1067.0, + "time": 2.131620168685913, + "skipped": false + }, + { + "ep_idx": 11, + "success": true, + "replans": 0, + "steps": 1085, + "reward": -1085.0, + "time": 2.161328077316284, + "skipped": false + }, + { + "ep_idx": 12, + "success": true, + "replans": 0, + "steps": 1087, + "reward": -1087.0, + "time": 2.167668342590332, + "skipped": false + }, + { + "ep_idx": 13, + "success": true, + "replans": 0, + "steps": 1102, + "reward": -1102.0, + "time": 2.1922895908355713, + "skipped": false + }, + { + "ep_idx": 14, + "success": true, + "replans": 0, + "steps": 1133, + "reward": -1133.0, + "time": 2.253915309906006, + "skipped": false + }, + { + "ep_idx": 15, + "success": true, + "replans": 0, + "steps": 1082, + "reward": -1082.0, + "time": 2.1598994731903076, + "skipped": false + }, + { + "ep_idx": 16, + "success": true, + "replans": 0, + "steps": 1087, + "reward": -1087.0, + "time": 2.1671411991119385, + "skipped": false + }, + { + "ep_idx": 17, + "success": true, + "replans": 0, + "steps": 1089, + "reward": -1089.0, + "time": 2.166703939437866, + "skipped": false + }, + { + "ep_idx": 18, + "success": true, + "replans": 0, + "steps": 1079, + "reward": -1079.0, + "time": 2.15160870552063, + "skipped": false + }, + { + "ep_idx": 19, + "success": true, + "replans": 0, + "steps": 1079, + "reward": -1079.0, + "time": 2.1510143280029297, + "skipped": false + }, + { + "ep_idx": 20, + "success": true, + "replans": 0, + "steps": 1078, + "reward": -1078.0, + "time": 2.1470956802368164, + "skipped": false + }, + { + "ep_idx": 21, + "success": true, + "replans": 0, + "steps": 1098, + "reward": -1098.0, + "time": 2.183668613433838, + "skipped": false + }, + { + "ep_idx": 22, + "success": true, + "replans": 0, + "steps": 1098, + "reward": -1098.0, + "time": 2.185220241546631, + "skipped": false + }, + { + "ep_idx": 23, + "success": true, + "replans": 0, + "steps": 1080, + "reward": -1080.0, + "time": 2.149259090423584, + "skipped": false + }, + { + "ep_idx": 24, + "success": true, + "replans": 0, + "steps": 1099, + "reward": -1099.0, + "time": 2.18430757522583, + "skipped": false + }, + { + "ep_idx": 25, + "success": true, + "replans": 0, + "steps": 1093, + "reward": -1093.0, + "time": 2.191065788269043, + "skipped": false + }, + { + "ep_idx": 26, + "success": true, + "replans": 0, + "steps": 1083, + "reward": -1083.0, + "time": 2.157836675643921, + "skipped": false + }, + { + "ep_idx": 27, + "success": true, + "replans": 0, + "steps": 1089, + "reward": -1089.0, + "time": 2.173469066619873, + "skipped": false + }, + { + "ep_idx": 28, + "success": true, + "replans": 0, + "steps": 1078, + "reward": -1078.0, + "time": 2.148648738861084, + "skipped": false + }, + { + "ep_idx": 29, + "success": true, + "replans": 0, + "steps": 1091, + "reward": -1091.0, + "time": 2.1756296157836914, + "skipped": false + }, + { + "ep_idx": 30, + "success": true, + "replans": 0, + "steps": 1090, + "reward": -1090.0, + "time": 2.1687614917755127, + "skipped": false + }, + { + "ep_idx": 31, + "success": true, + "replans": 0, + "steps": 1099, + "reward": -1099.0, + "time": 2.1856722831726074, + "skipped": false + }, + { + "ep_idx": 32, + "success": true, + "replans": 0, + "steps": 1087, + "reward": -1087.0, + "time": 2.1673383712768555, + "skipped": false + }, + { + "ep_idx": 33, + "success": true, + "replans": 0, + "steps": 1085, + "reward": -1085.0, + "time": 2.1609582901000977, + "skipped": false + }, + { + "ep_idx": 34, + "success": true, + "replans": 0, + "steps": 1079, + "reward": -1079.0, + "time": 2.1557955741882324, + "skipped": false + }, + { + "ep_idx": 35, + "success": true, + "replans": 0, + "steps": 1078, + "reward": -1078.0, + "time": 2.1497440338134766, + "skipped": false + }, + { + "ep_idx": 36, + "success": true, + "replans": 0, + "steps": 1088, + "reward": -1088.0, + "time": 2.1705799102783203, + "skipped": false + }, + { + "ep_idx": 37, + "success": true, + "replans": 0, + "steps": 1082, + "reward": -1082.0, + "time": 2.161702871322632, + "skipped": false + }, + { + "ep_idx": 38, + "success": true, + "replans": 0, + "steps": 1081, + "reward": -1081.0, + "time": 2.151949405670166, + "skipped": false + }, + { + "ep_idx": 39, + "success": true, + "replans": 0, + "steps": 1089, + "reward": -1089.0, + "time": 2.168400764465332, + "skipped": false + }, + { + "ep_idx": 40, + "success": true, + "replans": 0, + "steps": 1091, + "reward": -1091.0, + "time": 2.1757845878601074, + "skipped": false + }, + { + "ep_idx": 41, + "success": true, + "replans": 0, + "steps": 1087, + "reward": -1087.0, + "time": 2.1635255813598633, + "skipped": false + }, + { + "ep_idx": 42, + "success": true, + "replans": 0, + "steps": 1076, + "reward": -1076.0, + "time": 2.1433355808258057, + "skipped": false + }, + { + "ep_idx": 43, + "success": true, + "replans": 0, + "steps": 1087, + "reward": -1087.0, + "time": 2.1548476219177246, + "skipped": false + }, + { + "ep_idx": 44, + "success": true, + "replans": 0, + "steps": 1101, + "reward": -1101.0, + "time": 2.186962842941284, + "skipped": false + }, + { + "ep_idx": 45, + "success": true, + "replans": 0, + "steps": 1089, + "reward": -1089.0, + "time": 2.1708006858825684, + "skipped": false + }, + { + "ep_idx": 46, + "success": true, + "replans": 0, + "steps": 1096, + "reward": -1096.0, + "time": 2.177525043487549, + "skipped": false + }, + { + "ep_idx": 47, + "success": true, + "replans": 0, + "steps": 1090, + "reward": -1090.0, + "time": 2.168062686920166, + "skipped": false + }, + { + "ep_idx": 48, + "success": true, + "replans": 0, + "steps": 1080, + "reward": -1080.0, + "time": 2.1521408557891846, + "skipped": false + }, + { + "ep_idx": 49, + "success": true, + "replans": 0, + "steps": 1080, + "reward": -1080.0, + "time": 2.1536293029785156, + "skipped": false + } + ] +} \ No newline at end of file