diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..a348ba18077ca05b5121df146ad011e3b38c5459 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,170 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_1.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_2.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_4.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_5.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_6.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_8.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_0.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_1.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_3.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_5.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_8.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_9.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_0.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_1.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_2.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_3.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_7.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_9.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_1.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_2.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_4.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_5.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_6.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_8.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_9.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_0.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_1.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_2.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_3.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_4.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_5.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_6.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_7.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_8.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_9.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_0.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_1.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_2.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_3.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_5.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_6.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_9.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_0.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_1.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_2.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_3.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_7.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_9.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_1.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_2.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_4.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_5.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_6.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_7.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_9.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_0.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_1.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_3.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_4.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_5.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_6.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_7.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_9.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_0.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_1.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_2.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_5.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_6.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_7.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_9.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_1.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_2.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_5.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_6.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_7.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_9.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_1.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_2.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_4.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_5.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_6.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_8.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_9.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_0.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_2.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_4.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_6.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_8.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_9.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_0.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_1.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_2.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_3.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_4.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_5.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_7.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_8.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_9.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_0.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_2.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_4.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_6.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_8.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_9.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_0.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_1.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_2.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_4.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_5.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_6.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_7.mp4 filter=lfs diff=lfs merge=lfs -text +eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_9.mp4 filter=lfs diff=lfs merge=lfs -text +eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_0.mp4 filter=lfs diff=lfs merge=lfs -text +eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_1.mp4 filter=lfs diff=lfs merge=lfs -text +eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_2.mp4 filter=lfs diff=lfs merge=lfs -text +eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_4.mp4 filter=lfs diff=lfs merge=lfs -text +eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_6.mp4 filter=lfs diff=lfs merge=lfs -text +eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_7.mp4 filter=lfs diff=lfs merge=lfs -text +eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_8.mp4 filter=lfs diff=lfs merge=lfs -text +eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_9.mp4 filter=lfs diff=lfs merge=lfs -text +eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_0.mp4 filter=lfs diff=lfs merge=lfs -text +eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_1.mp4 filter=lfs diff=lfs merge=lfs -text +eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_2.mp4 filter=lfs diff=lfs merge=lfs -text +eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_3.mp4 filter=lfs diff=lfs merge=lfs -text +eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_4.mp4 filter=lfs diff=lfs merge=lfs -text +eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_5.mp4 filter=lfs diff=lfs merge=lfs -text +eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_6.mp4 filter=lfs diff=lfs merge=lfs -text +eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_9.mp4 filter=lfs diff=lfs merge=lfs -text +eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_0.mp4 filter=lfs diff=lfs merge=lfs -text +eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_1.mp4 filter=lfs diff=lfs merge=lfs -text +eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_2.mp4 filter=lfs diff=lfs merge=lfs -text +eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_3.mp4 filter=lfs diff=lfs merge=lfs -text +eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_4.mp4 filter=lfs diff=lfs merge=lfs -text +eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_5.mp4 filter=lfs diff=lfs merge=lfs -text +eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_6.mp4 filter=lfs diff=lfs merge=lfs -text +eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_7.mp4 filter=lfs diff=lfs merge=lfs -text +eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_8.mp4 filter=lfs diff=lfs merge=lfs -text +eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_0.mp4 filter=lfs diff=lfs merge=lfs -text +eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_1.mp4 filter=lfs diff=lfs merge=lfs -text +eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_4.mp4 filter=lfs diff=lfs merge=lfs -text +eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_5.mp4 filter=lfs diff=lfs merge=lfs -text +eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_6.mp4 filter=lfs diff=lfs merge=lfs -text +eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_7.mp4 filter=lfs diff=lfs merge=lfs -text +eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_8.mp4 filter=lfs diff=lfs merge=lfs -text +eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_9.mp4 filter=lfs diff=lfs merge=lfs -text +eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_0.mp4 filter=lfs diff=lfs merge=lfs -text +eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_1.mp4 filter=lfs diff=lfs merge=lfs -text +eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_4.mp4 filter=lfs diff=lfs merge=lfs -text +eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_6.mp4 filter=lfs diff=lfs merge=lfs -text +eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_7.mp4 filter=lfs diff=lfs merge=lfs -text +eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_8.mp4 filter=lfs diff=lfs merge=lfs -text +eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_9.mp4 filter=lfs diff=lfs merge=lfs -text +eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_0.mp4 filter=lfs diff=lfs merge=lfs -text +eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_1.mp4 filter=lfs diff=lfs merge=lfs -text +eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_2.mp4 filter=lfs diff=lfs merge=lfs -text +eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_3.mp4 filter=lfs diff=lfs merge=lfs -text +eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_4.mp4 filter=lfs diff=lfs merge=lfs -text +eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_5.mp4 filter=lfs diff=lfs merge=lfs -text +eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_6.mp4 filter=lfs diff=lfs merge=lfs -text +eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_7.mp4 filter=lfs diff=lfs merge=lfs -text +eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_8.mp4 filter=lfs diff=lfs merge=lfs -text +eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_9.mp4 filter=lfs diff=lfs merge=lfs -text +eval/diffusion_L0_s1001_step025000/videos/pusht_0/eval_episode_1.mp4 filter=lfs diff=lfs merge=lfs -text +eval/diffusion_L0_s1001_step025000/videos/pusht_0/eval_episode_3.mp4 filter=lfs diff=lfs merge=lfs -text +eval/diffusion_L0_s1001_step025000/videos/pusht_0/eval_episode_4.mp4 filter=lfs diff=lfs merge=lfs -text +eval/diffusion_L0_s1001_step025000/videos/pusht_0/eval_episode_5.mp4 filter=lfs diff=lfs merge=lfs -text +eval/diffusion_L0_s1001_step025000/videos/pusht_0/eval_episode_6.mp4 filter=lfs diff=lfs merge=lfs -text diff --git a/eval/bsp10_L0_latency_s1000/eval_info.json b/eval/bsp10_L0_latency_s1000/eval_info.json new file mode 100644 index 0000000000000000000000000000000000000000..7946b4fea5ae5ba666867ca8d4287f6d88c94dca --- /dev/null +++ b/eval/bsp10_L0_latency_s1000/eval_info.json @@ -0,0 +1,688 @@ +{ + "per_task": [ + { + "task_group": "pusht", + "task_id": 0, + "metrics": { + "sum_rewards": [ + 47.115582739348994, + 114.28077043080296, + 73.46564510734854, + 25.542668816484202, + 171.44396040527232, + 7.337331874530326, + 89.15173059790835, + 44.879740865860065, + 123.99248047432906, + 85.4863547612799, + 79.13936210828163, + 1.5755690831055773, + 125.44523784736225, + 3.105620351932356, + 129.51272588719866, + 229.39370963678712, + 203.2174700571686, + 126.11269864020622, + 148.92453117854822, + 99.68107476216905, + 16.542780691233506, + 115.499450070859, + 109.28438962373268, + 0.25152164146965816, + 156.44839972192892, + 98.91954908377784, + 126.82905196698476, + 18.236401492973837, + 0.0, + 12.806780961557026, + 1.13581336329517, + 59.73925390097236, + 193.53746136056753, + 30.399030613478544, + 25.9975764731424, + 1.9633104690664753, + 0.0, + 186.99291789650889, + 42.67944280696518, + 23.340881964620316, + 13.842081446027654, + 178.9853825463559, + 169.7442476913917, + 83.58262837264402, + 127.16918470963853, + 156.43497339672078, + 22.758529412231887, + 1.1886943512560246, + 0.0, + 107.06389094091048, + 0.8354913301617456, + 38.11530226393885, + 26.521058466014438, + 145.95425593778592, + 85.6210595764598, + 172.6406064710208, + 138.33722041060918, + 7.5232755546295245, + 85.2205563163475, + 74.8513711474178, + 86.72685091488333, + 16.507836808930293, + 205.8394814349947, + 96.2711308171368, + 120.92019330266518, + 176.35285296631855, + 112.08813315626813, + 0.0, + 68.53537739359749, + 50.33159910745341, + 149.57529027310454, + 77.78933387781055, + 84.3102907857986, + 0.0, + 180.6928032677309, + 0.10564636635142272, + 1.39943597124576, + 0.0, + 0.0021147035782702922, + 172.30585991925412, + 0.0, + 55.360234111795926, + 1.1056981672923865, + 72.62137704249429, + 0.0, + 218.66439418759663, + 209.05668227331014, + 0.40533016406899036, + 0.0, + 103.09236613517791, + 124.63715858615222, + 202.84961194324745, + 183.6482873717739, + 8.763201675688089, + 0.0, + 88.77567491122639, + 0.0, + 32.75613776210775, + 65.7572660681525, + 157.23777189097834, + 209.1141591163314, + 66.73821455800629, + 2.3898866125055513, + 92.8843902844596, + 0.0, + 134.39376239418795, + 0.0, + 158.80457983621767, + 18.938994592066315, + 0.0, + 47.535509534315985, + 0.0, + 115.50280946278882, + 191.5081348784969, + 147.2244966832994, + 86.92330797079715, + 36.5373831348283, + 2.0993468578796604, + 2.3638606162571736, + 0.0, + 30.25084692607746, + 138.1219118644614, + 176.92792558271017, + 137.58977855277868, + 30.684913023232664, + 173.16264562593815, + 36.893083852305026, + 126.5046690642661, + 109.55045575982116, + 91.72687979238434, + 125.5297752630579, + 0.00017119742042255592, + 9.259135444079938, + 63.84222343877836, + 0.0, + 199.0431211439932, + 185.3711872835067, + 72.9300324031814, + 0.0, + 176.70420729722983, + 63.31659956934245, + 98.6124132662101, + 155.6883547873399, + 93.36651260770765, + 201.60026251962182, + 0.0, + 68.48769040046383, + 17.563881014604505, + 168.16752567407872, + 126.13852711011877, + 80.3896135050598, + 162.39022468475895, + 11.597425917317334, + 81.72608884239031, + 65.79273137930613, + 167.72324231320277, + 0.0, + 0.0, + 161.9900507990327, + 98.6825468253331, + 15.585894144958223, + 4.32218913213261, + 0.0, + 0.0, + 124.64832510090378, + 219.40933342496248, + 103.58664947526383, + 62.164136597791135, + 37.99712551253049, + 0.0, + 0.6786790349718723, + 150.64191276002947, + 77.2219233323301, + 145.54636208774497, + 65.67129109754315, + 147.602293208972, + 23.059875740109565, + 2.24346822955604, + 119.04938328667954, + 148.1193303105497, + 0.4661399257575739, + 159.47385369866447, + 79.47629882042658, + 55.65649893287766, + 79.5597063139591, + 0.0, + 184.61289665943968, + 160.61244905757422, + 91.1776286554364, + 122.82612697268225, + 135.7303988304345, + 87.3602654986122, + 116.77544904695, + 116.75563542910204, + 144.8954174833964, + 21.2169432217363, + 39.91921519956415, + 142.8487566437383, + 76.09554322742119, + 248.04078272361278 + ], + "max_rewards": [ + 1.0, + 0.9428077172462914, + 1.0, + 1.0, + 0.9950560992352285, + 0.26960575463484443, + 0.3692164510458574, + 1.0, + 1.0, + 1.0, + 1.0, + 0.11127431927114734, + 0.9579309341614961, + 0.1680582088465146, + 0.9948213844086766, + 0.9860487644896273, + 0.9671760389248191, + 0.9736667043785799, + 1.0, + 1.0, + 0.20872120881844797, + 0.9586966506895126, + 1.0, + 0.05063127593745862, + 1.0, + 0.5620941219617974, + 0.49622865049602843, + 1.0, + 0.0, + 0.2154220431645284, + 0.10951331074658821, + 0.9606381199840397, + 0.9857179155897032, + 0.4006386803806649, + 1.0, + 0.12743562519956417, + 0.0, + 0.9540698749261523, + 1.0, + 1.0, + 0.42851562025309775, + 0.9881991935616117, + 0.9881907402573724, + 1.0, + 1.0, + 0.9859120248512683, + 1.0, + 0.03846418379283366, + 0.0, + 1.0, + 0.18645031201536144, + 1.0, + 0.36724052427447196, + 0.603879862000376, + 0.8210748584073128, + 0.8632857245284837, + 1.0, + 0.17354667674329866, + 1.0, + 1.0, + 1.0, + 0.25249908181114783, + 0.995884303065232, + 1.0, + 0.4405646576622223, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.9826016258690862, + 0.9834262625436286, + 1.0, + 0.0, + 0.9576859245522397, + 0.031089697095788398, + 0.16662833766833268, + 0.0, + 0.0014016864642923755, + 0.9500752677235385, + 0.0, + 0.23177377258940474, + 0.0848796171338293, + 1.0, + 0.0, + 0.9724422299091338, + 0.953999903920549, + 0.02397386496659747, + 0.0, + 0.9930712041779333, + 0.8421183674052766, + 1.0, + 1.0, + 0.029210672252293637, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.9432692686997853, + 0.9717084756107653, + 1.0, + 0.23662497908445865, + 1.0, + 0.0, + 1.0, + 0.0, + 0.9076832028590605, + 0.09886158416886154, + 0.0, + 0.33519185245792965, + 0.0, + 0.4004200517972576, + 0.9582445779654086, + 0.9521069101968895, + 1.0, + 1.0, + 0.15615378781380582, + 0.15527140938102685, + 0.0, + 1.0, + 1.0, + 0.9931154315541277, + 0.5257135332975013, + 0.11891128834528106, + 0.9979080313783771, + 1.0, + 0.6298590583630166, + 0.4145099908999765, + 0.3667806180701465, + 1.0, + 0.00014483025887665778, + 0.20965412879250117, + 0.9622675480046409, + 0.0, + 0.9915541046720812, + 0.8990402141701831, + 0.32642383024258337, + 0.0, + 0.9834013619652071, + 0.25702846241774385, + 0.9738886583518377, + 0.6607673875981017, + 0.46281794935277853, + 0.9827975447403119, + 0.0, + 1.0, + 0.22667442184590653, + 0.6149062152258189, + 0.5501929564171116, + 0.38755678771994323, + 0.9551539949384488, + 0.4375648811476059, + 0.4030611423899837, + 1.0, + 1.0, + 0.0, + 0.0, + 0.9876547522041433, + 0.35112671034967413, + 0.3620942680193247, + 0.1826767459900174, + 0.0, + 0.0, + 0.9533544474589322, + 0.9928295368085647, + 0.3625054084822161, + 0.35498460536800974, + 1.0, + 0.0, + 0.13482863835096012, + 1.0, + 1.0, + 1.0, + 0.22607686287583043, + 0.9632386675612137, + 1.0, + 0.15951691685379513, + 1.0, + 0.9768126235163118, + 0.09237934415924257, + 0.9842688390180385, + 1.0, + 1.0, + 0.33739590162076216, + 0.0, + 0.9722033521254462, + 0.9583405671410863, + 0.41729417132207675, + 0.5511222376822231, + 1.0, + 0.4922968071292741, + 1.0, + 1.0, + 0.5757898456134866, + 0.20050366979467807, + 0.5170388353669587, + 0.9791591252333317, + 0.9974388714061244, + 0.9790364066006427 + ], + "successes": [ + true, + false, + true, + true, + false, + false, + false, + true, + true, + true, + true, + false, + false, + false, + false, + false, + false, + false, + true, + true, + false, + false, + true, + false, + true, + false, + false, + true, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + true, + true, + false, + false, + false, + true, + true, + false, + true, + false, + false, + true, + false, + true, + false, + false, + false, + false, + true, + false, + true, + true, + true, + false, + false, + true, + false, + true, + true, + false, + true, + true, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + true, + true, + false, + false, + true, + false, + true, + true, + false, + false, + true, + false, + true, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + true, + false, + false, + false, + true, + true, + false, + false, + false, + false, + true, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + true, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + true, + true, + true, + false, + false, + true, + false, + true, + false, + false, + false, + true, + true, + false, + false, + false, + false, + false, + false, + true, + false, + true, + true, + false, + false, + false, + false, + false, + false + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + }, + "n_episodes": 200, + "n_success": 59, + "pc_success": 29.5, + "pc_success_ci95": [ + 23.61394385684915, + 36.15871452461877 + ] + } + ], + "per_group": { + "pusht": { + "avg_sum_reward": 82.20808591755386, + "avg_max_reward": 0.6330637734114064, + "pc_success": 29.5, + "n_episodes": 200, + "n_success": 59, + "pc_success_ci95": [ + 23.61394385684915, + 36.15871452461877 + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } + }, + "overall": { + "avg_sum_reward": 82.20808591755386, + "avg_max_reward": 0.6330637734114064, + "pc_success": 29.5, + "n_episodes": 200, + "n_success": 59, + "pc_success_ci95": [ + 23.61394385684915, + 36.15871452461877 + ], + "eval_s": 301.316698551178, + "eval_ep_s": 1.5065834951400756, + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } +} \ No newline at end of file diff --git a/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_0.mp4 b/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..3092620c3dbb955281a6c6700bb44f1665251a1d Binary files /dev/null and b/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_0.mp4 differ diff --git a/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_1.mp4 b/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..0c9886c936e95047dab68dabfb47f7c47ff92fb6 --- /dev/null +++ b/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_1.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:182a2ea95a96a9600424fbbaf13a17c3c7591096bf92e087e9350b09e63cba47 +size 148901 diff --git a/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_2.mp4 b/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..7d6cac768aa940f356d4e7df70e6e8d9cc88b414 --- /dev/null +++ b/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_2.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a6a6cb0500c8b0e8d40f5fac2ff2a7d92a12d594e21cfbc8d227ad9245767a +size 144176 diff --git a/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_3.mp4 b/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..1fa9e8d7e1fbc059c1354724350437ecfc291d16 Binary files /dev/null and b/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_3.mp4 differ diff --git a/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_4.mp4 b/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_4.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..2b0df7c850b863cc6c133a7194a48f4516854740 --- /dev/null +++ b/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_4.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cc6ba8d2efdf0fb69cc12c0de6e2da93dc106842463bd05ddd8b6ee1238b606 +size 136329 diff --git a/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_5.mp4 b/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_5.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..9453bfb6b6c2709556e18c82379bb156542b25cc --- /dev/null +++ b/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_5.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8659b9b05e37648d408ccde71e67714ddebac55eec6f1a4afaf35aaab78a11dd +size 119788 diff --git a/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_6.mp4 b/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_6.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..09824a5acdf31451c1dd35ecb9dec86b2951e263 --- /dev/null +++ b/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_6.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e14e3f6ddc8f1b277a419a19b637aae08a2c4554bf06b763ee58804fd47293ef +size 108578 diff --git a/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_7.mp4 b/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_7.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..c0616f0fb08e4b82a5805912cfd81637702cd36f Binary files /dev/null and b/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_7.mp4 differ diff --git a/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_8.mp4 b/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_8.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..85c30a1094d40ddd857e6b96166e9afa16ae385a --- /dev/null +++ b/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_8.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8665a989a2defdeef36c359c92e4017edfe0bd4f69772acd64e993292c42ca3b +size 102842 diff --git a/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_9.mp4 b/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_9.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..cc62688d94625b9090a44240132ec29bbe9002dd Binary files /dev/null and b/eval/bsp10_L0_latency_s1000/videos/pusht_0/eval_episode_9.mp4 differ diff --git a/eval/bsp10_L0_latency_s1001/eval_info.json b/eval/bsp10_L0_latency_s1001/eval_info.json new file mode 100644 index 0000000000000000000000000000000000000000..a69d36ff17d7ecade89f7b943fec4c71dc9c2aa9 --- /dev/null +++ b/eval/bsp10_L0_latency_s1001/eval_info.json @@ -0,0 +1,688 @@ +{ + "per_task": [ + { + "task_group": "pusht", + "task_id": 0, + "metrics": { + "sum_rewards": [ + 3.245307882923737, + 0.0, + 20.88406660787816, + 237.9852935917159, + 93.73203248257639, + 0.0, + 104.64027538068453, + 48.56356971298986, + 137.47742812523404, + 109.57467388707818, + 177.94252410331939, + 108.60718171606871, + 127.93115600189626, + 41.78846154123259, + 108.44768719479025, + 113.19312786084409, + 196.47022775397397, + 50.480888601318604, + 171.9942008551975, + 169.1285243718118, + 160.9124708160619, + 7.526668375647098, + 41.721829290345966, + 0.0, + 32.5754789132117, + 46.53327442975883, + 126.63065460572706, + 22.091848740499895, + 0.0, + 24.84197213009486, + 14.9194031070208, + 161.5755506414219, + 174.36394331582778, + 0.037160214228452004, + 22.10250936104498, + 151.2252191824571, + 0.0, + 202.23310143055716, + 177.89649666656777, + 106.15231095397655, + 150.6578604332607, + 88.95604370493146, + 20.534706519335423, + 2.921194764337661, + 69.76424630212787, + 41.273926165731844, + 25.746101971537843, + 1.537602062338924, + 0.0, + 49.59951972994298, + 120.89287884645168, + 82.90445477388636, + 188.46240964928214, + 83.71264339503938, + 98.29205311910073, + 63.64902589762032, + 161.1173939000875, + 202.49984477197785, + 34.853615915726934, + 89.8305163177237, + 152.51929053465824, + 41.807461098303996, + 22.92118121736157, + 20.091560394223627, + 139.648305827096, + 140.0885889350627, + 95.17285707982376, + 0.0, + 142.83056434497593, + 38.84768537187221, + 0.0, + 23.76236982348141, + 84.9400295799968, + 187.44343534084763, + 53.80060220951376, + 0.3403767626518098, + 10.794778643113418, + 0.0, + 0.031190879153831882, + 47.97576533556028, + 0.0, + 20.64483033428928, + 1.0116180034884512, + 54.36769301512104, + 0.0, + 107.07176466173912, + 224.2390409452063, + 98.47878029560228, + 5.120145735317649, + 130.80883664310477, + 31.546758935617163, + 75.54499685542703, + 126.56350074173717, + 41.37601441359055, + 0.0, + 79.97328948612139, + 0.0, + 109.22001407881375, + 184.32718882242955, + 193.17769306098967, + 150.88573423389573, + 70.65166680084384, + 115.61878150518514, + 80.2772340179953, + 0.0, + 204.37274590581973, + 0.0, + 153.47020143457704, + 73.66422450157214, + 0.0, + 100.67495056295753, + 0.0, + 96.69162660573252, + 198.02219581026816, + 129.80809331477374, + 118.04074739652664, + 196.52489184857046, + 141.94802098701513, + 0.001548877635246611, + 3.0322523910234453, + 220.59161800824145, + 9.148699364110001, + 147.340235533261, + 68.83984011535998, + 48.942919480454876, + 67.80476692280203, + 132.60820947608786, + 176.72618321358974, + 4.757282597684942, + 172.94055931984593, + 88.39752933084078, + 0.0, + 34.35731974214864, + 0.6853444103789201, + 67.19817593175273, + 185.5230448050941, + 146.40107453095902, + 107.82659280524686, + 0.0, + 86.09190018252667, + 33.68380128983658, + 106.23206711042218, + 108.21494936046153, + 57.826926881625106, + 212.30466727480234, + 0.0, + 39.74230353627891, + 0.0, + 159.47242384303814, + 41.02639697452682, + 74.90179594341438, + 144.0463965790936, + 108.76993120511078, + 3.9971174483168657, + 170.79111913694248, + 128.0909122695569, + 0.0, + 0.0, + 9.027921039290648, + 88.98669230566756, + 62.79807493634919, + 1.3023890278446364, + 0.0, + 183.69146514759842, + 40.25961773141162, + 39.39514742607891, + 84.7146282880273, + 109.50232037724288, + 0.9420931923148135, + 0.0, + 0.0, + 129.0325813231386, + 56.016912154147704, + 85.196756362382, + 4.315386720249759, + 40.31253897716147, + 0.0, + 3.2311819427827513, + 256.26409227350314, + 0.0, + 2.0238825517009493, + 114.34561706707697, + 21.082418184315635, + 230.7244326275915, + 79.46587285287497, + 122.79796603487212, + 48.58619040149131, + 189.18931224585822, + 134.25189093710685, + 0.0, + 57.434989620040994, + 0.0, + 117.31271870189505, + 196.77186836440634, + 132.5423655293063, + 31.75191879144525, + 169.15291244726407, + 20.369388299380738, + 144.2337282136573, + 226.21327166854468 + ], + "max_rewards": [ + 0.016161635587489693, + 0.0, + 1.0, + 0.9801255065924082, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9871857856397496, + 1.0, + 1.0, + 0.1649990260520342, + 1.0, + 0.3967316703237423, + 0.9799127895715185, + 0.46998299458295434, + 0.9994578455242361, + 0.9872839659547775, + 0.9998764986451669, + 0.08025305870653858, + 1.0, + 0.0, + 0.4373224516247117, + 0.1970617473093321, + 0.6326214575533182, + 1.0, + 0.0, + 0.3689814386631516, + 0.3845595195980121, + 0.9778072259973735, + 0.7424787003956541, + 0.009887636443736168, + 1.0, + 0.9408082147360882, + 0.0, + 0.9780988154894155, + 0.9927553677962198, + 1.0, + 1.0, + 0.551962409143259, + 1.0, + 0.13174498778811441, + 0.9914177486633824, + 1.0, + 1.0, + 0.03846418379283366, + 0.0, + 1.0, + 0.9788913196367034, + 1.0, + 0.9516599736007971, + 0.5694713896780729, + 0.4980062727631872, + 1.0, + 0.9836781115581078, + 0.9795217604197907, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.48316597605968475, + 1.0, + 1.0, + 0.0, + 0.813414541347611, + 1.0, + 0.0, + 0.1719538002644926, + 1.0, + 0.9722897066571478, + 0.19234950992630656, + 0.056007190876538264, + 0.38473184527322474, + 0.0, + 0.0006368356907402143, + 0.26953046292577304, + 0.0, + 1.0, + 0.10413887894612388, + 0.3970645828131836, + 0.0, + 0.492794265927124, + 0.9205342449833391, + 0.5221097678332431, + 0.023663831006609983, + 1.0, + 1.0, + 1.0, + 0.9927066854609484, + 0.16789880070341276, + 0.0, + 0.8630519508281768, + 0.0, + 0.5697953974042761, + 0.9686549999607902, + 0.990680978929847, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.9857581745031099, + 0.0, + 0.674042807522515, + 0.4845203788471962, + 0.0, + 1.0, + 0.0, + 0.32755171438743436, + 0.7966003590204873, + 0.9579917738161928, + 0.43456063541782386, + 0.9996294523652218, + 0.8202509317963974, + 0.0006560223298668695, + 0.15662379051924347, + 0.9963761503858974, + 0.21746918141256774, + 1.0, + 0.47140678453734225, + 0.2237033327648873, + 1.0, + 0.9584637588461624, + 0.9902883934261706, + 0.3586120646503274, + 0.9907885869261164, + 1.0, + 0.0, + 0.9505919184130408, + 0.03921986572081598, + 0.39308480251945155, + 0.9908283739507934, + 0.9727972267069496, + 0.9129336636575963, + 0.0, + 1.0, + 0.182423452763087, + 0.7911513802929928, + 0.45252692398619493, + 1.0, + 0.9922960603448775, + 0.0, + 0.41987104316725143, + 0.0, + 0.9868757669052851, + 1.0, + 1.0, + 0.9926594763608271, + 0.6737780253628989, + 0.10010143214564433, + 0.9948488352815614, + 0.9065828370502448, + 0.0, + 0.0, + 0.13381618289642172, + 0.3385561738716484, + 1.0, + 0.18102833359906925, + 0.0, + 0.9900256045928925, + 1.0, + 1.0, + 0.2975510064719281, + 0.9896527640473137, + 0.14096962875734667, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.1705337858616063, + 1.0, + 0.0, + 0.15124557627668964, + 0.9931160335770148, + 0.0, + 0.09237934415924257, + 0.43490208197603225, + 1.0, + 0.9984895526039036, + 1.0, + 1.0, + 1.0, + 0.9374494981524205, + 0.9961362099827151, + 0.0, + 1.0, + 0.0, + 1.0, + 0.957177726922978, + 0.9619211341408809, + 1.0, + 0.9851316589129634, + 0.36045286406771965, + 0.6760777342310765, + 0.9872464682009868 + ], + "successes": [ + false, + false, + true, + false, + true, + false, + true, + true, + true, + true, + false, + true, + true, + false, + true, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + true, + true, + false, + true, + false, + false, + true, + true, + false, + false, + true, + false, + true, + false, + false, + false, + true, + false, + false, + true, + true, + true, + true, + true, + true, + false, + true, + true, + false, + false, + true, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + true, + true, + true, + false, + false, + false, + false, + false, + false, + false, + false, + true, + true, + true, + true, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + true, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + true, + false, + false, + false, + false, + false, + true, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + true, + true, + false, + false, + false, + false, + false, + true, + true, + true, + false, + true, + false, + false, + false, + false, + false, + false, + true, + false, + true, + true, + true, + false, + false, + false, + true, + false, + true, + false, + false, + true, + false, + false, + false, + false + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + }, + "n_episodes": 200, + "n_success": 60, + "pc_success": 30.0, + "pc_success_ci95": [ + 24.074744682371403, + 36.679068372719264 + ] + } + ], + "per_group": { + "pusht": { + "avg_sum_reward": 79.9066416603747, + "avg_max_reward": 0.6356403525252889, + "pc_success": 30.0, + "n_episodes": 200, + "n_success": 60, + "pc_success_ci95": [ + 24.074744682371403, + 36.679068372719264 + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } + }, + "overall": { + "avg_sum_reward": 79.9066416603747, + "avg_max_reward": 0.6356403525252889, + "pc_success": 30.0, + "n_episodes": 200, + "n_success": 60, + "pc_success_ci95": [ + 24.074744682371403, + 36.679068372719264 + ], + "eval_s": 318.49273562431335, + "eval_ep_s": 1.5924636805057526, + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } +} \ No newline at end of file diff --git a/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_0.mp4 b/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..19fbac436ea95d0ebc18f36f349d9747e25e0936 --- /dev/null +++ b/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_0.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b21d9403fda8ec0f967f9ffd89439f4ed9090d81daac7eb5f152a0a21ee4aba3 +size 115691 diff --git a/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_1.mp4 b/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..f212e03f1e1aa0cd890eba717bc006c8268c5bf1 --- /dev/null +++ b/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_1.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17b1021fabad0d0cbf9b4a038ee11c5bbb7fbe5441cf3b8b0d88d1a6b56a372d +size 105071 diff --git a/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_2.mp4 b/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..4568b760c84c8ea4e7444f7d44e29332eacd5717 Binary files /dev/null and b/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_2.mp4 differ diff --git a/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_3.mp4 b/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..b15815907b281af66b1ef801715ae637ab46d067 --- /dev/null +++ b/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_3.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:640dab250d9c2f70ccb83e1032f76e5a9cf53168188c177682599d570f77b3b3 +size 122627 diff --git a/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_4.mp4 b/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_4.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..1ce033e5dc337a4ded5a88eec6045390e65d2367 Binary files /dev/null and b/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_4.mp4 differ diff --git a/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_5.mp4 b/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_5.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..122ec6e27637e08f93656597938719730f8fdc57 --- /dev/null +++ b/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_5.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61a870e45c739a51cb050528b0e779d27011cbf2227bb13c33838c269ffb2a42 +size 154809 diff --git a/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_6.mp4 b/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_6.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..e39551b464ec2669f3d1e47214f208c7252b13f1 Binary files /dev/null and b/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_6.mp4 differ diff --git a/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_7.mp4 b/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_7.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..20e1dd6001e5a2c3d94566d41aa06dbad4692181 Binary files /dev/null and b/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_7.mp4 differ diff --git a/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_8.mp4 b/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_8.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..79b5e02fc86ce5f2af810eb62784ad0a0d806efa --- /dev/null +++ b/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_8.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb8749529bff66ae846b212e2e9402d5a9d641d3c318b0f5e5f46e96eb3c4ccf +size 104084 diff --git a/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_9.mp4 b/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_9.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..815c44a472d371d659efee28b976efda839b43d4 --- /dev/null +++ b/eval/bsp10_L0_latency_s1001/videos/pusht_0/eval_episode_9.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9ceaa61996abbdd0e6fecbf13663d95064c7ff1a2d4b86e1893206c1acb6630 +size 103106 diff --git a/eval/bsp10_L0_s1000/eval_info.json b/eval/bsp10_L0_s1000/eval_info.json new file mode 100644 index 0000000000000000000000000000000000000000..1ccd02d01b22ba7eff8ee906c0dcaa61070a9833 --- /dev/null +++ b/eval/bsp10_L0_s1000/eval_info.json @@ -0,0 +1,688 @@ +{ + "per_task": [ + { + "task_group": "pusht", + "task_id": 0, + "metrics": { + "sum_rewards": [ + 157.66191220438225, + 0.0, + 14.633080368611559, + 232.52303716053478, + 77.03610112622022, + 20.547184547933643, + 43.28612153606552, + 191.74427095876953, + 58.24660642523641, + 140.05647230154602, + 149.11090563725816, + 8.929828778198663, + 136.60247764158254, + 2.8257820565366805, + 210.31308002575, + 70.15566547275188, + 71.93685852836686, + 43.67901015923868, + 113.7118282316246, + 59.70437608618901, + 41.45528771215479, + 77.31877138963758, + 128.27881095745977, + 2.3219593355843022, + 116.92072607446431, + 63.89058515437091, + 119.64984079018882, + 187.362448439624, + 0.0, + 0.23002014361231166, + 44.96781639515199, + 0.0, + 63.010272121416435, + 0.01145264069411213, + 21.724611464726983, + 16.413365607182147, + 0.0, + 36.881719517646005, + 169.9648370694194, + 90.03171304113638, + 178.87430551956703, + 84.99169518905823, + 38.929345622326124, + 29.463859596185593, + 149.82941944112937, + 28.39695916195449, + 197.0109514293572, + 1.1117312718745982, + 0.0, + 129.671702197291, + 1.561301441852244, + 35.340346634282774, + 78.85464871111087, + 231.23207630339928, + 144.10093629717852, + 209.62778635357455, + 157.35891642852488, + 25.533436287284545, + 210.19001008973066, + 148.3149725809982, + 31.456454649799234, + 198.52021157855458, + 49.9317459317396, + 246.07255375999324, + 102.08295896061767, + 225.4675950624882, + 156.27038356234107, + 0.0, + 0.0, + 92.62711814078085, + 37.55817341221789, + 120.59006063377032, + 180.60239279728927, + 0.0, + 43.22616049696378, + 0.38618146987705215, + 20.605178679712584, + 38.65147539408112, + 0.0, + 30.815667285658055, + 0.0, + 1.6947415453090189, + 148.14529732616896, + 23.420373146409865, + 0.0, + 143.13049654200427, + 70.86958603057053, + 30.35588242847369, + 0.0, + 161.90125378691934, + 155.55874737963478, + 205.08615951041742, + 47.90336693698792, + 72.68274103150358, + 0.0, + 232.51833082772043, + 0.0, + 30.80703258182824, + 84.86450906781626, + 174.9717303391286, + 55.91282017769204, + 177.5041054467713, + 158.5615239828354, + 185.8927718922547, + 0.0, + 188.5717987014716, + 0.0, + 60.737371447288126, + 23.038839392836827, + 0.0, + 40.977985497938406, + 0.0, + 126.28794711614383, + 172.1036770509376, + 147.62880190267379, + 181.92685550458083, + 213.28326372781464, + 157.7752998746683, + 4.3789813932208315, + 2.994664882427892e-06, + 28.531702601569375, + 175.75422499271383, + 96.08633808533561, + 77.01250716607129, + 77.67123060943652, + 81.09454661405675, + 207.048197567785, + 114.2642813997522, + 48.163890984269045, + 122.66062665016072, + 228.05155159797044, + 0.025530222533152874, + 164.6612855907739, + 90.22142473056734, + 0.0, + 30.06236945374641, + 182.23701934727515, + 35.539265896117925, + 0.0, + 79.07737374977681, + 34.316120811671695, + 6.243882151346967, + 0.7103725657183471, + 203.31997321210974, + 4.575784848727884, + 0.0, + 30.449254709914932, + 0.0, + 161.8193486683328, + 108.03649044609075, + 119.70454148646354, + 0.54895064687759, + 6.231931589736029, + 84.42452855534488, + 108.22734899309734, + 64.42216054008586, + 0.0, + 0.0, + 45.72061891628147, + 86.22870736262638, + 36.631257501631346, + 70.30917547508558, + 0.0, + 0.0, + 84.4921822543169, + 38.8442216686088, + 36.358379100461875, + 57.816837962247575, + 6.531337555255612, + 43.126194321573685, + 30.120215104661494, + 31.07638924264234, + 195.16942517959504, + 36.668879810668656, + 143.530255431206, + 7.002739314286629, + 0.0, + 1.76808195681678, + 47.620418802691724, + 153.73196556862416, + 0.42371677504758487, + 47.30912138717261, + 20.117661703850516, + 58.18643098657866, + 156.48612662659036, + 172.49671257901693, + 187.4810067308777, + 185.1296836405802, + 118.1250042982316, + 195.4341138728268, + 45.26553639224691, + 113.51091976381099, + 49.394263916372154, + 35.7989548642706, + 143.40127687247013, + 95.2540234275036, + 178.8703326841794, + 160.7057464915368, + 174.18803569747152, + 123.46723822738741 + ], + "max_rewards": [ + 0.9761019113890985, + 0.0, + 1.0, + 0.9593940000219677, + 1.0, + 1.0, + 1.0, + 0.9931674659481404, + 1.0, + 0.9942555645967395, + 0.9630159133458577, + 0.5354633970376899, + 1.0, + 0.2759743355595072, + 0.9649287178678544, + 1.0, + 1.0, + 0.7190551825495394, + 1.0, + 0.2742529614069697, + 1.0, + 1.0, + 0.7955608974993403, + 0.024468445950745748, + 1.0, + 1.0, + 0.4865015915393775, + 0.9707557833972539, + 0.0, + 0.016687909890246887, + 0.718620181660909, + 0.0, + 1.0, + 0.009280155505398522, + 1.0, + 0.29138537065036063, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9754772936736362, + 1.0, + 0.9431692184773474, + 0.03846418379283366, + 0.0, + 1.0, + 0.21930848810178752, + 1.0, + 0.6564620353595267, + 1.0, + 1.0, + 0.961989826436334, + 0.7555613429447656, + 1.0, + 0.9685343141532182, + 1.0, + 1.0, + 0.9496351480425665, + 1.0, + 0.9867500516201496, + 0.4326648125890645, + 0.977665623482112, + 0.9758933753059974, + 0.0, + 0.0, + 1.0, + 0.41202496719162846, + 0.9961330914040003, + 0.9988556990203201, + 0.0, + 0.19234950992630656, + 0.05932904031741832, + 0.44763297333190405, + 1.0, + 0.0, + 1.0, + 0.0, + 0.11091314014265585, + 0.6641325378001935, + 1.0, + 0.0, + 0.49194515165105296, + 1.0, + 1.0, + 0.0, + 0.9752992757524209, + 0.9494694775258377, + 0.7874662383837245, + 1.0, + 1.0, + 0.0, + 0.9945255116740046, + 0.0, + 1.0, + 0.4124794825215731, + 0.9804599560174007, + 1.0, + 0.9590490592112707, + 0.9777470102812764, + 0.7407386224691196, + 0.0, + 0.9484505141873979, + 0.0, + 1.0, + 1.0, + 0.0, + 0.32110683996686334, + 0.0, + 1.0, + 1.0, + 0.9723003287508903, + 0.9658068258073446, + 0.9961298045234811, + 0.9830553596199829, + 0.15063532199454494, + 2.994664882427892e-06, + 1.0, + 0.9754945389604922, + 1.0, + 1.0, + 0.3349690941776046, + 1.0, + 0.9726674271232851, + 0.5399693942361163, + 1.0, + 1.0, + 1.0, + 0.004472906473416022, + 0.9779705260832822, + 0.9684895824809686, + 0.0, + 1.0, + 0.9032004293167479, + 0.17509133004939087, + 0.0, + 0.4872781337997756, + 0.19364302547047724, + 0.27510284435554744, + 0.12243455500873007, + 0.990880378672171, + 0.2484765406494294, + 0.0, + 1.0, + 0.0, + 0.5551583130401221, + 0.9996143132515879, + 0.7933151202040698, + 0.05217723971240601, + 0.30404204643369964, + 0.39171474969939435, + 0.973886683083595, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.4083651945231584, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.16314756400398195, + 0.18651306607530263, + 1.0, + 1.0, + 0.9900604655089663, + 1.0, + 1.0, + 0.3068616471557392, + 0.0, + 0.1579817046543941, + 1.0, + 0.9733966433613167, + 0.09237934415924257, + 0.4626346449177904, + 1.0, + 1.0, + 1.0, + 0.9986876636395687, + 0.9766257988459893, + 0.9903312171691457, + 0.549059620164314, + 0.9917964103819493, + 1.0, + 0.5806078048854658, + 0.35338640308053054, + 0.688254216851671, + 0.7154619865979184, + 0.9534046526735863, + 0.7144506956739699, + 0.9702019533112854, + 0.9429167436700479, + 1.0 + ], + "successes": [ + false, + false, + true, + false, + true, + true, + true, + false, + true, + false, + false, + false, + true, + false, + false, + true, + true, + false, + true, + false, + true, + true, + false, + false, + true, + true, + false, + false, + false, + false, + false, + false, + true, + false, + true, + false, + false, + true, + true, + true, + true, + true, + true, + true, + false, + true, + false, + false, + false, + true, + false, + true, + false, + true, + true, + false, + false, + true, + false, + true, + true, + false, + true, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + true, + false, + true, + false, + false, + false, + true, + false, + false, + true, + true, + false, + false, + false, + false, + true, + true, + false, + false, + false, + true, + false, + false, + true, + false, + false, + false, + false, + false, + false, + true, + true, + false, + false, + false, + true, + true, + false, + false, + false, + false, + false, + false, + true, + false, + true, + true, + false, + true, + false, + false, + true, + true, + true, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + true, + true, + true, + false, + false, + false, + true, + true, + true, + true, + false, + false, + true, + true, + false, + true, + true, + false, + false, + false, + true, + false, + false, + false, + true, + true, + true, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + true + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + }, + "n_episodes": 200, + "n_success": 72, + "pc_success": 36.0, + "pc_success_ci95": [ + 29.66919730456654, + 42.85847183399692 + ] + } + ], + "per_group": { + "pusht": { + "avg_sum_reward": 81.50938545005627, + "avg_max_reward": 0.6835252942376073, + "pc_success": 36.0, + "n_episodes": 200, + "n_success": 72, + "pc_success_ci95": [ + 29.66919730456654, + 42.85847183399692 + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } + }, + "overall": { + "avg_sum_reward": 81.50938545005627, + "avg_max_reward": 0.6835252942376073, + "pc_success": 36.0, + "n_episodes": 200, + "n_success": 72, + "pc_success_ci95": [ + 29.66919730456654, + 42.85847183399692 + ], + "eval_s": 236.5642125606537, + "eval_ep_s": 1.1828210639953614, + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } +} \ No newline at end of file diff --git a/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_0.mp4 b/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..4434ff2387fffa3519a1420cc92f4b2b11e701cb --- /dev/null +++ b/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_0.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:106b2f10e33a511387ac5acd14295e995062b2274be87399266e5a14bad8b3a3 +size 133238 diff --git a/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_1.mp4 b/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..9ff431366792a2176715842b6c8e20017b4eda15 --- /dev/null +++ b/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_1.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0aa1a4bc40133d5676e0f2d25a986abeb1548e959bb98c2c728f5f9606b93828 +size 131214 diff --git a/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_2.mp4 b/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..b516ea855e92b671dd3d93bd2b5d64bac0960ec6 --- /dev/null +++ b/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_2.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec20832f340b70d7a43e91b4d55b261909839f180ce2350ddb56dc3d9b910ca4 +size 104121 diff --git a/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_3.mp4 b/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..98009257cc848200233d06fdd503698f15cfc68e --- /dev/null +++ b/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_3.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdccefd33b0e52eed42ea9ed7995969042e8b650c5536c04a68ec1aa1974421b +size 133420 diff --git a/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_4.mp4 b/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_4.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..181d093c99ce613e193f5118ba54e8c0328170b4 Binary files /dev/null and b/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_4.mp4 differ diff --git a/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_5.mp4 b/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_5.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..b1717d3293918da0e2020225feb72f7d69693d79 Binary files /dev/null and b/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_5.mp4 differ diff --git a/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_6.mp4 b/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_6.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..a590946e33cbf460d4e0f91ca10d964b046c8cbc Binary files /dev/null and b/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_6.mp4 differ diff --git a/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_7.mp4 b/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_7.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..6ee7c5ff682e40957890150617e4fc8fc296aab0 --- /dev/null +++ b/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_7.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:397af77b4a74c276278a9bf18361b2ad3263d94c2a7b6db6939a4adcd05c93fd +size 126379 diff --git a/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_8.mp4 b/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_8.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..6c1c241661e9ed69d6a3475d8c6bb23a67352e27 Binary files /dev/null and b/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_8.mp4 differ diff --git a/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_9.mp4 b/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_9.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..81b0dd77359735483fd4cf855b0855478b745906 --- /dev/null +++ b/eval/bsp10_L0_s1000/videos/pusht_0/eval_episode_9.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74ab723e998cc2c786bf30b3ec689831078efd97080e7b9bb4902c743a830a81 +size 149988 diff --git a/eval/bsp10_L0_s1000_step025000/eval_info.json b/eval/bsp10_L0_s1000_step025000/eval_info.json new file mode 100644 index 0000000000000000000000000000000000000000..c85a27daad1db9736966569ef44546b44f336aea --- /dev/null +++ b/eval/bsp10_L0_s1000_step025000/eval_info.json @@ -0,0 +1,388 @@ +{ + "per_task": [ + { + "task_group": "pusht", + "task_id": 0, + "metrics": { + "sum_rewards": [ + 100.57602915725218, + 0.0, + 1.515905233100909, + 56.28989771839471, + 0.0, + 0.4284650836220171, + 120.05248625644367, + 38.38667427482524, + 212.54717172673514, + 16.004300128508042, + 26.596167303057953, + 0.8944714613741576, + 75.99123795133825, + 45.504212208597934, + 98.8790823002289, + 61.89694245451322, + 179.7001945855007, + 170.4649735293541, + 164.13079030424933, + 151.20007959394945, + 42.168369623971415, + 103.33643451570504, + 16.094125264999228, + 0.0, + 175.41421231966987, + 150.28715889588216, + 90.62877916000443, + 150.16676214165068, + 0.0, + 0.1412768571308905, + 73.7229067988061, + 0.0, + 106.58216847872302, + 39.98785676797874, + 0.9984857824263231, + 33.30189976415407, + 0.0, + 143.98905146601777, + 26.05360611613459, + 230.26234364139054, + 214.0619930088041, + 55.14213912556315, + 15.712131955300809, + 32.769760350578146, + 143.11371467720815, + 179.82003857134941, + 97.54496574491185, + 1.0865605468765551, + 0.0, + 214.5703826614285, + 5.119320294289304, + 168.89087080630782, + 57.538738903748225, + 164.30129862196566, + 125.44723462123378, + 215.51519063406448, + 0.0, + 7.445110054787122, + 38.37803246704263, + 55.76847276015487, + 43.727349987413, + 72.58877643815433, + 105.97803837317716, + 187.77376349517743, + 142.47763537254292, + 215.165913819447, + 112.68656764688052, + 0.0, + 0.0, + 7.078507098332073, + 92.74861843225585, + 76.34413547186661, + 82.26096671058845, + 0.0, + 45.30918816619908, + 0.3379457363377132, + 1.03542124554526, + 34.649619755825285, + 0.0, + 0.16439199369290675, + 0.0, + 110.30627685564721, + 13.396606442304318, + 117.73660775163577, + 0.0, + 155.35131664856726, + 145.3700489112763, + 173.7610820141776, + 0.721744878662602, + 45.74057279105178, + 94.47200202056348, + 202.16841523694316, + 77.83738131704371, + 34.26139532845548, + 0.0, + 137.49889305098014, + 0.0, + 195.28572197544418, + 92.54425899282148, + 179.03256159597038 + ], + "max_rewards": [ + 1.0, + 0.0, + 0.13631510848301973, + 1.0, + 0.0, + 0.051264448132757774, + 0.9862325592962441, + 1.0, + 0.9882144658455884, + 0.4008845293356437, + 0.45499490951726174, + 0.14982125010251984, + 0.9860275685696968, + 1.0, + 1.0, + 0.31492385359243086, + 0.9501032461677718, + 0.9895223376971918, + 0.9822271836130989, + 0.918179234494017, + 0.41035890183382834, + 0.829163864470119, + 1.0, + 0.0, + 0.9562649711087133, + 1.0, + 0.6457287644055828, + 1.0, + 0.0, + 0.016687909890246887, + 0.9074596184796377, + 0.0, + 1.0, + 1.0, + 0.04936692568734295, + 0.3987328125143205, + 0.0, + 0.7837994092710097, + 1.0, + 0.981319208274936, + 0.9992654864857679, + 1.0, + 0.289662215844947, + 1.0, + 0.9632571854533694, + 0.9713164640610334, + 1.0, + 0.03846418379283366, + 0.0, + 0.9562572213980741, + 0.4033479254921299, + 0.9406328435478439, + 0.6280080045907218, + 1.0, + 1.0, + 0.8596919357417394, + 0.0, + 0.18001632991953992, + 1.0, + 1.0, + 1.0, + 0.9802220008247234, + 1.0, + 0.9854830725204026, + 0.9853943977144275, + 0.9527322849699466, + 1.0, + 0.0, + 0.0, + 0.13586967785241683, + 0.8725522558255883, + 0.9612976358100416, + 1.0, + 0.0, + 0.19234950992630656, + 0.054530261249267666, + 0.12939047399001993, + 1.0, + 0.0, + 0.02752548373168561, + 0.0, + 0.9466440512245117, + 0.6301491180378543, + 0.9459105833410624, + 0.0, + 1.0, + 0.7851816319659141, + 0.9813134985802128, + 0.05612580873947373, + 1.0, + 1.0, + 0.9955390621762394, + 0.9138540693825468, + 1.0, + 0.0, + 0.9946182163201501, + 0.0, + 0.7227346502329699, + 0.5720919284180183, + 0.9966096509664504 + ], + "successes": [ + true, + false, + false, + true, + false, + false, + false, + true, + false, + false, + false, + false, + false, + true, + true, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + true, + false, + true, + false, + false, + false, + false, + true, + true, + false, + false, + false, + false, + true, + false, + false, + true, + false, + true, + false, + false, + true, + false, + false, + false, + false, + false, + false, + true, + true, + false, + false, + false, + true, + true, + true, + false, + true, + false, + false, + false, + true, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + true, + true, + false, + false, + true, + false, + false, + false, + false, + false, + false + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + }, + "n_episodes": 100, + "n_success": 27, + "pc_success": 27.0, + "pc_success_ci95": [ + 19.269584149576342, + 36.432116767945 + ] + } + ], + "per_group": { + "pusht": { + "avg_sum_reward": 76.92232200226286, + "avg_max_reward": 0.6433563220091121, + "pc_success": 27.0, + "n_episodes": 100, + "n_success": 27, + "pc_success_ci95": [ + 19.269584149576342, + 36.432116767945 + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } + }, + "overall": { + "avg_sum_reward": 76.92232200226286, + "avg_max_reward": 0.6433563220091121, + "pc_success": 27.0, + "n_episodes": 100, + "n_success": 27, + "pc_success_ci95": [ + 19.269584149576342, + 36.432116767945 + ], + "eval_s": 208.86300611495972, + "eval_ep_s": 2.0886300659179686, + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } +} \ No newline at end of file diff --git a/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_0.mp4 b/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..c8e29d39703649b5e87499eb85998fba063665d0 Binary files /dev/null and b/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_0.mp4 differ diff --git a/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_1.mp4 b/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..99de2bb55a28b274bd66e668a887472ee3e0123a --- /dev/null +++ b/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_1.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a82175f609d9ee3e880b5cd50457ce2c43fb28eafa6f04dd889a1f8fd95362df +size 139012 diff --git a/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_2.mp4 b/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..0c139f7bf83ed339f41dddeda1a85c1d54505eb0 --- /dev/null +++ b/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_2.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7dd1a6bed8d94b1c5cf290ed8836fb17c896915a79ae473f786ecf0ab27458e +size 121593 diff --git a/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_3.mp4 b/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..cdfda2c4f559bc05f46afef054e70a94b51d6c28 Binary files /dev/null and b/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_3.mp4 differ diff --git a/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_4.mp4 b/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_4.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..cc7decfb0ab0cbb497c02133d5a4e1f6b8a1165b --- /dev/null +++ b/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_4.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b989e48b13b975b20619398bc2e14b11ca69c10021d23ce6953350caff813ca5 +size 121541 diff --git a/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_5.mp4 b/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_5.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..fb84c9ed6821781183a99505f983c42a596e1483 --- /dev/null +++ b/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_5.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8edea2ba3df4f708aa38f9d55cc21dec544d369d05ef87806321e4150a534714 +size 133155 diff --git a/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_6.mp4 b/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_6.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..c31c090385bf70570a9d8968a8f1c5f3e0c5e96e --- /dev/null +++ b/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_6.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efe79a8246c02f7ba16648189ec0655c4eae10597db28fda907bb3061613aa32 +size 157108 diff --git a/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_7.mp4 b/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_7.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..46ec478542ee962c84f8dfb8307f8c2dba2495d8 Binary files /dev/null and b/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_7.mp4 differ diff --git a/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_8.mp4 b/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_8.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..d4a8a70494099d8c4ce768667cba193a91304c0a --- /dev/null +++ b/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_8.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7228a92b4657f22d322e8c3ade27e381c125af53b493973a23c278a7c1026083 +size 129614 diff --git a/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_9.mp4 b/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_9.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..0cd93e34076c19f5b4c56a19294755c1a9777e1a --- /dev/null +++ b/eval/bsp10_L0_s1000_step025000/videos/pusht_0/eval_episode_9.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:390059be48aacd6528251315b971988499f3bece813aad3161d4ab14e2eda165 +size 121124 diff --git a/eval/bsp10_L0_s1000_step050000/eval_info.json b/eval/bsp10_L0_s1000_step050000/eval_info.json new file mode 100644 index 0000000000000000000000000000000000000000..ee03f23276312529a91b3d50e47991a84d63bd2c --- /dev/null +++ b/eval/bsp10_L0_s1000_step050000/eval_info.json @@ -0,0 +1,388 @@ +{ + "per_task": [ + { + "task_group": "pusht", + "task_id": 0, + "metrics": { + "sum_rewards": [ + 185.0741563525319, + 104.33516927819866, + 1.3207585847916126, + 240.40705435894372, + 130.97511998740308, + 116.3154535321128, + 168.44289556282286, + 185.3487255650492, + 116.02097123979792, + 188.39959894607685, + 195.98331137307548, + 42.364933911398154, + 111.2170429253977, + 0.0, + 155.83335126028453, + 200.20783468853844, + 199.8538992840426, + 119.24321749838009, + 84.79001541095097, + 184.84967435859642, + 80.50164681132642, + 6.881547031337622, + 10.203977327089596, + 3.6567446588042083, + 168.2172430020763, + 88.9716309654148, + 122.07035107244684, + 203.01648698562224, + 0.0, + 0.20615214352167888, + 2.548907140443041, + 0.0, + 187.2361278742851, + 0.010382537408214999, + 0.26896162613269736, + 142.28941458833307, + 0.0, + 166.71991300395712, + 187.78626027497677, + 216.24986766826757, + 89.91140161232815, + 97.98657296183717, + 149.81019207089128, + 157.4430495696695, + 138.97827581515213, + 151.84481756009254, + 117.04863148440357, + 5.505448907089691, + 0.1524834764688506, + 72.8489281329619, + 133.61477632455743, + 154.70950762787015, + 185.86653531178627, + 92.89469916854168, + 17.75228253093923, + 137.55343054392435, + 5.703961755478767, + 86.96175802681056, + 207.93157369868803, + 212.66522340462717, + 148.49209722139966, + 12.336142170731193, + 116.8807341266758, + 165.41785477105293, + 114.84601864683043, + 40.71047788063417, + 158.21000722116025, + 0.0, + 59.17921565558939, + 132.58410092373012, + 37.202851053557396, + 7.517141375421246, + 194.8291505975445, + 0.0, + 54.24010550461036, + 0.27987110417438493, + 64.89223617122337, + 41.247303015613824, + 0.0, + 0.0, + 0.0, + 148.31551411052556, + 70.9846670863611, + 36.807493262007974, + 0.0, + 124.59317475787097, + 10.502600388045408, + 0.08018317819854107, + 0.0, + 123.81316390295645, + 30.616726849882063, + 132.95383224561812, + 156.85567920780426, + 111.80874935543709, + 0.0, + 153.8959789470403, + 0.0, + 156.44816975731158, + 123.10566075315549, + 133.31193031692118 + ], + "max_rewards": [ + 0.9741645615709129, + 0.5880043075478572, + 0.1507589656930546, + 0.9870750996278383, + 1.0, + 0.9933920936871581, + 0.9563707158455212, + 0.8277226933558506, + 1.0, + 0.9085476972049493, + 0.9967564489316401, + 0.9701972142408521, + 0.948988551370762, + 0.0, + 0.9827278169319079, + 1.0, + 0.9689370229623184, + 0.9937571419686857, + 1.0, + 0.9814233078337025, + 0.5467086902043874, + 0.21455049125558062, + 1.0, + 0.23171797851967535, + 0.9366993980675004, + 1.0, + 0.48002357133953333, + 0.9900789447754592, + 0.0, + 0.016687909890246887, + 0.34904307979570537, + 0.0, + 0.9583742560516557, + 0.008775900110713757, + 0.007026512666382163, + 0.9315795743513158, + 0.0, + 0.9839366442829869, + 0.987039060373504, + 0.8934905880895097, + 1.0, + 0.5443660264463798, + 1.0, + 0.9991731164484638, + 0.9682335035563953, + 0.6966346790043888, + 1.0, + 0.12140456750296999, + 0.017711561215703827, + 1.0, + 0.8028058288136065, + 0.9840008046936222, + 0.9790828951169394, + 1.0, + 1.0, + 1.0, + 0.3151809270101053, + 1.0, + 1.0, + 0.9660898102322901, + 1.0, + 0.2041698262055996, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9825836743615144, + 0.0, + 1.0, + 0.9566020721322025, + 1.0, + 0.29426843860515794, + 0.9803259974123771, + 0.0, + 0.19234950992630656, + 0.05101700857672459, + 0.8926998921436853, + 1.0, + 0.0, + 0.0, + 0.0, + 0.987508277424397, + 1.0, + 1.0, + 0.0, + 0.492978462889842, + 0.40618099312273576, + 0.005682514449629604, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9192280537558751, + 0.0, + 0.9817647193832957, + 0.0, + 0.5682623328247641, + 1.0, + 1.0 + ], + "successes": [ + false, + false, + false, + false, + true, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + true, + false, + false, + true, + false, + false, + false, + true, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + true, + false, + false, + false, + true, + false, + false, + true, + false, + false, + false, + true, + true, + true, + false, + true, + true, + false, + true, + false, + true, + true, + true, + true, + false, + false, + true, + false, + true, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + true, + true, + false, + false, + false, + false, + false, + true, + true, + true, + true, + false, + false, + false, + false, + false, + true, + true + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + }, + "n_episodes": 100, + "n_success": 31, + "pc_success": 31.0, + "pc_success_ci95": [ + 22.77969721237604, + 40.62605571948941 + ] + } + ], + "per_group": { + "pusht": { + "avg_sum_reward": 93.97961180373039, + "avg_max_reward": 0.6907486173180214, + "pc_success": 31.0, + "n_episodes": 100, + "n_success": 31, + "pc_success_ci95": [ + 22.77969721237604, + 40.62605571948941 + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } + }, + "overall": { + "avg_sum_reward": 93.97961180373039, + "avg_max_reward": 0.6907486173180214, + "pc_success": 31.0, + "n_episodes": 100, + "n_success": 31, + "pc_success_ci95": [ + 22.77969721237604, + 40.62605571948941 + ], + "eval_s": 157.0496232509613, + "eval_ep_s": 1.5704962348937987, + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } +} \ No newline at end of file diff --git a/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_0.mp4 b/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..3b2d54177f5cc5b254932586ec2eefb5a7a4e57a --- /dev/null +++ b/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_0.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c255c91b00d5b0313d1fefa3e433deefbb306ff10b78efcf2283492df55a1a9e +size 121514 diff --git a/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_1.mp4 b/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..84197718abde2042060bf8b19c41d096b5959111 --- /dev/null +++ b/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_1.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7a9a089106415b403b7de7e2807e0d5c039ebbd886bd625b677934790a35647 +size 148868 diff --git a/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_2.mp4 b/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..f4ef9ede009aa969b36625c2b4b9aeefea0103aa --- /dev/null +++ b/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_2.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cae7a388dca3c090e5bf5b4d1667b1331da2bd1f039a3a08d589398253b5223 +size 142989 diff --git a/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_3.mp4 b/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..bb6c0db9b04d2d4889917857d080a8b3f912a184 --- /dev/null +++ b/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_3.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8a3e68849ef1651ec4c1513b4e66266fd89680a3c810720fd19eb14e8e61cf7 +size 133300 diff --git a/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_4.mp4 b/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_4.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..38bfb95d6e6160c85a8c70ad25d856c5cc9d3a30 --- /dev/null +++ b/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_4.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f82b953e8d4b490608c529d9df88d5e70e5d7d2dcbd6336bb91374d21c7fb140 +size 129454 diff --git a/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_5.mp4 b/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_5.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..7f5b0d304c2672264e50dbf300c621094ae842aa --- /dev/null +++ b/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_5.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fc1480ce635745983a3686b9ccc929b2c3d38c911c4d14f5dccbd2c07535092 +size 144343 diff --git a/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_6.mp4 b/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_6.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..cd52ae4712d30ab75b054a2cbf55f5420498a080 --- /dev/null +++ b/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_6.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3d5392fc73d4cf194592fe99d08a1f9c44f734d53741d6ec813df3cd3631ac4 +size 140075 diff --git a/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_7.mp4 b/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_7.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..beb22be989d0340aaa7ab23936401b0d2ed8d3a4 --- /dev/null +++ b/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_7.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2090080ba022a9224b5f30b6cd9f68fbaa9bdebde268406c28eeec8fc528637f +size 112549 diff --git a/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_8.mp4 b/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_8.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..427dd018d2f2ae9c4dc21894e779875e69efb6fd --- /dev/null +++ b/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_8.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2744539fbbd530950ba3798cfe89de2465854bb3bb2551e59a6f18797a6dbebb +size 101352 diff --git a/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_9.mp4 b/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_9.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..6601d839b2f3abcb5e222382b1287bf868009320 --- /dev/null +++ b/eval/bsp10_L0_s1000_step050000/videos/pusht_0/eval_episode_9.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1792b439131ccdd16b40ef3e1c0fabfb1cffb54e1fe8e88ba6a8dd78fe529d54 +size 135908 diff --git a/eval/bsp10_L0_s1000_step075000/eval_info.json b/eval/bsp10_L0_s1000_step075000/eval_info.json new file mode 100644 index 0000000000000000000000000000000000000000..db45ddbb01d6757812b37f5d54f038aa57cc3d8c --- /dev/null +++ b/eval/bsp10_L0_s1000_step075000/eval_info.json @@ -0,0 +1,388 @@ +{ + "per_task": [ + { + "task_group": "pusht", + "task_id": 0, + "metrics": { + "sum_rewards": [ + 181.7244171880086, + 0.0, + 14.451978589360746, + 224.44706997666168, + 53.24499753525019, + 132.73486563926133, + 99.60390297374884, + 36.06319948219506, + 59.41811162378594, + 197.92510377809577, + 162.05638752906032, + 59.35672906938183, + 94.19228735018976, + 0.18440560516613158, + 80.01880541490101, + 168.23636989313673, + 50.337259156891946, + 45.40215254462031, + 183.0950880655922, + 29.93371706242838, + 62.156665098150775, + 3.6034269130398515, + 201.91066240160967, + 69.0500375131657, + 99.79391637186225, + 101.8902552688398, + 127.08954828998917, + 37.06015154208292, + 0.0, + 0.226356712584741, + 96.20894982813067, + 81.90926811333165, + 62.44590577895242, + 0.011741636815759963, + 0.16216019119867747, + 91.20447206812729, + 0.0, + 162.22430375395916, + 41.944989323046514, + 55.86345298748243, + 39.98336731225731, + 107.13371844977823, + 197.7517419797628, + 170.62253111706076, + 129.0550784542861, + 180.80796838755143, + 22.324117282504474, + 1.093006886646048, + 0.0, + 46.678684342801134, + 148.75849647127103, + 37.772245281861316, + 8.884938016501158, + 189.85165692935112, + 189.83870397210458, + 187.32684211630215, + 153.2183091999707, + 67.2721990103123, + 55.927459288597575, + 231.35349390431713, + 51.46924812534466, + 205.64721026750908, + 53.82493072743786, + 239.92124103936607, + 101.57317221826821, + 73.71681320006847, + 158.09689135765444, + 0.0, + 0.0, + 130.29672606178204, + 3.4989028096789445, + 47.29586493312102, + 151.61797524499872, + 0.0, + 218.46827711078245, + 0.3706112400863546, + 1.0569788954679464, + 88.55649784635807, + 31.96943986961484, + 2.019023306667778, + 0.0, + 150.0648130870169, + 181.27661855177132, + 19.487455520538376, + 0.0, + 232.4827867939296, + 89.39896400553417, + 121.5076682738968, + 0.16248439569142514, + 172.02464140640896, + 162.092841123492, + 194.32498037009185, + 68.4371858580428, + 168.28244242447536, + 0.0, + 60.15232426121799, + 0.0, + 31.458790567433287, + 165.33128927416828, + 122.13973216640841 + ], + "max_rewards": [ + 0.9976925825445985, + 0.0, + 0.3926834990864543, + 0.9841780552019452, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.970651101309069, + 0.9773620156072025, + 1.0, + 1.0, + 0.014932022589318502, + 0.49398835669589636, + 1.0, + 1.0, + 0.4499962430522278, + 0.9741202520694979, + 1.0, + 1.0, + 0.1671719958833409, + 0.9989327938449537, + 0.9693984377710924, + 1.0, + 0.5481055697735467, + 0.4974000248034299, + 1.0, + 0.0, + 0.016687909890246887, + 0.6795143212695602, + 0.9575867345583364, + 1.0, + 0.009599086816503934, + 0.015847628500382984, + 0.9588461273954607, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.970586663018801, + 0.9874806663989315, + 0.845745903000308, + 0.9916876483934146, + 1.0, + 0.03846418379283366, + 0.0, + 1.0, + 0.9867063655969932, + 1.0, + 0.3725774037137226, + 0.9764187822212795, + 0.984493908103947, + 1.0, + 0.992497102348367, + 0.31709263098852447, + 1.0, + 0.9810569683814002, + 1.0, + 0.9646077961574239, + 1.0, + 0.9454840373567881, + 0.43402451440010625, + 1.0, + 0.982142926298941, + 0.0, + 0.0, + 0.7968184235647885, + 0.26537556120940226, + 0.35019691445057494, + 0.8252525129115351, + 0.0, + 0.9681395139904279, + 0.04962648085873876, + 0.1475474307495749, + 1.0, + 0.8441218513083684, + 0.17179148975071878, + 0.0, + 0.9983065901497721, + 0.8930085771731034, + 0.2574617599841974, + 0.0, + 0.9725425180970405, + 1.0, + 1.0, + 0.012005173455696589, + 0.9786186456577787, + 0.9874606644771676, + 1.0, + 1.0, + 0.9782313531796752, + 0.0, + 1.0, + 0.0, + 1.0, + 0.9932009140519144, + 0.9731569701108237 + ], + "successes": [ + false, + false, + false, + false, + true, + true, + true, + true, + true, + false, + false, + true, + true, + false, + false, + true, + true, + false, + false, + true, + true, + false, + false, + false, + true, + false, + false, + true, + false, + false, + false, + false, + true, + false, + false, + false, + false, + true, + true, + true, + true, + true, + false, + false, + false, + false, + true, + false, + false, + true, + false, + true, + false, + false, + false, + true, + false, + false, + true, + false, + true, + false, + true, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + true, + true, + false, + false, + false, + true, + true, + false, + false, + true, + false, + true, + false, + false + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + }, + "n_episodes": 100, + "n_success": 34, + "pc_success": 34.0, + "pc_success_ci95": [ + 25.461520797348165, + 43.72227114527538 + ] + } + ], + "per_group": { + "pusht": { + "avg_sum_reward": 88.30862493007668, + "avg_max_reward": 0.7130862560396614, + "pc_success": 34.0, + "n_episodes": 100, + "n_success": 34, + "pc_success_ci95": [ + 25.461520797348165, + 43.72227114527538 + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } + }, + "overall": { + "avg_sum_reward": 88.30862493007668, + "avg_max_reward": 0.7130862560396614, + "pc_success": 34.0, + "n_episodes": 100, + "n_success": 34, + "pc_success_ci95": [ + 25.461520797348165, + 43.72227114527538 + ], + "eval_s": 147.74276900291443, + "eval_ep_s": 1.4774276947975158, + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } +} \ No newline at end of file diff --git a/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_0.mp4 b/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..c60dfe89414c86606f74d80a598bbbbd9b3ed639 --- /dev/null +++ b/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_0.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:daf53eba7b6e1cddf7b8c6054e18099416de7829dc68273c2e455dede8be3dab +size 136214 diff --git a/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_1.mp4 b/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..a8216c69b7f0c20f8713db55ef54f9aea627906a --- /dev/null +++ b/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_1.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:915e68f4fc60580429396c2a8b47bf24d0026a900853cc91c11a922d4557c3f2 +size 129504 diff --git a/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_2.mp4 b/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..bb42d06be5c51a81a87c49453eda7fcb701f106d --- /dev/null +++ b/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_2.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb3dbad86acc39e6ee4c19a23cd591bf0e3fe7699b2d260db34cbe7f8de1b87c +size 168080 diff --git a/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_3.mp4 b/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..731c669e90cdf3b86a7d50f98a52defb1e3562bb --- /dev/null +++ b/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_3.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b06ba84557a13805e8757452708ebaeb3b9421bd9fe51badc96a7c51b999609a +size 136796 diff --git a/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_4.mp4 b/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_4.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..cb647a90645cb92f4c5fb2805a3f95c3a408f855 Binary files /dev/null and b/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_4.mp4 differ diff --git a/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_5.mp4 b/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_5.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..7c0e05cb4ca992613dace6dea2ae813add5e4c3b --- /dev/null +++ b/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_5.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58bc8da5bbfda040764072eea48e158d704aecec8d50925b8c1d59b3dc008e5e +size 122047 diff --git a/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_6.mp4 b/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_6.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..572973d568213a551e2271659f4f9d3c07d81678 --- /dev/null +++ b/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_6.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee32b017c1d4c319b88315b83ef35d9ec8f69eadd9563fba51a6b4c5a142050d +size 120844 diff --git a/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_7.mp4 b/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_7.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..f703bb44fc3f755b80306f085f2015973f01c37b Binary files /dev/null and b/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_7.mp4 differ diff --git a/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_8.mp4 b/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_8.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..167c5bff6d2590338e07db944f1b25c12e36162c Binary files /dev/null and b/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_8.mp4 differ diff --git a/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_9.mp4 b/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_9.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..36850f74ce80b615c464623a7db9a4895a4bb210 --- /dev/null +++ b/eval/bsp10_L0_s1000_step075000/videos/pusht_0/eval_episode_9.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27c07f3bfbfd40fdb589e4856a6087050e8aae74e9fdb4f646374132118ba811 +size 118090 diff --git a/eval/bsp10_L0_s1000_step100000/eval_info.json b/eval/bsp10_L0_s1000_step100000/eval_info.json new file mode 100644 index 0000000000000000000000000000000000000000..6e7665d68d880ef3a9113a65b784913ca058f01b --- /dev/null +++ b/eval/bsp10_L0_s1000_step100000/eval_info.json @@ -0,0 +1,388 @@ +{ + "per_task": [ + { + "task_group": "pusht", + "task_id": 0, + "metrics": { + "sum_rewards": [ + 157.66191220438225, + 0.0, + 14.633080368611559, + 232.52303716053478, + 77.03610112622022, + 20.547184547933643, + 43.286121536065515, + 191.74427095876953, + 58.24660642523641, + 140.05647230154602, + 149.11090563725816, + 8.929828778198663, + 136.60247764158254, + 2.8257820565366805, + 210.31308002575, + 70.15566547275188, + 71.93685852836686, + 43.67901015923868, + 113.7118282316246, + 59.70437608618901, + 41.45528771215479, + 77.31877138963758, + 128.27881095745977, + 2.3219593355843022, + 116.92072607446431, + 63.89058515437091, + 119.64984079018882, + 187.362448439624, + 0.0, + 0.23002014361231166, + 44.96781639515199, + 0.0, + 63.01027212141645, + 0.01145264069411213, + 21.724611464726983, + 16.413365607182147, + 0.0, + 36.881719517646005, + 169.96483706941942, + 90.03171304113638, + 178.87430551956703, + 84.99169518905823, + 38.929345622326124, + 29.463859596185593, + 149.8294194411294, + 28.396959161954484, + 197.0109514293572, + 1.1117312718745982, + 0.0, + 129.67170219729098, + 1.561301441852244, + 35.340346634282774, + 78.85464871111087, + 231.23207630339925, + 144.10093629717852, + 209.62778635357455, + 157.35891642852488, + 25.533436287284545, + 210.19001008973066, + 148.3149725809982, + 31.456454649799234, + 198.52021157855458, + 49.9317459317396, + 246.07255375999324, + 102.0829589606177, + 225.4675950624882, + 156.27038356234107, + 0.0, + 0.0, + 92.62711814078087, + 37.55817341221789, + 120.59006063377032, + 180.60239279728927, + 0.0, + 43.22616049696378, + 0.38618146987705215, + 20.605178679712584, + 38.65147539408112, + 0.0, + 30.815667285658055, + 0.0, + 1.6947415453090189, + 148.14529732616896, + 23.420373146409865, + 0.0, + 143.1304965420042, + 70.86958603057053, + 30.35588242847369, + 0.0, + 161.90125378691934, + 155.55874737963478, + 205.08615951041742, + 47.90336693698792, + 72.68274103150358, + 0.0, + 232.51833082772043, + 0.0, + 30.80703258182824, + 84.86450906781626, + 174.9717303391286 + ], + "max_rewards": [ + 0.9761019113890985, + 0.0, + 1.0, + 0.9593940000219677, + 1.0, + 1.0, + 1.0, + 0.9931674659481404, + 1.0, + 0.9942555645967396, + 0.9630159133458581, + 0.5354633970376899, + 1.0, + 0.2759743355595072, + 0.9649287178678544, + 1.0, + 1.0, + 0.7190551825495394, + 1.0, + 0.2742529614069697, + 1.0, + 1.0, + 0.7955608974993403, + 0.024468445950745748, + 1.0, + 1.0, + 0.4865015915393775, + 0.9707557833972539, + 0.0, + 0.016687909890246887, + 0.718620181660909, + 0.0, + 1.0, + 0.009280155505398522, + 1.0, + 0.29138537065036063, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9754772936736362, + 1.0, + 0.9431692184773474, + 0.03846418379283366, + 0.0, + 1.0, + 0.2193084881017875, + 1.0, + 0.6564620353595267, + 1.0, + 1.0, + 0.961989826436334, + 0.7555613429447656, + 1.0, + 0.9685343141532182, + 1.0, + 1.0, + 0.9496351480425665, + 1.0, + 0.9867500516201496, + 0.4326648125890645, + 0.9776656234821118, + 0.9758933753059974, + 0.0, + 0.0, + 1.0, + 0.41202496719162846, + 0.9961330914040003, + 0.9988556990203201, + 0.0, + 0.19234950992630656, + 0.05932904031741832, + 0.44763297333190405, + 1.0, + 0.0, + 1.0, + 0.0, + 0.11091314014265585, + 0.6641325378001935, + 1.0, + 0.0, + 0.49194515165105296, + 1.0, + 1.0, + 0.0, + 0.9752992757524209, + 0.9494694775258379, + 0.7874662383837245, + 1.0, + 1.0, + 0.0, + 0.9945255116740046, + 0.0, + 1.0, + 0.4124794825215731, + 0.9804599560174007 + ], + "successes": [ + false, + false, + true, + false, + true, + true, + true, + false, + true, + false, + false, + false, + true, + false, + false, + true, + true, + false, + true, + false, + true, + true, + false, + false, + true, + true, + false, + false, + false, + false, + false, + false, + true, + false, + true, + false, + false, + true, + true, + true, + true, + true, + true, + true, + false, + true, + false, + false, + false, + true, + false, + true, + false, + true, + true, + false, + false, + true, + false, + true, + true, + false, + true, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + true, + false, + true, + false, + false, + false, + true, + false, + false, + true, + true, + false, + false, + false, + false, + true, + true, + false, + false, + false, + true, + false, + false + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + }, + "n_episodes": 100, + "n_success": 40, + "pc_success": 40.0, + "pc_success_ci95": [ + 30.94012864324589, + 49.79974132089382 + ] + } + ], + "per_group": { + "pusht": { + "avg_sum_reward": 82.22307797954726, + "avg_max_reward": 0.7028346155245677, + "pc_success": 40.0, + "n_episodes": 100, + "n_success": 40, + "pc_success_ci95": [ + 30.94012864324589, + 49.79974132089382 + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } + }, + "overall": { + "avg_sum_reward": 82.22307797954726, + "avg_max_reward": 0.7028346155245677, + "pc_success": 40.0, + "n_episodes": 100, + "n_success": 40, + "pc_success_ci95": [ + 30.94012864324589, + 49.79974132089382 + ], + "eval_s": 138.4393925666809, + "eval_ep_s": 1.384393928050995, + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } +} \ No newline at end of file diff --git a/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_0.mp4 b/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..4434ff2387fffa3519a1420cc92f4b2b11e701cb --- /dev/null +++ b/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_0.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:106b2f10e33a511387ac5acd14295e995062b2274be87399266e5a14bad8b3a3 +size 133238 diff --git a/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_1.mp4 b/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..9ff431366792a2176715842b6c8e20017b4eda15 --- /dev/null +++ b/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_1.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0aa1a4bc40133d5676e0f2d25a986abeb1548e959bb98c2c728f5f9606b93828 +size 131214 diff --git a/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_2.mp4 b/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..b516ea855e92b671dd3d93bd2b5d64bac0960ec6 --- /dev/null +++ b/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_2.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec20832f340b70d7a43e91b4d55b261909839f180ce2350ddb56dc3d9b910ca4 +size 104121 diff --git a/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_3.mp4 b/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..98009257cc848200233d06fdd503698f15cfc68e --- /dev/null +++ b/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_3.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdccefd33b0e52eed42ea9ed7995969042e8b650c5536c04a68ec1aa1974421b +size 133420 diff --git a/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_4.mp4 b/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_4.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..181d093c99ce613e193f5118ba54e8c0328170b4 Binary files /dev/null and b/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_4.mp4 differ diff --git a/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_5.mp4 b/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_5.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..b1717d3293918da0e2020225feb72f7d69693d79 Binary files /dev/null and b/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_5.mp4 differ diff --git a/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_6.mp4 b/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_6.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..a590946e33cbf460d4e0f91ca10d964b046c8cbc Binary files /dev/null and b/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_6.mp4 differ diff --git a/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_7.mp4 b/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_7.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..6ee7c5ff682e40957890150617e4fc8fc296aab0 --- /dev/null +++ b/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_7.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:397af77b4a74c276278a9bf18361b2ad3263d94c2a7b6db6939a4adcd05c93fd +size 126379 diff --git a/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_8.mp4 b/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_8.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..6c1c241661e9ed69d6a3475d8c6bb23a67352e27 Binary files /dev/null and b/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_8.mp4 differ diff --git a/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_9.mp4 b/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_9.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..81b0dd77359735483fd4cf855b0855478b745906 --- /dev/null +++ b/eval/bsp10_L0_s1000_step100000/videos/pusht_0/eval_episode_9.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74ab723e998cc2c786bf30b3ec689831078efd97080e7b9bb4902c743a830a81 +size 149988 diff --git a/eval/bsp10_L0_s1001/eval_info.json b/eval/bsp10_L0_s1001/eval_info.json new file mode 100644 index 0000000000000000000000000000000000000000..af572389d26b5b3ce21d18c07286c6dd58665f84 --- /dev/null +++ b/eval/bsp10_L0_s1001/eval_info.json @@ -0,0 +1,688 @@ +{ + "per_task": [ + { + "task_group": "pusht", + "task_id": 0, + "metrics": { + "sum_rewards": [ + 0.21586592484963235, + 0.0, + 151.37100144776844, + 138.26242955137792, + 169.38555894728438, + 0.19540601558710946, + 155.78716298654592, + 206.47645277320885, + 55.84181093856063, + 121.99594471047263, + 129.69772641253283, + 45.72397265031299, + 50.191869223538944, + 187.78270062701492, + 211.13770995792964, + 40.96337467210702, + 51.89591035621862, + 89.19913274547747, + 59.62716441994985, + 71.95013262817844, + 94.25114119614526, + 0.6983809690568394, + 36.41693968785609, + 0.0, + 151.27783302125155, + 79.73971843597859, + 179.25900464614398, + 87.59113980685706, + 108.74237774023968, + 9.828835436607353, + 19.410143463840853, + 51.49195162649383, + 55.26598281572705, + 0.03894530577971057, + 103.82758811735245, + 119.39987160247571, + 0.0, + 178.1145228051497, + 19.39085563502009, + 77.92926216430895, + 215.93150770828427, + 122.16059085667663, + 167.46789756983634, + 50.18414545185401, + 82.21584093223711, + 2.0451185622314907, + 21.713182258400742, + 1.1893802782385638, + 27.49751706064824, + 210.05246907474307, + 154.5552890422431, + 41.008993053312125, + 141.15368810333956, + 96.04882372213373, + 90.99845720202893, + 60.49591987556619, + 138.92838918694557, + 83.65010162146734, + 58.496660121642364, + 222.4601093299647, + 97.98271539016537, + 127.89027265798407, + 8.210984899669587, + 190.43539797977698, + 73.32805578015983, + 49.31942990899157, + 63.17687938083196, + 0.0, + 183.6146573167527, + 5.488308355569545, + 44.38738050342708, + 0.0, + 90.6547776345115, + 0.08037463903694991, + 88.15465271752073, + 0.45573810524608327, + 33.56230628329839, + 0.0, + 109.94006830921961, + 48.18111199420973, + 0.0, + 0.0, + 1.0694463810462715, + 137.23149782166152, + 0.0, + 122.51898753156433, + 60.08383772763344, + 42.37217624297082, + 1.972530949269141, + 33.52647972390431, + 11.450072831165793, + 229.5705015159326, + 162.8770829583619, + 31.119045286676723, + 0.0, + 23.37939485299905, + 0.0, + 76.0529637216073, + 83.13854881102401, + 202.10223905605056, + 22.909764858215844, + 129.01076834054078, + 21.02226218629744, + 46.94213789424485, + 0.0, + 219.64564795613282, + 0.0, + 47.12385532937389, + 123.9678748848931, + 0.0, + 73.77200073177109, + 0.0, + 114.93667608368617, + 203.10481344313743, + 122.62149932257117, + 123.17170503566936, + 37.331391499459194, + 122.97104185011787, + 123.7509498891397, + 70.54370726859882, + 73.2967812752193, + 90.17161692155686, + 72.12245978707531, + 93.2434089390691, + 38.266710335861944, + 74.47995049143762, + 150.9607677951878, + 141.42879493088628, + 4.765941153371758, + 87.50026993962838, + 225.53423704033236, + 0.25851425253438, + 0.0, + 45.8334989061563, + 0.0, + 174.62940178342382, + 51.6014104325225, + 122.26483572721325, + 0.0, + 36.12968554436122, + 41.054341188130095, + 201.70991675337635, + 1.304582333569224, + 51.746104792258336, + 38.123125876463746, + 0.0, + 0.0, + 0.0, + 145.45727467552342, + 38.264115868211334, + 88.50872160073095, + 57.142520980549115, + 2.4851468247649615, + 152.93571018323598, + 22.0594241737873, + 183.4658316842412, + 0.0, + 0.0, + 3.4514665541128657, + 96.76555447547915, + 170.52772535518565, + 2.1552887057165577, + 0.0, + 51.47792761255286, + 84.57078155252144, + 99.73403945172677, + 70.11985880176424, + 152.5154039612621, + 1.0101362840005217, + 0.7479401384957388, + 92.57754618150734, + 60.7277254597843, + 24.001306673466765, + 90.9271443321772, + 2.7573204931321342, + 129.8210695797755, + 0.0, + 1.72159153034216, + 154.26310102530255, + 62.253675841259096, + 1.750555488401294, + 104.42426466950316, + 82.24017735841892, + 183.42926498062968, + 116.90678074594302, + 0.0, + 75.65289215974903, + 199.88452920331235, + 37.94357477702409, + 73.77068222539177, + 67.00439800171927, + 6.881055019571608, + 125.0527854412159, + 196.07985362561027, + 101.53609098297649, + 0.0, + 147.85486044841784, + 4.5557895870521765, + 102.21509638276314, + 181.5143796722287 + ], + "max_rewards": [ + 0.016161635587489693, + 0.0, + 0.9868710646411332, + 1.0, + 0.9669149891101116, + 0.024848875634784686, + 0.8020381801101235, + 0.9690856948709897, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9814719453517878, + 0.9706231780362368, + 1.0, + 1.0, + 0.9319527319718518, + 1.0, + 0.4739829332427011, + 0.5584269391571929, + 0.07639850918707675, + 1.0, + 0.0, + 0.982150286642709, + 0.2910009776744339, + 0.695161443127408, + 1.0, + 1.0, + 0.1610668856946024, + 0.5385276401715047, + 0.41367868250068335, + 1.0, + 0.009896056337441327, + 0.9547164059119774, + 1.0, + 0.0, + 0.9849366095855815, + 1.0, + 1.0, + 0.9719597757675226, + 0.5272921324598593, + 0.9764666725561315, + 1.0, + 0.9566461829102311, + 0.1319908362401427, + 1.0, + 0.03846418379283366, + 1.0, + 0.9894642689774542, + 0.9570060722745262, + 1.0, + 0.8259558352826579, + 1.0, + 0.4291375928021849, + 1.0, + 0.5990141850005769, + 1.0, + 1.0, + 0.9924546552143747, + 1.0, + 1.0, + 0.16108622193127722, + 0.9931700844461308, + 1.0, + 1.0, + 1.0, + 0.0, + 0.9485190963092487, + 0.15821282894204022, + 0.625253175082126, + 0.0, + 1.0, + 0.01723372076167713, + 0.5598018757015704, + 0.05271373523384206, + 1.0, + 0.0, + 0.9838420919299504, + 0.21622758323748764, + 0.0, + 0.0, + 0.12394809664023437, + 0.9937606470481979, + 0.0, + 0.49184462137641327, + 1.0, + 1.0, + 0.00958073548360865, + 1.0, + 0.5201195651036635, + 0.8694805620315561, + 0.9535300616057116, + 0.11641867393438575, + 0.0, + 0.5989847186337058, + 0.0, + 0.8253306784453702, + 1.0, + 0.9504804520065213, + 0.5338030456864621, + 0.995614513229295, + 0.4626419183488657, + 1.0, + 0.0, + 0.9920680895563488, + 0.0, + 1.0, + 0.9758070246291238, + 0.0, + 1.0, + 0.0, + 0.39948015240408263, + 0.9580204485753845, + 0.9968363661448609, + 0.4297260099980204, + 1.0, + 0.7955221613883064, + 0.9524333271474836, + 0.9900914000679072, + 1.0, + 0.40293391246157795, + 1.0, + 0.5062224621388216, + 0.17434879103924392, + 1.0, + 0.9646193097122595, + 0.9480061009111425, + 0.3586120646503274, + 0.35083849481788093, + 0.9490427427073169, + 0.07516561675725388, + 0.0, + 1.0, + 0.0, + 0.9368066611983068, + 1.0, + 1.0, + 0.0, + 0.48644088805887764, + 0.18677360646641802, + 0.9073503579113913, + 0.16755982149052295, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.2131207122601622, + 0.9737044134227277, + 0.6455739599013486, + 0.97474158425119, + 0.0, + 0.0, + 0.15643993993689542, + 0.334667750505445, + 0.9841219342431262, + 0.18730942063229875, + 0.0, + 1.0, + 0.5299565249372343, + 1.0, + 1.0, + 0.9832619060630576, + 0.14942507798830384, + 0.06254087418684258, + 1.0, + 1.0, + 1.0, + 1.0, + 0.1705337858616063, + 1.0, + 0.0, + 0.06783877826778649, + 0.9730089725468202, + 0.41049636636290066, + 0.09237934415924257, + 0.3892533585080353, + 1.0, + 0.7098532499738878, + 1.0, + 0.0, + 1.0, + 0.9729725693151081, + 0.1521375524745521, + 1.0, + 1.0, + 0.027994890835012567, + 1.0, + 0.992003165305443, + 0.692476198761897, + 0.0, + 0.9988499072562275, + 0.1763419091186676, + 0.42372615826488486, + 1.0 + ], + "successes": [ + false, + false, + false, + true, + false, + false, + false, + false, + true, + true, + true, + true, + true, + false, + false, + true, + true, + false, + true, + false, + false, + false, + true, + false, + false, + false, + false, + true, + true, + false, + false, + false, + true, + false, + false, + true, + false, + false, + true, + true, + false, + false, + false, + true, + false, + false, + true, + false, + true, + false, + false, + true, + false, + true, + false, + true, + false, + true, + true, + false, + true, + true, + false, + false, + true, + true, + true, + false, + false, + false, + false, + false, + true, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + true, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + true, + false, + false, + false, + true, + false, + false, + true, + false, + false, + false, + false, + false, + true, + false, + false, + false, + true, + false, + true, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + true, + true, + false, + false, + false, + false, + false, + true, + true, + false, + false, + false, + true, + true, + true, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + true, + true, + false, + false, + false, + true, + true, + true, + true, + false, + true, + false, + false, + false, + false, + false, + false, + true, + false, + true, + false, + true, + false, + false, + true, + true, + false, + true, + false, + false, + false, + false, + false, + false, + true + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + }, + "n_episodes": 200, + "n_success": 66, + "pc_success": 33.0, + "pc_success_ci95": [ + 26.857425870603958, + 39.78331522622312 + ] + } + ], + "per_group": { + "pusht": { + "avg_sum_reward": 75.0117632664463, + "avg_max_reward": 0.6434839943827462, + "pc_success": 33.0, + "n_episodes": 200, + "n_success": 66, + "pc_success_ci95": [ + 26.857425870603958, + 39.78331522622312 + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } + }, + "overall": { + "avg_sum_reward": 75.0117632664463, + "avg_max_reward": 0.6434839943827462, + "pc_success": 33.0, + "n_episodes": 200, + "n_success": 66, + "pc_success_ci95": [ + 26.857425870603958, + 39.78331522622312 + ], + "eval_s": 274.5901782512665, + "eval_ep_s": 1.372950894832611, + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } +} \ No newline at end of file diff --git a/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_0.mp4 b/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..34b2e68c5c9c0762dc76e5b476d9f599840c1a9d Binary files /dev/null and b/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_0.mp4 differ diff --git a/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_1.mp4 b/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..5214bf4e32d73131ef482657eaf78597f4c3ae30 --- /dev/null +++ b/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_1.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50cf4a2806c44d917eea8efd6c1114d72fabb2be542cd7301c02464f94d06fcf +size 113488 diff --git a/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_2.mp4 b/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..97a73cdb1d5d565a83672ef78db17f01a4b66780 --- /dev/null +++ b/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_2.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c41a7bd8e568b93a60e602c7719ee7403bd5e8fbc8b7177b757cd77af65063f0 +size 126684 diff --git a/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_3.mp4 b/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..17a039be04a2bd9bc9d7cecf3d6c0ebd515bd15e Binary files /dev/null and b/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_3.mp4 differ diff --git a/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_4.mp4 b/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_4.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..7a18b8de75ea06158b54c13a1fd036742e43ec35 --- /dev/null +++ b/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_4.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f68d06b95d5a5dcdf1eb06db2eec5968c09d6c2ad1f0057ebc519e775b0dd50a +size 136762 diff --git a/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_5.mp4 b/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_5.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..89664b77ed31374ddbf31a9b10a13fa67b6fe734 --- /dev/null +++ b/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_5.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f093e1bb615666c0136f402c26c32537fc7988d5650d981b3317e2322d2c5a22 +size 129147 diff --git a/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_6.mp4 b/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_6.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..4c44785e81ed6553a461354b93eb2ddda6b1ef00 --- /dev/null +++ b/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_6.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18bb5bd36adfd1ea4b9fec26004909c231522f38881db29931b1fa4cb2126c2e +size 135971 diff --git a/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_7.mp4 b/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_7.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..3442c8945f94213a9ba4d1d78c8b7b287604aa42 --- /dev/null +++ b/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_7.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4460a764609aeec3b104fce953109fafa6fd19079af868caa24655793255099 +size 125257 diff --git a/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_8.mp4 b/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_8.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..474eea2d0b633d60e7e1d92ed62492277611f449 Binary files /dev/null and b/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_8.mp4 differ diff --git a/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_9.mp4 b/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_9.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..fae96ad15b77853645afd6d8f384aa63dc7879b2 --- /dev/null +++ b/eval/bsp10_L0_s1001/videos/pusht_0/eval_episode_9.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7fd73c9c638f0fd3e64558030220b9779d62a572ea5d611e633fc27eb0e2de1 +size 132576 diff --git a/eval/bsp10_L0_s1001_step025000/eval_info.json b/eval/bsp10_L0_s1001_step025000/eval_info.json new file mode 100644 index 0000000000000000000000000000000000000000..b48fec39de9faa7c6f34c569ee1e81ecd167ce3a --- /dev/null +++ b/eval/bsp10_L0_s1001_step025000/eval_info.json @@ -0,0 +1,388 @@ +{ + "per_task": [ + { + "task_group": "pusht", + "task_id": 0, + "metrics": { + "sum_rewards": [ + 138.37607553775476, + 0.0, + 40.11369736341779, + 232.02816137361845, + 0.0, + 0.0, + 162.57263799724652, + 216.53366090265115, + 63.52806917647672, + 11.588912250292447, + 168.8408672766261, + 1.3767350419511004, + 123.44166851060392, + 73.44212211461512, + 110.47017694161497, + 30.23453366700103, + 57.37557293868362, + 16.779009514524788, + 21.889573432620608, + 30.50402156760909, + 191.49744338284972, + 1.4430030832288452, + 56.79692639327011, + 2.4276738018810993, + 151.97392208094885, + 89.90810111493231, + 89.31934482714416, + 207.0563089361053, + 78.39366102596708, + 0.20091155437732244, + 129.6356699950696, + 0.0, + 215.28501703292665, + 0.02844976733127568, + 163.72827546684016, + 193.25013899212658, + 0.0, + 179.81399831039727, + 138.41629248987826, + 30.35555796123431, + 49.58471636434139, + 181.8831075046093, + 56.02271435408997, + 77.54650383801996, + 5.067837058710557, + 98.62622743949724, + 204.2652014851471, + 26.528556824576327, + 17.41607835280287, + 180.3376159550995, + 45.7296030084521, + 173.58600383884624, + 178.7338564911775, + 191.98570834036298, + 184.17815720814727, + 153.20100354897377, + 144.16321977890806, + 76.2139563214807, + 217.90612102780182, + 51.66331144345781, + 196.16417896500553, + 115.32470271835292, + 129.11201488425382, + 201.9014989098668, + 132.54552142500546, + 213.35775314524193, + 156.13198916912773, + 0.0, + 34.592625986615424, + 10.647526715394847, + 0.0, + 0.29834002158770323, + 38.61014010318622, + 0.0, + 176.05461371642863, + 0.039941484798576975, + 0.27403181901310725, + 0.0, + 1.3932722900330394, + 0.037007932870732466, + 0.0, + 0.0, + 0.9095425902992705, + 62.05765429824794, + 0.0, + 79.41891408598528, + 1.066464785498308, + 121.32432952962375, + 0.30921946642339015, + 168.7758767135972, + 19.584241145033, + 89.18848533142146, + 104.1637545099052, + 192.2048084848757, + 0.0, + 124.01724870097861, + 0.0, + 122.9162930570497, + 158.51873608902298, + 87.8314220568565 + ], + "max_rewards": [ + 1.0, + 0.0, + 1.0, + 0.9294602704182728, + 0.0, + 0.0, + 0.986456323628078, + 0.9691472930347503, + 1.0, + 0.3814294844233216, + 0.9621645748830963, + 0.1389309404115882, + 0.9818030122794046, + 0.6934525608840285, + 1.0, + 1.0, + 1.0, + 1.0, + 0.08797102862903397, + 1.0, + 0.9747484286153417, + 0.1516642651787814, + 1.0, + 0.1018266206673058, + 0.951719793945896, + 0.34971996560717344, + 1.0, + 0.997434817233323, + 1.0, + 0.016687909890246887, + 0.9827880056583641, + 0.0, + 0.9995003294649859, + 0.011277633045041896, + 0.9356485149142117, + 0.9570158340465191, + 0.0, + 0.9550969697987535, + 0.9322844749538067, + 0.797188834100049, + 0.19155828813984613, + 0.9635538537637206, + 0.2239102448224704, + 0.43810625751114607, + 0.38390109329893185, + 1.0, + 0.9756797445335489, + 0.41124846749062954, + 0.4566665975346604, + 0.995337766418224, + 1.0, + 1.0, + 0.9963014405879053, + 1.0, + 0.9515307237511659, + 0.9756332661279358, + 0.6940967853712561, + 1.0, + 0.9249731475285483, + 1.0, + 1.0, + 0.4606032026422372, + 0.997480589001065, + 0.9918173821239898, + 1.0, + 0.8044168690297071, + 0.9623880214826653, + 0.0, + 1.0, + 0.17638597443253415, + 0.0, + 0.056545260452260056, + 1.0, + 0.0, + 0.9990623717840623, + 0.012351676807873501, + 0.11275560530636254, + 0.0, + 0.06145217053844202, + 0.008499212621770499, + 0.0, + 0.0, + 0.047537384691586415, + 0.49194974398019703, + 0.0, + 0.49184462137641327, + 0.07945759339106263, + 0.5973942822010861, + 0.017750554227769184, + 0.9462809305139306, + 0.5462974675095479, + 1.0, + 0.4253515289322972, + 0.976451358487212, + 0.0, + 0.8414658999188439, + 0.0, + 0.578629339005839, + 0.8441035302835604, + 0.6191682891458254 + ], + "successes": [ + true, + false, + true, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + true, + true, + true, + true, + false, + true, + false, + false, + true, + false, + false, + false, + true, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + true, + true, + false, + true, + false, + false, + false, + true, + false, + true, + true, + false, + false, + false, + true, + false, + false, + false, + true, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + }, + "n_episodes": 100, + "n_success": 22, + "pc_success": 22.0, + "pc_success_ci95": [ + 15.001282384605396, + 31.070353514985793 + ] + } + ], + "per_group": { + "pusht": { + "avg_sum_reward": 84.7203784213992, + "avg_max_reward": 0.609753564224795, + "pc_success": 22.0, + "n_episodes": 100, + "n_success": 22, + "pc_success_ci95": [ + 15.001282384605396, + 31.070353514985793 + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } + }, + "overall": { + "avg_sum_reward": 84.7203784213992, + "avg_max_reward": 0.609753564224795, + "pc_success": 22.0, + "n_episodes": 100, + "n_success": 22, + "pc_success_ci95": [ + 15.001282384605396, + 31.070353514985793 + ], + "eval_s": 140.42307901382446, + "eval_ep_s": 1.4042307925224304, + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } +} \ No newline at end of file diff --git a/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_0.mp4 b/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..67aeacdd19b96f66aa2f31d49c06c259883df09d --- /dev/null +++ b/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_0.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e19fcb36419d2f85dba1880e85629c34fe43b5175cd9edd021b04fb19284df07 +size 148993 diff --git a/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_1.mp4 b/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..7251e54e63958d610ef3599ed701f7bdbe7a224b --- /dev/null +++ b/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_1.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eacd455c1e3354fab134dcb2792ae2c55b6ab6c6994cd34ab6306990ff55f58d +size 136945 diff --git a/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_2.mp4 b/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..e23c7ff84727bae98676121a82af05f5c8f85c1e Binary files /dev/null and b/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_2.mp4 differ diff --git a/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_3.mp4 b/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..aba3e4f0134ca704d2584e51a4877f20868288b9 --- /dev/null +++ b/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_3.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d12ccaf5b4c44a64984cc6b6ba4b08c873435a15520dcebb1135a937180aea47 +size 118522 diff --git a/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_4.mp4 b/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_4.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..f4afadee209c4ce9cf9ad9c04d821ff1e51907be --- /dev/null +++ b/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_4.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14adb43cb295872cc26d1baf34c864350561da573ce2fe9a349fe0d6f252cca0 +size 116172 diff --git a/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_5.mp4 b/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_5.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..32fc023c5985f2e5777b5e8c11ca064452689157 --- /dev/null +++ b/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_5.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c3dc6cc0029f2884dcf9a85d17fd7f9a55b3fc2cf5c27a7728ffddfd68b74e2 +size 166400 diff --git a/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_6.mp4 b/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_6.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..c39644f854c3a40445f4e76241895ab0f1ec3135 --- /dev/null +++ b/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_6.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5689a691d1119f183aa102af6e7d85105e3f74ee587de0f568cddf46578afac +size 146349 diff --git a/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_7.mp4 b/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_7.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..1426fda8d12e8f3919b89edbb647fd4bf11650f4 --- /dev/null +++ b/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_7.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45ff5afb2219d5dbbf173034975aa850c503d3ba134ec0a6253b60226622e576 +size 114402 diff --git a/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_8.mp4 b/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_8.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..d88600cfed69577046c1fd93996c4777f758dd83 Binary files /dev/null and b/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_8.mp4 differ diff --git a/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_9.mp4 b/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_9.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..76c9ef80db7b694ac9588b88411b0d3bfb718e9c --- /dev/null +++ b/eval/bsp10_L0_s1001_step025000/videos/pusht_0/eval_episode_9.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be0d89a6ccbcba4003ac3fb651edaf79b367a667d61a63d876529a02b48b993e +size 138552 diff --git a/eval/bsp10_L0_s1001_step050000/eval_info.json b/eval/bsp10_L0_s1001_step050000/eval_info.json new file mode 100644 index 0000000000000000000000000000000000000000..21d7b05d4c97f4bfb903b880ba0d2b2752f0965d --- /dev/null +++ b/eval/bsp10_L0_s1001_step050000/eval_info.json @@ -0,0 +1,388 @@ +{ + "per_task": [ + { + "task_group": "pusht", + "task_id": 0, + "metrics": { + "sum_rewards": [ + 0.210101262637366, + 0.0, + 0.6402934640104552, + 130.7265550667994, + 0.0, + 0.0002929455470933595, + 118.53083086221238, + 192.9465784154238, + 70.45540107570756, + 89.74100207860033, + 198.94362182340626, + 4.691371798036726, + 93.46352275675851, + 43.412935523526556, + 91.02767284569961, + 101.78653658629621, + 59.93267080532645, + 126.33252096390929, + 12.208147964016423, + 65.69033236160149, + 45.19359122750162, + 2.03093040049518, + 75.80180485060518, + 102.65905435880272, + 131.65466569139005, + 81.06698934572992, + 149.6492892628583, + 176.3174678469244, + 61.09739105229822, + 0.630593475922372, + 32.59316778645046, + 77.1191735822637, + 80.2380705121139, + 0.04075251806577905, + 0.2525122632277683, + 175.59820623379198, + 0.0, + 138.8288127836539, + 20.62982512727468, + 167.03033552920505, + 73.02650353250264, + 149.2740999238024, + 191.62453986338735, + 19.623274482409762, + 1.887069364189992, + 3.190048253314372, + 166.74654881225683, + 1.3643647309689726, + 0.0, + 100.31803644621885, + 0.0, + 185.03332121356206, + 209.87284810351025, + 114.50328280200102, + 81.75492207454236, + 90.5741290917821, + 162.60496341069114, + 177.51792834329876, + 118.44650069528197, + 94.03813258302, + 93.1067464362235, + 98.56019740424225, + 3.6901334030260973, + 65.17950768351011, + 153.92976001657397, + 168.9557328409225, + 86.91250559849539, + 45.21742466540498, + 111.1682177773506, + 83.6569251571238, + 0.0, + 124.90492957169644, + 144.7949041214724, + 0.0, + 164.9383526819879, + 0.10241234893259782, + 67.36873614321169, + 0.0, + 2.0283365608593935, + 23.623218619359115, + 0.0, + 0.0, + 166.6445888283476, + 118.77430038114707, + 0.0, + 212.45236500339826, + 43.12881345079926, + 137.71260484825422, + 0.9051215667480457, + 66.27167206656985, + 155.74744306504624, + 37.685617674134356, + 167.23134934502966, + 169.57100486372235, + 0.0, + 13.271583047674174, + 0.0, + 213.25046912319172, + 144.26666265134216, + 100.2419733165194 + ], + "max_rewards": [ + 0.016161635587489693, + 0.0, + 0.12232896626446156, + 1.0, + 0.0, + 9.681708205652822e-05, + 1.0, + 1.0, + 1.0, + 0.5982416143957993, + 0.9918923311263734, + 0.15661259773266903, + 0.9667933981822183, + 1.0, + 1.0, + 0.3568951328336985, + 1.0, + 0.8198844296445503, + 1.0, + 0.25608251290309175, + 0.36136456382143706, + 0.12689788181918113, + 1.0, + 0.9863684323140821, + 1.0, + 0.2984586621952754, + 0.6757371757739997, + 1.0, + 1.0, + 0.11856484663673085, + 0.5405552502250917, + 0.9970586999455855, + 1.0, + 0.009333106834344946, + 0.04575696801614899, + 0.9879334847113561, + 0.0, + 0.9993995158802803, + 1.0, + 0.9651858131526728, + 1.0, + 0.9699968985375343, + 0.9830188354941077, + 1.0, + 0.3149040175245188, + 0.1319908362401427, + 0.970603011335462, + 0.03846418379283366, + 0.0, + 0.401114933092863, + 0.0, + 0.946281019853171, + 0.9992838938420889, + 1.0, + 0.37592186453486715, + 1.0, + 0.9377696158357672, + 0.8631407796455819, + 1.0, + 1.0, + 1.0, + 1.0, + 0.384196502288796, + 1.0, + 0.987031371689358, + 1.0, + 1.0, + 0.8650340938803243, + 1.0, + 1.0, + 0.0, + 0.9528153368539638, + 1.0, + 0.0, + 0.9996289291220217, + 0.02638987524523549, + 1.0, + 0.0, + 0.15252970862217197, + 1.0, + 0.0, + 0.0, + 0.9879331389375707, + 1.0, + 0.0, + 0.9988105043805866, + 1.0, + 1.0, + 0.031134218016922306, + 1.0, + 0.9953604422080883, + 1.0, + 0.9928886885473566, + 0.9958247652194624, + 0.0, + 0.4293013135334683, + 0.0, + 0.9967669861101885, + 1.0, + 1.0 + ], + "successes": [ + false, + false, + false, + true, + false, + false, + true, + true, + true, + false, + false, + false, + false, + true, + true, + false, + true, + false, + true, + false, + false, + false, + true, + false, + true, + false, + false, + true, + true, + false, + false, + false, + true, + false, + false, + false, + false, + false, + true, + false, + true, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + true, + false, + false, + true, + true, + true, + true, + false, + true, + false, + true, + true, + false, + true, + true, + false, + false, + true, + false, + false, + false, + true, + false, + false, + true, + false, + false, + false, + true, + false, + false, + true, + true, + false, + true, + false, + true, + false, + false, + false, + false, + false, + false, + true, + true + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + }, + "n_episodes": 100, + "n_success": 37, + "pc_success": 37.0, + "pc_success_ci95": [ + 28.18236053432453, + 46.779470419057084 + ] + } + ], + "per_group": { + "pusht": { + "avg_sum_reward": 80.45867146437148, + "avg_max_reward": 0.6712573960146305, + "pc_success": 37.0, + "n_episodes": 100, + "n_success": 37, + "pc_success_ci95": [ + 28.18236053432453, + 46.779470419057084 + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } + }, + "overall": { + "avg_sum_reward": 80.45867146437148, + "avg_max_reward": 0.6712573960146305, + "pc_success": 37.0, + "n_episodes": 100, + "n_success": 37, + "pc_success_ci95": [ + 28.18236053432453, + 46.779470419057084 + ], + "eval_s": 139.2419409751892, + "eval_ep_s": 1.3924194121360778, + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } +} \ No newline at end of file diff --git a/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_0.mp4 b/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..e711207179f75ffb72fc00bbec8b25f6bcc37ca8 --- /dev/null +++ b/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_0.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89da762eec93db8d62cce9278d5c201d52879426ff2eb3c68519648d2b48a5a8 +size 109289 diff --git a/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_1.mp4 b/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..1b32acec3ae524cc64e0689275163c3ed64f0bf9 --- /dev/null +++ b/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_1.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:703e3283d469dab5dada02577b61433055848810e955ac4b51f8b2c97ec8035c +size 106065 diff --git a/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_2.mp4 b/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..81de9ae3f59f513ef984b62d9514bd69c51b143e --- /dev/null +++ b/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_2.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5a5cfb3634af7091e46cd89d490c9871b04ce3bd1c1d182dc1de3be6dd2fc57 +size 108284 diff --git a/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_3.mp4 b/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..ef5db06c8d31811c9632d89e85febd6b4d45828b Binary files /dev/null and b/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_3.mp4 differ diff --git a/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_4.mp4 b/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_4.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..b2472459cd28a03c2175438ee687f4c6f57f4d12 Binary files /dev/null and b/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_4.mp4 differ diff --git a/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_5.mp4 b/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_5.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..572ddb1eb76a04919fe81dba38b207650d3edc70 --- /dev/null +++ b/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_5.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbab3f473c78c7a68d32fe782035936d26f359572b219a3855f5c97c6d473e44 +size 155659 diff --git a/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_6.mp4 b/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_6.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..547dc4c5dfff55a8362f44349bbd3cfca4d37354 --- /dev/null +++ b/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_6.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:225bbb2104c28b670a284d519ab95943ccdd62b1edf8b0bb454e37f263fb16bd +size 142405 diff --git a/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_7.mp4 b/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_7.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..4e83ef00f9f65c27209406f7b8ab169c69e0e016 --- /dev/null +++ b/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_7.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e94369fde5e353eb1945dcacfac03698ea41e61a18f35f5e6a25960f6294db8 +size 124963 diff --git a/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_8.mp4 b/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_8.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..9ee6f21914b354927ba41e430891611c78219435 Binary files /dev/null and b/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_8.mp4 differ diff --git a/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_9.mp4 b/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_9.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..1fd6b118b7c6846d474288e5ddc7eb07c2f846ca --- /dev/null +++ b/eval/bsp10_L0_s1001_step050000/videos/pusht_0/eval_episode_9.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f60799282ca22d87579263512024606302d65797a27ce608293d4c7590e1211 +size 156566 diff --git a/eval/bsp10_L0_s1001_step075000/eval_info.json b/eval/bsp10_L0_s1001_step075000/eval_info.json new file mode 100644 index 0000000000000000000000000000000000000000..609d40e24bec3d00021f7b9b09316d9cd42b654f --- /dev/null +++ b/eval/bsp10_L0_s1001_step075000/eval_info.json @@ -0,0 +1,388 @@ +{ + "per_task": [ + { + "task_group": "pusht", + "task_id": 0, + "metrics": { + "sum_rewards": [ + 0.2165305546219492, + 0.0, + 0.46341605061216423, + 36.514713637596934, + 50.613788706120104, + 0.0, + 137.66930105208073, + 209.01676049654486, + 55.36492320144163, + 170.628561692069, + 189.70398440186568, + 191.69958159476423, + 48.7774603917226, + 195.04413715162622, + 198.14845508570065, + 38.840102788625586, + 138.74920958829225, + 36.86559467132158, + 29.13181642637671, + 33.362983851835104, + 72.40811920519502, + 3.0143072243740843, + 169.36368163202172, + 0.0, + 186.86226009344108, + 69.62622546703284, + 101.61110723200137, + 211.88600430228718, + 28.32167434022261, + 0.8128297637697932, + 9.915112125864578, + 24.269401388590293, + 172.1329833352248, + 0.05526577504320652, + 29.807970963208025, + 72.96320988937428, + 0.0, + 168.29639279598027, + 134.45350111584787, + 222.15557683862284, + 11.269502974257842, + 65.39555776036276, + 50.10270358274027, + 161.755853297584, + 99.61432304640344, + 3.5347346734917173, + 23.585245466082434, + 1.1853870587383173, + 4.595368614094268, + 98.33114398159094, + 19.254306010840757, + 110.49851499027193, + 129.518252055334, + 81.88245579398048, + 47.670956848956905, + 47.34593812212604, + 152.3569550444681, + 68.38094593784862, + 57.636058426454376, + 230.2194587980329, + 197.4530583478687, + 161.26859821836325, + 162.93901337417805, + 116.57966997004868, + 152.3525068918145, + 47.88773837564412, + 166.06601232869457, + 0.0, + 172.84456754899148, + 76.64396281815365, + 0.0, + 108.19274450192935, + 33.692198002781396, + 0.63111856259661, + 46.44154900103244, + 0.23965560162754532, + 0.6524052343251805, + 0.0, + 38.15598727542733, + 4.690968332295787, + 0.0, + 0.02837755566778539, + 130.6752010197804, + 124.82658564488085, + 0.0, + 230.19436489141083, + 27.35097516323215, + 114.19116984178196, + 2.502419325316818, + 34.09687398991626, + 110.21240259991632, + 136.71553480062823, + 121.16045692455968, + 30.738228158604638, + 0.0, + 146.70331893415164, + 0.0, + 104.50349320332816, + 65.15608190797347, + 118.38267983590907 + ], + "max_rewards": [ + 0.016161635587489693, + 0.0, + 0.13247380582617013, + 1.0, + 1.0, + 0.0, + 0.6785016053941658, + 0.9667354401943111, + 1.0, + 0.9872159355860162, + 0.9913885398791152, + 0.9962127241495222, + 1.0, + 0.9884719837006597, + 0.945439165631407, + 1.0, + 1.0, + 1.0, + 1.0, + 0.15030033536933846, + 0.36180584122385046, + 0.15248501203737347, + 0.9882397378348851, + 0.0, + 0.9802978204996032, + 0.2533199270201554, + 0.7620071747557281, + 0.997961357144642, + 1.0, + 0.13406299596764917, + 0.31058161210316143, + 1.0, + 0.7221171976622934, + 0.009497045845444013, + 0.18737591323784303, + 0.5397577723047635, + 0.0, + 0.9751075154962509, + 1.0, + 0.9932956946046338, + 1.0, + 1.0, + 0.1931068321843483, + 0.9877551277940458, + 0.9927367140618153, + 0.1319908362401427, + 1.0, + 0.03846418379283366, + 0.5150713400575108, + 0.9701700875132372, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9609913605155215, + 1.0, + 0.22440031645771769, + 0.9825946294704297, + 0.989379766781807, + 0.9735133822565335, + 0.9962968283353363, + 1.0, + 0.5254162889899351, + 1.0, + 0.948458882024688, + 0.0, + 0.999747922713787, + 1.0, + 0.0, + 0.9852858513875721, + 1.0, + 0.06686069272849313, + 0.19234950992630656, + 0.041457462241530574, + 0.1499100679354863, + 0.0, + 0.6154547618642242, + 0.16397068481961474, + 0.0, + 0.009594732153369161, + 0.9575478985304754, + 0.6429781702966014, + 0.0, + 1.0, + 0.1962584494607428, + 1.0, + 0.03039156418665756, + 1.0, + 1.0, + 0.9769393506226786, + 0.4572325936687983, + 0.1130241361311942, + 0.0, + 0.7977560506664192, + 0.0, + 0.8204440757310971, + 1.0, + 0.9850221947546159 + ], + "successes": [ + false, + false, + false, + true, + true, + false, + false, + false, + true, + false, + false, + false, + true, + false, + false, + true, + true, + true, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + true, + false, + false, + false, + false, + false, + false, + true, + false, + true, + true, + false, + false, + false, + false, + true, + false, + false, + false, + true, + true, + true, + true, + true, + true, + false, + true, + false, + false, + false, + false, + false, + true, + false, + true, + false, + false, + false, + true, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + true, + false, + true, + true, + false, + false, + false, + false, + false, + false, + false, + true, + false + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + }, + "n_episodes": 100, + "n_success": 30, + "pc_success": 30.0, + "pc_success_ci95": [ + 21.89488529493276, + 39.58485463334666 + ] + } + ], + "per_group": { + "pusht": { + "avg_sum_reward": 78.87070525497812, + "avg_max_reward": 0.6485338653535203, + "pc_success": 30.0, + "n_episodes": 100, + "n_success": 30, + "pc_success_ci95": [ + 21.89488529493276, + 39.58485463334666 + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } + }, + "overall": { + "avg_sum_reward": 78.87070525497812, + "avg_max_reward": 0.6485338653535203, + "pc_success": 30.0, + "n_episodes": 100, + "n_success": 30, + "pc_success_ci95": [ + 21.89488529493276, + 39.58485463334666 + ], + "eval_s": 142.04276990890503, + "eval_ep_s": 1.420427701473236, + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } +} \ No newline at end of file diff --git a/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_0.mp4 b/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..bf38891d99cdf361336f9782cee5f348413e3819 Binary files /dev/null and b/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_0.mp4 differ diff --git a/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_1.mp4 b/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..7eff1cac9d34e7ce620aedc85e5f3fa4e02b36e4 --- /dev/null +++ b/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_1.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a9f841bf04960ae8b443761ee2b6cce3ed7c7140e05863ff2593ddca86e2af6 +size 105567 diff --git a/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_2.mp4 b/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..b1954d2a7336eb81e030d106606bd1370e03a8d3 --- /dev/null +++ b/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_2.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b945809c01b45ceb8e411c393c253c231a9df01eb2746c76c6005c52866e843 +size 120326 diff --git a/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_3.mp4 b/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..07883cdc3c5c4eaa54f8be96de9b37ddf7511455 Binary files /dev/null and b/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_3.mp4 differ diff --git a/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_4.mp4 b/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_4.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..be3078381aa297f90aa289d61d69b5171191eb38 Binary files /dev/null and b/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_4.mp4 differ diff --git a/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_5.mp4 b/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_5.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..b323db0b6992b6538cc03bd616e773de4615dcd3 --- /dev/null +++ b/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_5.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a4bfcde52fb9695e6b0bd503d7f6629ddee723ef61d5f0edcdde061febdc964 +size 110596 diff --git a/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_6.mp4 b/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_6.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..3d70f51ccd7e712f770bbe3c654e5c692a874510 --- /dev/null +++ b/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_6.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b734f1031728bacbdf4a6bbfb4f242012228f8fa738fbff95918f598c7b8fe6c +size 129354 diff --git a/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_7.mp4 b/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_7.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..629ee5cc1a9115fa0f912e57b4d9dae24aeb7279 --- /dev/null +++ b/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_7.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a25f0090ba16db106270d8c8b9f8c4a8fcaad79c932d3c265da1f271bc5ce696 +size 115752 diff --git a/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_8.mp4 b/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_8.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..b4da21bd4475ccf8b2cebdaedab3c6ac81ccc0b4 Binary files /dev/null and b/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_8.mp4 differ diff --git a/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_9.mp4 b/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_9.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..634d125d7683e1d038f1f7eb2a663b3bc692b09a --- /dev/null +++ b/eval/bsp10_L0_s1001_step075000/videos/pusht_0/eval_episode_9.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acf9f72692cf2bc1d8a63884a928f560fc006ab0270af83d752e3992f5a1736a +size 146691 diff --git a/eval/bsp10_L0_s1001_step100000/eval_info.json b/eval/bsp10_L0_s1001_step100000/eval_info.json new file mode 100644 index 0000000000000000000000000000000000000000..00502c4dd9671a183da34371517ef0d9104dda10 --- /dev/null +++ b/eval/bsp10_L0_s1001_step100000/eval_info.json @@ -0,0 +1,388 @@ +{ + "per_task": [ + { + "task_group": "pusht", + "task_id": 0, + "metrics": { + "sum_rewards": [ + 0.21586830042238056, + 0.0, + 0.6825494063634723, + 64.67257307377548, + 55.99606379971035, + 0.0, + 151.61896024298034, + 102.21668657860533, + 130.0656424307187, + 69.49691621156667, + 144.89777420538638, + 47.44896459957231, + 0.0, + 41.12373030702334, + 203.39730589145142, + 40.00232441422126, + 78.78104710119953, + 146.41943200135225, + 174.36699298666827, + 135.94944360506145, + 80.17427140187756, + 0.6980877844988209, + 19.382944363789512, + 0.0, + 74.0296059309737, + 79.71867813466712, + 184.27754692761528, + 128.66347577714907, + 38.13557737586468, + 80.50372089452, + 11.731289688519011, + 15.225733452879634, + 44.48633071451609, + 0.03897978884678194, + 28.50935747230883, + 70.96723377186113, + 0.0, + 182.38875378678313, + 172.71687720531307, + 138.7798533484292, + 44.78538950840034, + 116.5176569387655, + 55.793258419692634, + 132.8994626835882, + 5.8364279930446745, + 2.0355183124219254, + 152.02868438549805, + 1.1870358166710455, + 39.64540651054532, + 223.31012666848125, + 74.17416942039083, + 56.65002360273728, + 143.04846249727788, + 212.19753562063337, + 133.3379623324056, + 192.3967861010587, + 193.04372290394565, + 35.64626792587749, + 54.59876377288054, + 60.42027905413647, + 191.05418328628807, + 88.38481480250786, + 73.12151130610275, + 28.710181393273594, + 175.7559730462997, + 240.14880507501599, + 26.78809047676984, + 0.0, + 86.84761606558556, + 119.70700261699841, + 0.0, + 0.0, + 112.78673080748608, + 0.017464620470610093, + 101.2259159148165, + 0.2754665244280642, + 0.9875539930368116, + 0.0, + 71.4954538014891, + 98.33192369604402, + 0.0, + 0.017942776428403834, + 39.583128391371545, + 73.99309782349079, + 0.0, + 149.99200557146173, + 49.427240886651276, + 0.039919082558093205, + 1.2370910328033005, + 31.880650637721388, + 113.6332357036028, + 194.66921817054046, + 120.5824382872257, + 22.055828820324663, + 0.0, + 211.82204774600172, + 0.0, + 167.12634197686663, + 73.93923361607386, + 61.60108939376952 + ], + "max_rewards": [ + 0.016161635587489693, + 0.0, + 0.14332539855100987, + 1.0, + 1.0, + 0.0, + 0.8443716747025454, + 1.0, + 1.0, + 1.0, + 0.5913396654609946, + 1.0, + 0.0, + 0.15502260933017123, + 0.9703280237446574, + 1.0, + 1.0, + 1.0, + 0.9983241759301341, + 1.0, + 0.2928698024542624, + 0.07499334020374636, + 1.0, + 0.0, + 0.9901335158230279, + 0.290920239506997, + 0.6948935844372895, + 1.0, + 1.0, + 1.0, + 0.32209940353187555, + 1.0, + 1.0, + 0.009897525293726643, + 0.9876565899517861, + 0.5136323912851667, + 0.0, + 0.9260519829418106, + 0.9565500183584382, + 1.0, + 1.0, + 0.5273121873705268, + 0.21597362223520647, + 0.9900240333191711, + 0.1615863524628178, + 0.1319908362401427, + 0.998403236789756, + 0.03846418379283366, + 0.35633239715904386, + 0.981364098215475, + 1.0, + 1.0, + 1.0, + 0.9856600285962129, + 0.9706160634672619, + 0.9829859768820326, + 0.9811791587656146, + 1.0, + 0.21858650265053486, + 1.0, + 0.9844474548654184, + 1.0, + 1.0, + 1.0, + 0.9624175303967273, + 0.9820253400372422, + 0.5639501558295709, + 0.0, + 1.0, + 0.9743966668453192, + 0.0, + 0.0, + 1.0, + 0.0030926387645498605, + 1.0, + 0.046377379846493476, + 0.13650000622703792, + 0.0, + 0.9704478097489329, + 1.0, + 0.0, + 0.005687846955604152, + 1.0, + 0.3307592399224765, + 0.0, + 1.0, + 1.0, + 0.005682514449629604, + 0.07453712171603512, + 1.0, + 1.0, + 0.988032945374256, + 0.463496240284698, + 0.08091582046778979, + 0.0, + 0.9947948540383136, + 0.0, + 1.0, + 1.0, + 0.37297182394669065 + ], + "successes": [ + false, + false, + false, + true, + true, + false, + false, + true, + true, + true, + false, + true, + false, + false, + false, + true, + true, + true, + false, + true, + false, + false, + true, + false, + false, + false, + false, + true, + true, + true, + false, + true, + true, + false, + false, + false, + false, + false, + false, + true, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + true, + true, + false, + false, + false, + false, + true, + false, + true, + false, + true, + true, + true, + false, + false, + false, + false, + true, + false, + false, + false, + true, + false, + true, + false, + false, + false, + false, + true, + false, + false, + true, + false, + false, + true, + true, + false, + false, + true, + true, + false, + false, + false, + false, + false, + false, + true, + true, + false + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + }, + "n_episodes": 100, + "n_success": 37, + "pc_success": 37.0, + "pc_success_ci95": [ + 28.18236053432453, + 46.779470419057084 + ] + } + ], + "per_group": { + "pusht": { + "avg_sum_reward": 75.94572730788448, + "avg_max_reward": 0.6425958364475853, + "pc_success": 37.0, + "n_episodes": 100, + "n_success": 37, + "pc_success_ci95": [ + 28.18236053432453, + 46.779470419057084 + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } + }, + "overall": { + "avg_sum_reward": 75.94572730788448, + "avg_max_reward": 0.6425958364475853, + "pc_success": 37.0, + "n_episodes": 100, + "n_success": 37, + "pc_success_ci95": [ + 28.18236053432453, + 46.779470419057084 + ], + "eval_s": 139.80245733261108, + "eval_ep_s": 1.3980245757102967, + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } +} \ No newline at end of file diff --git a/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_0.mp4 b/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..20f052ab0caa03c82de16180c5e2ffdf8b2e0960 Binary files /dev/null and b/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_0.mp4 differ diff --git a/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_1.mp4 b/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..1ab3ff2a6a657aeb5f0477e7c5ed5fd8cd5da78b --- /dev/null +++ b/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_1.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5daa4e42c36eee8eda7b48e0e2f3ead9443f1a3a388d7df0da3e4488878308cd +size 119599 diff --git a/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_2.mp4 b/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..c69b77e28507f375c47b2dcc3756517bbfdf3a9f --- /dev/null +++ b/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_2.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f6ce7c2efd895358c4561203025cc94a12070fae09bf8b17d1aa64d7bd66b9f +size 127733 diff --git a/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_3.mp4 b/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..99a9dcde9c8126172655b3f3e9006db7ff928d46 Binary files /dev/null and b/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_3.mp4 differ diff --git a/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_4.mp4 b/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_4.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..86366a3427e97f151ee81c2f7f6275a965a50a4b --- /dev/null +++ b/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_4.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86557e6169efeb073abc1d97a02b176a5a371048ba25890958bdf36693edf61b +size 100103 diff --git a/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_5.mp4 b/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_5.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..565d56459be24a209ed709b91254add5cf642078 --- /dev/null +++ b/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_5.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:161774b0d7b67af330560016d6c82a63ac9d32978c7e29856ca7f7e6b8ab634e +size 154640 diff --git a/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_6.mp4 b/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_6.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..7aaabe43afefecf5d6e6d05dd9af8462502d446b --- /dev/null +++ b/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_6.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:399150a615f63fc8d52a420465249e6fa2ae26556a76f4e30ce5c4465362bbbf +size 138404 diff --git a/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_7.mp4 b/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_7.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..8aeed474994b765b31bf710bb9ef50b703a09023 Binary files /dev/null and b/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_7.mp4 differ diff --git a/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_8.mp4 b/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_8.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..4eddd52920655b4f1b52e83ee4c5fea65cd346e6 --- /dev/null +++ b/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_8.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42ef30e385c192b461f0ea4a2c88158d15d1ac4a2ff7f812591cc5fc3e242acb +size 102855 diff --git a/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_9.mp4 b/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_9.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..727062d30011207298a56b1028272100f29bd8bf --- /dev/null +++ b/eval/bsp10_L0_s1001_step100000/videos/pusht_0/eval_episode_9.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2b897590ea94df3f056f3c7be6dd3166e2a6f9909529c7c832a94f124fd7f16 +size 110788 diff --git a/eval/bsp10_L1_latency_s1000/eval_info.json b/eval/bsp10_L1_latency_s1000/eval_info.json new file mode 100644 index 0000000000000000000000000000000000000000..1df80cb25153c3cee536706bb7acdc59af451576 --- /dev/null +++ b/eval/bsp10_L1_latency_s1000/eval_info.json @@ -0,0 +1,688 @@ +{ + "per_task": [ + { + "task_group": "pusht", + "task_id": 0, + "metrics": { + "sum_rewards": [ + 161.03450500637982, + 0.0, + 69.68358221107795, + 112.24244268965508, + 148.96008015501866, + 82.27955003450633, + 23.230957384648523, + 60.718745051515, + 186.15390709786357, + 174.96333523360357, + 143.02871433526755, + 1.1532997083185232, + 83.37414623742808, + 0.0, + 139.88746054731553, + 217.8750421158518, + 219.13430505453584, + 45.82414560605663, + 12.45640237273155, + 136.3393789377132, + 86.44573711464643, + 85.00595784965466, + 34.548984441649274, + 0.18706989332903134, + 211.3745528042553, + 115.22644833470834, + 107.52919086923433, + 193.7139360308992, + 0.0, + 15.912586183819112, + 1.7789621175148276, + 0.0, + 77.40954184509827, + 0.011457874009333928, + 25.20869767992166, + 1.216314577706485, + 0.0, + 176.2693438646682, + 32.14873336331064, + 57.59440015315291, + 0.0, + 89.4077939665153, + 23.241622049751076, + 59.79862465932026, + 77.66445553064528, + 175.817662576583, + 28.73596159160229, + 1.0012690916811666, + 0.0, + 159.8395752438435, + 1.112728681721636, + 61.062772076872065, + 152.08876783598004, + 149.03936229887347, + 81.2254304513805, + 170.85088551140376, + 75.59609838621849, + 156.5357855493519, + 180.3692791867825, + 98.3955915677028, + 155.46613049700855, + 12.731693089679654, + 209.49343334813713, + 188.30355217694637, + 172.42599760904702, + 189.7708978748101, + 145.45816151481117, + 0.0, + 0.0, + 43.22159057375529, + 1.1750207767489407, + 3.2251792293058363, + 142.4577522372264, + 2.085348267316361, + 90.698390252503, + 0.3972266510103676, + 1.116497846551068, + 0.0, + 0.00419082857819633, + 94.15858593269814, + 0.0, + 141.87832543213756, + 144.32454264825162, + 164.98663914923972, + 0.0, + 146.71447136754955, + 148.26419666813922, + 124.2574528332911, + 3.203635570784466e-07, + 101.68893973847231, + 131.99597742635837, + 192.85589065441536, + 88.85432802105751, + 109.88337531156115, + 0.0, + 50.63572438632802, + 0.0, + 35.69895010984321, + 29.70802645932421, + 33.94365879924261, + 188.1274037415965, + 171.75154597312815, + 84.22894171427315, + 166.3735899384181, + 0.0, + 188.156112431944, + 1.2692420428653826, + 139.43584137677288, + 109.51162570463907, + 0.0, + 159.4730776957507, + 0.0, + 57.65116863526327, + 120.32390869667219, + 120.14552406651873, + 117.353492912928, + 210.9743695166733, + 138.41672678530858, + 0.9945817839080484, + 1.7952729789070863e-05, + 29.40353809278233, + 161.41450329654745, + 193.02650952216393, + 145.74546716192532, + 58.46455523926784, + 18.243724232450692, + 203.7569597097497, + 67.04397821781473, + 142.11639272797999, + 143.72827665149623, + 222.94770677719137, + 0.09052392375421286, + 7.744574393527775, + 11.942269968041007, + 0.0, + 174.42417821733682, + 144.38958985488884, + 66.27891907057142, + 0.0, + 116.06882385828786, + 90.5362725941541, + 0.7281494150008151, + 134.3584096159837, + 162.67168318309433, + 151.53505303194373, + 0.0, + 162.86218646344224, + 0.0, + 172.46735375787415, + 133.09398962521283, + 123.82374746129015, + 105.01953796825714, + 4.9815934480200115, + 63.993515754665495, + 59.752874534455515, + 54.32628202535645, + 0.0, + 0.0, + 79.34052085288815, + 54.399053204464025, + 113.88205261342718, + 0.6839372944736781, + 0.0, + 0.0, + 156.3722820819154, + 41.148301977540044, + 165.89480730813116, + 80.15502957479183, + 1.048920573619634, + 15.883378756215235, + 0.6761971532766048, + 235.07132934482894, + 89.47964527433675, + 181.9766072432088, + 39.75713990414509, + 12.669799327070056, + 0.0, + 60.44520068743837, + 172.94621962017658, + 64.3431800087366, + 0.4558618898991714, + 2.082563813071764, + 191.82266121598136, + 75.17731080914304, + 171.59979032369898, + 193.97513381255027, + 91.254244510121, + 45.080042624429005, + 115.8779329605602, + 85.42457678863819, + 23.778481116083235, + 50.04546674714929, + 64.88857605867588, + 38.37569861639846, + 125.81590806517252, + 18.752299965765296, + 168.75672293245572, + 35.72379592546279, + 19.74405672456971, + 178.12141183014472 + ], + "max_rewards": [ + 0.9978007372992436, + 0.0, + 0.9965239098081051, + 1.0, + 0.7993258901609862, + 1.0, + 0.36620981389177243, + 1.0, + 0.9393955111494446, + 1.0, + 1.0, + 0.15948026893158573, + 0.897627985056699, + 0.0, + 1.0, + 1.0, + 0.9814471879980458, + 0.4076288296335142, + 0.3862736436355835, + 0.5848715775585408, + 0.9681090632266828, + 0.9735941569529607, + 0.4568573426560946, + 0.015892621986391877, + 0.9937942205967656, + 0.45559536496768815, + 0.4016091988683157, + 0.9729862547407055, + 0.0, + 0.8722011876150547, + 0.15945860222411562, + 0.0, + 1.0, + 0.009271312130867692, + 0.21721486029706333, + 0.14234726932255956, + 0.0, + 0.9625308391111861, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.8915265714758257, + 1.0, + 0.03846418379283366, + 0.0, + 1.0, + 0.26669588411257467, + 1.0, + 0.9577146221431685, + 0.909584706313728, + 0.9790820243224049, + 0.949542422944893, + 0.97000257097693, + 0.9092616898092637, + 1.0, + 1.0, + 0.9248337269127435, + 0.2629880294546528, + 0.9522176161476055, + 0.9181871751268753, + 0.7499893161414157, + 0.9991690044539168, + 1.0, + 0.0, + 0.0, + 1.0, + 0.08259751325788625, + 0.1321225414983354, + 0.971839604424147, + 0.13036567588840195, + 0.36997599263523473, + 0.051724442386504504, + 0.18183418278997612, + 0.0, + 0.0020786486732649284, + 0.9681364744044689, + 0.0, + 0.9513267831765292, + 0.9907146960426917, + 0.9597306445816135, + 0.0, + 0.4918446213764133, + 0.9095043556152238, + 0.9727103834730443, + 3.203635570784466e-07, + 0.9491385388224901, + 1.0, + 0.9556134788033067, + 1.0, + 0.9743012098935517, + 0.0, + 1.0, + 0.0, + 1.0, + 0.42509722309610304, + 1.0, + 1.0, + 0.9885036642580346, + 0.9944292748868799, + 0.9783889566461761, + 0.0, + 0.9746868441343272, + 0.05304553623256437, + 0.5282712924890711, + 0.9579599351558438, + 0.0, + 0.9786547201827499, + 0.0, + 0.42837047544732143, + 1.0, + 1.0, + 0.5665030835818023, + 0.954931132178494, + 0.565920936877349, + 0.13024040563251676, + 1.7952729789070863e-05, + 1.0, + 0.9393275096314541, + 0.9844653579649237, + 0.5829171804745559, + 0.23794345454309124, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.020059201891030727, + 0.16450791032558593, + 0.2725512083479044, + 0.0, + 0.9881079327146337, + 0.7248632858075726, + 0.8698294736104817, + 0.0, + 0.9725935226650048, + 0.4619284381684009, + 0.18396886160367798, + 0.9957918093555153, + 0.9876739174574118, + 0.9321585014790462, + 0.0, + 0.9378566392652373, + 0.0, + 0.6083295205512266, + 0.9885129893608505, + 0.9975685436933238, + 1.0, + 0.21969320237089365, + 0.4020019015896621, + 1.0, + 1.0, + 0.0, + 0.0, + 0.9747312181361971, + 1.0, + 1.0, + 0.1826767459900174, + 0.0, + 0.0, + 0.9534902220846353, + 1.0, + 0.7803636322584382, + 0.3881398519809347, + 0.14242487776890458, + 0.22192188411669755, + 0.14372883204528306, + 0.9752423195560677, + 1.0, + 0.9866537574267018, + 1.0, + 0.3068616471557392, + 0.0, + 1.0, + 0.870489867444047, + 1.0, + 0.09237934415924257, + 0.07245090444482366, + 0.9938369675468053, + 1.0, + 0.9931316735702073, + 0.9544299476712563, + 1.0, + 1.0, + 0.5380286900249318, + 1.0, + 1.0, + 0.4610736796773281, + 0.39965513296555577, + 1.0, + 0.565855685752037, + 0.18288148376001687, + 0.9590484397677213, + 0.32437183675470727, + 0.48844237514244143, + 1.0 + ], + "successes": [ + false, + false, + false, + true, + false, + true, + false, + true, + false, + true, + true, + false, + false, + false, + true, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + true, + true, + false, + true, + true, + true, + true, + false, + true, + false, + false, + true, + false, + true, + false, + false, + false, + false, + false, + false, + true, + true, + false, + false, + false, + false, + false, + false, + true, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + true, + false, + false, + true, + false, + true, + false, + true, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + true, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + true, + true, + true, + true, + true, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + true, + true, + false, + false, + false, + true, + true, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + true, + false, + true, + false, + false, + true, + false, + true, + false, + false, + false, + true, + false, + false, + true, + true, + false, + true, + true, + false, + false, + true, + false, + false, + false, + false, + false, + true + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + }, + "n_episodes": 200, + "n_success": 53, + "pc_success": 26.5, + "pc_success_ci95": [ + 20.868154147109113, + 33.017576192622414 + ] + } + ], + "per_group": { + "pusht": { + "avg_sum_reward": 83.21840089679789, + "avg_max_reward": 0.6439642505782835, + "pc_success": 26.5, + "n_episodes": 200, + "n_success": 53, + "pc_success_ci95": [ + 20.868154147109113, + 33.017576192622414 + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } + }, + "overall": { + "avg_sum_reward": 83.21840089679789, + "avg_max_reward": 0.6439642505782835, + "pc_success": 26.5, + "n_episodes": 200, + "n_success": 53, + "pc_success_ci95": [ + 20.868154147109113, + 33.017576192622414 + ], + "eval_s": 349.45572090148926, + "eval_ep_s": 1.7472786068916322, + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } +} \ No newline at end of file diff --git a/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_0.mp4 b/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..e8e9f2138e7b628aee4caa6813d2bae87982629c --- /dev/null +++ b/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_0.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c2dcb406f5e0eaa79ffd5db148ac3960f6af972e74f7df8707a071a1ded1493 +size 128517 diff --git a/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_1.mp4 b/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..3c6d23d0525dbcdffd9b935313e959c6b4fb85cd Binary files /dev/null and b/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_1.mp4 differ diff --git a/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_2.mp4 b/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..124cc4b8b5f8e9324f84e8d98904213ebd1adaa1 --- /dev/null +++ b/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_2.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f788c18f7c864d51c78ccbb70d666582783840febdf3dfa7f77137f45704f4b +size 144117 diff --git a/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_3.mp4 b/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..f96bf4738d47f5806cd0d5c0d5afd04bdd99a587 Binary files /dev/null and b/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_3.mp4 differ diff --git a/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_4.mp4 b/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_4.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..56d67f17944954dfebac1474ccd5ebefe413c890 --- /dev/null +++ b/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_4.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13ab3634843dabc9601d413dcabfdae6b12ea7da0f3fddcc7b9cf2f299422904 +size 122699 diff --git a/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_5.mp4 b/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_5.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..afd5c0bd83c5e0a685ed9fb93c89673e52390f45 Binary files /dev/null and b/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_5.mp4 differ diff --git a/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_6.mp4 b/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_6.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..b363c681a06928361efb310f05ca8964839acbfd --- /dev/null +++ b/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_6.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:722e3b80325f05e93031af77697361822235d6e1a0db1a086e6c443ae228a49e +size 151750 diff --git a/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_7.mp4 b/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_7.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..a048c9275b1867b945341a6128ea4a06198ae179 Binary files /dev/null and b/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_7.mp4 differ diff --git a/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_8.mp4 b/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_8.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..63d6b577c967324eccc33bd5cbe71187c428a2f8 --- /dev/null +++ b/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_8.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:951c17de385fd0ebb384aa7ff1f1dcdd84a72e6c6f66beec80ff36c4c0a4bf24 +size 120022 diff --git a/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_9.mp4 b/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_9.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..aa896b894b3f31770fdefcc926affe6a62244050 --- /dev/null +++ b/eval/bsp10_L1_latency_s1000/videos/pusht_0/eval_episode_9.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c38a702d59336c188eebbf033c9d57c4162ef6bca1fbfcdcabb22fd66dca32d6 +size 131210 diff --git a/eval/bsp10_L1_latency_s1001/eval_info.json b/eval/bsp10_L1_latency_s1001/eval_info.json new file mode 100644 index 0000000000000000000000000000000000000000..e739f034f9a302c295240866367661790f1f29d7 --- /dev/null +++ b/eval/bsp10_L1_latency_s1001/eval_info.json @@ -0,0 +1,688 @@ +{ + "per_task": [ + { + "task_group": "pusht", + "task_id": 0, + "metrics": { + "sum_rewards": [ + 51.533094101673385, + 0.0, + 0.7049001025639436, + 170.58489979337583, + 165.10548055700363, + 0.0, + 86.51400048577412, + 150.34929911329422, + 185.09201391561984, + 174.38934340747406, + 196.61137331023224, + 43.53217077664965, + 152.62640907637802, + 43.56061072672512, + 82.46849669397773, + 28.91859510335972, + 204.13587309678718, + 71.10105272896526, + 162.92280022930936, + 1.6016051491669585, + 93.98450566168867, + 0.4372234211547047, + 27.49893840936963, + 0.0, + 68.08966517338501, + 82.33007530120504, + 85.99049429978824, + 17.04907283153777, + 0.0, + 75.63127201888987, + 28.655740813699097, + 0.5688819205641464, + 142.06620577282496, + 0.03934047524187477, + 0.0, + 131.30138755364516, + 0.0, + 126.8133667186309, + 27.660757474928605, + 217.37414765516544, + 221.7078834957006, + 71.85104922489151, + 53.21596575315463, + 114.58019390852164, + 4.998092202167097, + 1.1250237174976234, + 39.620896135627504, + 1.0791594986193007, + 0.0, + 58.651960901937166, + 1.969344366862095, + 169.4820919883732, + 150.7044741849555, + 198.86207693414997, + 98.68008861024484, + 174.75646300829445, + 86.03879090907546, + 167.6642778408946, + 204.5067780349019, + 178.57920576129567, + 186.30324399129142, + 189.3606869916111, + 147.42667516184963, + 240.5820051017402, + 90.88312776426392, + 140.31494769612846, + 152.70326849003237, + 0.0, + 127.0048455663412, + 5.813457508128987, + 0.0, + 6.698102968920674, + 46.20654455549581, + 20.372007887362255, + 131.3267208238902, + 0.47732496461402907, + 0.8179039843437412, + 0.0, + 4.4806404106211595, + 86.1307930619322, + 0.0, + 0.07113657587357741, + 86.52351292270046, + 113.85906694260086, + 0.0, + 166.34338517759898, + 215.97591235302252, + 0.12525392790863313, + 0.23342616695655558, + 194.64749361528993, + 11.25898770786619, + 238.46545186017804, + 116.22399850545455, + 54.06573747014896, + 0.0, + 73.91565940439901, + 0.0, + 89.06084748974591, + 97.72210416815, + 177.53454256839603, + 21.676158912758254, + 128.15370965944643, + 21.435414992283363, + 230.5069126195691, + 0.0, + 173.8888403439604, + 0.0, + 165.5061992637732, + 0.0, + 0.0, + 192.87068460900767, + 0.0, + 167.6225071886853, + 191.12006570939343, + 57.50305383292576, + 110.55835545894746, + 195.27877240638722, + 94.28614648588376, + 0.0, + 10.39193488587731, + 193.10273777324312, + 9.282153638421521, + 88.10015873316806, + 57.266139722198695, + 45.39674286715136, + 208.63311538554396, + 167.3572786537197, + 150.72291339263342, + 28.61094038397161, + 71.30001976586888, + 196.02514587662628, + 0.11144889736579366, + 0.0, + 0.8779316555867593, + 133.29443914951972, + 177.01033172840658, + 151.07945877079288, + 123.5584468877721, + 0.0, + 95.77517800935541, + 62.0678975369307, + 162.40417577727726, + 127.91985730314018, + 94.14361015135253, + 40.578745932539675, + 0.0, + 19.50035658666819, + 0.0, + 132.68088849197608, + 143.47269229540225, + 68.32902670033073, + 86.93752107473532, + 169.1875450357818, + 3.2089085530306476, + 166.338105123814, + 182.55945308956197, + 0.0, + 0.0, + 37.4934155063368, + 83.5882205624805, + 162.8676801924097, + 2.841446841735457, + 0.0, + 155.24335335544544, + 84.79056131509554, + 164.619857435018, + 87.42038303495912, + 69.46144128249534, + 1.0079829056691985, + 0.0, + 84.41245156691764, + 95.39686938655497, + 80.23855657017772, + 205.03801530281453, + 2.4797859718865505, + 2.5715885206102094, + 42.25029245170485, + 1.7901232458443213, + 164.39771426228026, + 1.2083593052901354, + 1.7315359108630552, + 57.22958381940711, + 48.64116412169129, + 78.01910525313922, + 140.59330082003106, + 0.0, + 71.68685136148648, + 185.360635747023, + 89.42131014287648, + 0.035936216504965396, + 203.59264090158305, + 46.93008347030821, + 90.91156189523404, + 194.2419035719139, + 114.87931384114765, + 0.0, + 204.8618129345162, + 0.6888442981186679, + 109.46697508706359, + 211.92763051392822 + ], + "max_rewards": [ + 0.992164716399569, + 0.0, + 0.14603941882929117, + 1.0, + 0.9734670990209499, + 0.0, + 1.0, + 0.998488391083036, + 0.9628812093920694, + 0.9579143336693052, + 0.9965641919235754, + 1.0, + 0.8561695509644013, + 0.16130267826495787, + 0.5579932039850384, + 1.0, + 0.9767264578209351, + 1.0, + 0.9912865362242741, + 0.1745980434358982, + 0.3946214177449125, + 0.09657953409670596, + 1.0, + 0.0, + 0.48168735370383997, + 0.298233724713649, + 0.5346388726325552, + 1.0, + 0.0, + 0.9665467727861625, + 0.17433222613194024, + 0.05905985980124907, + 1.0, + 0.009887636443736168, + 0.0, + 1.0, + 0.0, + 0.5775881758138309, + 1.0, + 0.9447419625046449, + 0.9635202933951132, + 1.0, + 0.20369879737211527, + 0.9903017194300562, + 0.33995465836803357, + 0.1319908362401427, + 1.0, + 0.03846418379283366, + 0.0, + 1.0, + 0.3373119299160995, + 0.9385013733425619, + 0.9894856750292824, + 0.9919115843582268, + 0.5017850473135709, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9940996173491365, + 0.9885191715694389, + 0.9586430625341332, + 0.9877044016428251, + 0.5184023843883055, + 0.8628122007359993, + 0.950358036562819, + 0.0, + 0.9885435149914221, + 0.14376166300023185, + 0.0, + 0.15182485901321255, + 1.0, + 0.13142682707313402, + 0.9663295696255519, + 0.05794849267940717, + 0.1384919241079926, + 0.0, + 0.025509669985874537, + 0.8655524699121336, + 0.0, + 0.006774467499819893, + 0.43834364560845956, + 0.9985964583930766, + 0.0, + 1.0, + 0.9934529320957753, + 0.017797398148047056, + 0.0082433119804265, + 0.9437861408967911, + 0.5546729977503397, + 0.9593989473378792, + 0.9660877090460118, + 0.3501964335761498, + 0.0, + 1.0, + 0.0, + 0.6116517143630967, + 1.0, + 0.9702514500009374, + 0.5480444951891681, + 0.9637825422906839, + 0.09943370712633195, + 0.9971068139428425, + 0.0, + 0.9839588752899491, + 0.0, + 0.8135427638622601, + 0.0, + 0.0, + 0.996534602079077, + 0.0, + 0.9759105837773748, + 0.9548231712192996, + 0.4112981028893996, + 0.41317988514925524, + 0.9579195378238649, + 0.987937837518708, + 0.0, + 0.19904426530234362, + 1.0, + 0.19848822623535886, + 1.0, + 0.49276345043262326, + 0.18594499726674235, + 0.9504835619710928, + 0.964426031749644, + 0.7055686403660256, + 0.6371732827281696, + 0.2601919226872914, + 0.8418470077759207, + 0.01210062586753815, + 0.0, + 0.027163758014890887, + 0.990862503539056, + 0.981628116419773, + 0.996712658766182, + 0.9670911780519699, + 0.0, + 0.6013578792769161, + 0.28492827169165774, + 0.9558849296716958, + 0.9660989034014744, + 1.0, + 1.0, + 0.0, + 0.3283137002240512, + 0.0, + 0.6814753075627862, + 0.9722448719744424, + 0.4838328340451788, + 0.9611611336484989, + 0.9095865916921166, + 0.10010143214564433, + 0.9962269326534672, + 0.9471775599103093, + 0.0, + 0.0, + 1.0, + 1.0, + 0.9524929019149636, + 0.18102833359906925, + 0.0, + 0.9883558300025901, + 0.5558484240090557, + 0.9794343038377255, + 0.30487368138607135, + 1.0, + 0.13940999887295738, + 0.0, + 1.0, + 1.0, + 1.0, + 0.9328925309872045, + 0.1705337858616063, + 0.3068616471557392, + 1.0, + 0.06783877826778649, + 1.0, + 0.20547694958218005, + 0.09466077688525178, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.9857389915400572, + 0.7416862294212111, + 0.00677220622320243, + 0.9998928809506414, + 0.33383831916891754, + 0.9064572490261277, + 0.9914950969835058, + 0.6983135963348843, + 0.0, + 0.9861518723272418, + 0.09022487772936832, + 0.7069611269450123, + 0.8034657907101734 + ], + "successes": [ + false, + false, + false, + true, + false, + false, + true, + false, + false, + false, + false, + true, + false, + false, + false, + true, + false, + true, + false, + false, + false, + false, + true, + false, + false, + false, + false, + true, + false, + false, + false, + false, + true, + false, + false, + true, + false, + false, + true, + false, + false, + true, + false, + false, + false, + false, + true, + false, + false, + true, + false, + false, + false, + false, + false, + true, + true, + true, + true, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + true, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + true, + true, + true, + false, + false, + false, + true, + false, + true, + false, + false, + true, + true, + true, + true, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + }, + "n_episodes": 200, + "n_success": 39, + "pc_success": 19.5, + "pc_success_ci95": [ + 14.605520534400512, + 25.544044374612746 + ] + } + ], + "per_group": { + "pusht": { + "avg_sum_reward": 84.0260806718371, + "avg_max_reward": 0.6004684030538331, + "pc_success": 19.5, + "n_episodes": 200, + "n_success": 39, + "pc_success_ci95": [ + 14.605520534400512, + 25.544044374612746 + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } + }, + "overall": { + "avg_sum_reward": 84.0260806718371, + "avg_max_reward": 0.6004684030538331, + "pc_success": 19.5, + "n_episodes": 200, + "n_success": 39, + "pc_success_ci95": [ + 14.605520534400512, + 25.544044374612746 + ], + "eval_s": 316.80787777900696, + "eval_ep_s": 1.5840393900871277, + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } +} \ No newline at end of file diff --git a/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_0.mp4 b/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..6634de93da65d8c144792490677cd1c72e199a2d --- /dev/null +++ b/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_0.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ad4c5a033f55346443b37a534d4ecf042f347de5f6ac30e3f7ca017263aa01e +size 147028 diff --git a/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_1.mp4 b/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..712c0afad077b4d95d8e0a609101733a687d9356 --- /dev/null +++ b/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_1.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f445793d4a9456ef2808147cc064c47a7023e841679390830aec8f8557d03a2 +size 108611 diff --git a/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_2.mp4 b/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..f4aa2a69937b3a0b7d086d02f4838438c2ade114 --- /dev/null +++ b/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_2.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aaa21c5ef6a7c11a9780633b58cd284b3e5564dee1fc5e16a2158ee07b816561 +size 103673 diff --git a/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_3.mp4 b/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..66d170e1d9ae82928f4670151ddf4c6b9a30b500 --- /dev/null +++ b/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_3.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e998b1d7ff1a48a0f242f833211be90663da56b00132056e4b34631a7369b387 +size 126154 diff --git a/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_4.mp4 b/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_4.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..6907602028b64e7ddef1ea84756baf0d379f9e13 --- /dev/null +++ b/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_4.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee973bda83eded8ccf25ee28e132b210e8ec865f677b4c29a593cd5cc051e7a2 +size 125806 diff --git a/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_5.mp4 b/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_5.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..27558b2a6f3dcec98cc3111599cdb74b23196971 --- /dev/null +++ b/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_5.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:740e34e0ce4e0ba8f77369b077e6910187729f8817b1ec9f7cd27e4ae5256731 +size 141245 diff --git a/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_6.mp4 b/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_6.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..a9a88009856adab68e5d137e90931c06fb866733 Binary files /dev/null and b/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_6.mp4 differ diff --git a/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_7.mp4 b/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_7.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..7e903ca574a5d6c97037ac5247f7cabfea1f5620 --- /dev/null +++ b/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_7.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fd0a08e2543655eda9aa61e1970a85887018ddd7289882fbe8183178e4e831e +size 122711 diff --git a/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_8.mp4 b/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_8.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..b87ba2b9f6373dc2a74893be3052ce3ac600a2e4 --- /dev/null +++ b/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_8.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:beef706f41bfab1a9115b7c7b552b8dceda8768d53c2a918a19ad385cd41639a +size 126996 diff --git a/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_9.mp4 b/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_9.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..d6370017964531c7bc2cbf3ff431db2be1ca67ee --- /dev/null +++ b/eval/bsp10_L1_latency_s1001/videos/pusht_0/eval_episode_9.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74000c80dd33e86ef71c91f11d3ef70c62f1b5ba3dfbd2c03695d470ca18ee8b +size 140545 diff --git a/eval/bsp10_L2_latency_s1000/eval_info.json b/eval/bsp10_L2_latency_s1000/eval_info.json new file mode 100644 index 0000000000000000000000000000000000000000..10e65d97476504ec68000be00539b0d66edc2fea --- /dev/null +++ b/eval/bsp10_L2_latency_s1000/eval_info.json @@ -0,0 +1,688 @@ +{ + "per_task": [ + { + "task_group": "pusht", + "task_id": 0, + "metrics": { + "sum_rewards": [ + 161.03450500637985, + 0.0, + 69.68358197769648, + 112.24244268965508, + 148.96007916659772, + 82.27955031582924, + 23.230957384648523, + 60.71874505151499, + 186.15390709786357, + 174.96333523360357, + 143.0287142095499, + 1.1532997083185232, + 83.37414481502145, + 0.0, + 139.88746054731553, + 217.87505261233048, + 219.134314443213, + 45.82414560605663, + 12.456402405628326, + 136.33938058663853, + 86.4457378162216, + 85.00595622894772, + 34.548983096472014, + 0.18706994490424617, + 211.37455414079557, + 115.22644833470834, + 107.52919086923433, + 193.7139360308992, + 0.0, + 15.91258634741317, + 1.7789621175148276, + 0.0, + 77.40954184509827, + 0.011457874009333928, + 25.208697680457107, + 1.216314577706485, + 0.0, + 176.26934386453235, + 32.14873338486973, + 57.59440015315291, + 0.0, + 89.40779389126864, + 23.241622049751076, + 59.79862643632593, + 77.66445641308377, + 175.81766259522797, + 28.73596159160229, + 1.0012690916811666, + 0.0, + 159.83957524398036, + 1.112728681721636, + 61.062772199518434, + 152.0887678359578, + 149.03936229654795, + 81.22543020391095, + 170.8508855114037, + 75.59609819643822, + 156.53578551228483, + 180.36927918678256, + 98.3955915677028, + 155.46613049699909, + 12.731693088840352, + 209.49343334813716, + 188.303557474562, + 172.42600411151125, + 189.770898249705, + 145.45816151438714, + 0.0, + 0.0, + 43.22159091271808, + 1.1750207767489578, + 3.225179622168596, + 142.45775223722637, + 2.0853482673153696, + 90.69838990428784, + 0.39722656851784516, + 1.116497846551068, + 0.0, + 0.00419082857819633, + 94.158591128585, + 0.0, + 141.87832543213756, + 144.3245454864608, + 164.9866392794502, + 0.0, + 146.71447136754955, + 148.26419666813922, + 124.25745283275171, + 3.2035954188359525e-07, + 101.68893973847233, + 131.99597742635837, + 192.8558906544154, + 88.85432801835057, + 109.8833755486112, + 0.0, + 50.63572381322173, + 0.0, + 35.69895010984321, + 29.70802645932421, + 33.94365879924262, + 188.1274037415965, + 171.75154621170796, + 84.22894171427313, + 166.3735899384181, + 0.0, + 188.156112431944, + 1.2692420428653826, + 139.43583912505198, + 109.51162594734856, + 0.0, + 159.4730776957507, + 0.0, + 57.65116863526327, + 120.32390869487095, + 120.14552406651873, + 117.35349291292722, + 210.9743695166733, + 138.41672678530858, + 0.9945815820963624, + 1.7952729789070863e-05, + 29.40353831017738, + 161.41449821177252, + 193.02650867060245, + 145.74546716192532, + 58.46455523926784, + 18.243724232450692, + 203.7569597097497, + 67.04397821781473, + 142.11639273133667, + 143.72827665111888, + 222.94770684195282, + 0.09052392375421286, + 7.744574391005516, + 11.942268649673096, + 0.0, + 174.42417821733682, + 144.38958985488884, + 66.27891907057142, + 0.0, + 116.06882473972787, + 90.53627259415413, + 0.7281494150008151, + 134.3584099720001, + 162.67168325159037, + 151.53505713084263, + 0.0, + 162.86218880855415, + 0.0, + 172.46735375994663, + 133.09398962521303, + 123.82373067533653, + 105.01953931273643, + 4.9815934480200115, + 63.993515754665495, + 59.752875640786826, + 54.32628203088382, + 0.0, + 0.0, + 79.34052085288815, + 54.399053204464025, + 113.88205261342718, + 0.6839372944736781, + 0.0, + 0.0, + 156.37228208706847, + 41.148301977540044, + 165.89480731827038, + 80.15502957479183, + 1.048920573619634, + 15.883379285683155, + 0.6761971532766048, + 235.07132913259846, + 89.47964527433675, + 181.97660671781873, + 39.75714006110974, + 12.669799496221513, + 0.0, + 60.44520068743837, + 172.9462197327041, + 64.34318000895829, + 0.4558618898991714, + 2.0825638114974616, + 191.82266123450162, + 75.17731080908422, + 171.59979032369898, + 193.97513381255027, + 91.254244510121, + 45.080042624429005, + 115.87793295684006, + 85.42457678863819, + 23.778481057926548, + 50.04546674714929, + 64.88857597331017, + 38.37569861639846, + 125.81590806517252, + 18.752299966136913, + 168.75672290054746, + 35.72379594473871, + 19.744066653612606, + 178.12141183014472 + ], + "max_rewards": [ + 0.9978007372992436, + 0.0, + 0.9965239047990487, + 1.0, + 0.799325884044044, + 1.0, + 0.36620981389177243, + 1.0, + 0.9393955111494446, + 1.0, + 1.0, + 0.15948026893158573, + 0.8976280032055086, + 0.0, + 1.0, + 1.0, + 0.9814472309511322, + 0.4076288296335142, + 0.3862736537272515, + 0.5848715862303064, + 0.9681090783157676, + 0.9735941414822046, + 0.4568573295198644, + 0.01589262578399449, + 0.9937942333081135, + 0.45559536496768815, + 0.4016091988683157, + 0.9729862547407055, + 0.0, + 0.8722012014082001, + 0.15945860222411562, + 0.0, + 1.0, + 0.009271312130867692, + 0.2172148603005823, + 0.14234726932255956, + 0.0, + 0.962530839111234, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.8915265714758257, + 1.0, + 0.03846418379283366, + 0.0, + 1.0, + 0.26669588411257467, + 1.0, + 0.9577146221438304, + 0.909584706313728, + 0.9790820237949724, + 0.949542422944893, + 0.9700025672076812, + 0.9092616880308367, + 1.0, + 1.0, + 0.9248337269127271, + 0.2629880294546528, + 0.9522176161476053, + 0.9181872045462172, + 0.7499893484450519, + 0.9991690074686714, + 1.0, + 0.0, + 0.0, + 1.0, + 0.08259751325788747, + 0.13212255692821065, + 0.9718396044241469, + 0.13036567588841919, + 0.3699759910188126, + 0.05172444129413603, + 0.18183418278997612, + 0.0, + 0.0020786486732649284, + 0.9681365939058008, + 0.0, + 0.9513267831765292, + 0.9907146920053208, + 0.9597306426555335, + 0.0, + 0.49184462137641327, + 0.9095043556152238, + 0.9727103834783286, + 3.2035954188359525e-07, + 0.9491385388224903, + 1.0, + 0.9556134788033067, + 1.0, + 0.9743012102727796, + 0.0, + 1.0, + 0.0, + 1.0, + 0.42509722309610304, + 1.0, + 1.0, + 0.9885036621812046, + 0.99442927488688, + 0.9783889566461761, + 0.0, + 0.9746868441343272, + 0.05304553623256437, + 0.5282712924890711, + 0.9579599351410983, + 0.0, + 0.9786547201827499, + 0.0, + 0.42837047544732143, + 1.0, + 1.0, + 0.5665030835818015, + 0.954931132178494, + 0.565920936877349, + 0.13024038243821104, + 1.7952729789070863e-05, + 1.0, + 0.9393274605485794, + 0.9844653579649293, + 0.5829171804745559, + 0.23794345454309124, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.020059201891030727, + 0.16450791032284415, + 0.2725511797422255, + 0.0, + 0.9881079327146337, + 0.7248632858075728, + 0.8698294736104817, + 0.0, + 0.9725935308178467, + 0.46192843816840107, + 0.18396886160367798, + 0.9957918320367909, + 0.9876739203338742, + 0.9321585670325602, + 0.0, + 0.9378566600280905, + 0.0, + 0.6083295208166007, + 0.9885129893608546, + 0.9975685750816933, + 1.0, + 0.21969320237089365, + 0.4020019015896621, + 1.0, + 1.0, + 0.0, + 0.0, + 0.9747312181361971, + 1.0, + 1.0, + 0.1826767459900174, + 0.0, + 0.0, + 0.9534902220846353, + 1.0, + 0.7803636324056404, + 0.3881398519809347, + 0.14242487776890458, + 0.22192189480795083, + 0.14372883204528306, + 0.9752423195560677, + 1.0, + 0.9866537500061938, + 1.0, + 0.3068616471557392, + 0.0, + 1.0, + 0.870489867444047, + 1.0, + 0.09237934415924257, + 0.07245090444482366, + 0.9938369675496364, + 1.0, + 0.9931316735702073, + 0.9544299476712563, + 1.0, + 1.0, + 0.5380286891232888, + 1.0, + 1.0, + 0.4610736796773281, + 0.39965513296555577, + 1.0, + 0.565855685752037, + 0.18288148376001687, + 0.9590484403902396, + 0.3243718368262278, + 0.48844255886604604, + 1.0 + ], + "successes": [ + false, + false, + false, + true, + false, + true, + false, + true, + false, + true, + true, + false, + false, + false, + true, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + true, + true, + false, + true, + true, + true, + true, + false, + true, + false, + false, + true, + false, + true, + false, + false, + false, + false, + false, + false, + true, + true, + false, + false, + false, + false, + false, + false, + true, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + true, + false, + false, + true, + false, + true, + false, + true, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + true, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + true, + true, + true, + true, + true, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + true, + true, + false, + false, + false, + true, + true, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + true, + false, + true, + false, + false, + true, + false, + true, + false, + false, + false, + true, + false, + false, + true, + true, + false, + true, + true, + false, + false, + true, + false, + false, + false, + false, + false, + true + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + }, + "n_episodes": 200, + "n_success": 53, + "pc_success": 26.5, + "pc_success_ci95": [ + 20.868154147109113, + 33.017576192622414 + ] + } + ], + "per_group": { + "pusht": { + "avg_sum_reward": 83.21840107402403, + "avg_max_reward": 0.6439642531106342, + "pc_success": 26.5, + "n_episodes": 200, + "n_success": 53, + "pc_success_ci95": [ + 20.868154147109113, + 33.017576192622414 + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } + }, + "overall": { + "avg_sum_reward": 83.21840107402403, + "avg_max_reward": 0.6439642531106342, + "pc_success": 26.5, + "n_episodes": 200, + "n_success": 53, + "pc_success_ci95": [ + 20.868154147109113, + 33.017576192622414 + ], + "eval_s": 326.82430601119995, + "eval_ep_s": 1.6341215348243714, + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } +} \ No newline at end of file diff --git a/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_0.mp4 b/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..e8e9f2138e7b628aee4caa6813d2bae87982629c --- /dev/null +++ b/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_0.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c2dcb406f5e0eaa79ffd5db148ac3960f6af972e74f7df8707a071a1ded1493 +size 128517 diff --git a/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_1.mp4 b/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..3c6d23d0525dbcdffd9b935313e959c6b4fb85cd Binary files /dev/null and b/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_1.mp4 differ diff --git a/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_2.mp4 b/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..124cc4b8b5f8e9324f84e8d98904213ebd1adaa1 --- /dev/null +++ b/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_2.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f788c18f7c864d51c78ccbb70d666582783840febdf3dfa7f77137f45704f4b +size 144117 diff --git a/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_3.mp4 b/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..f96bf4738d47f5806cd0d5c0d5afd04bdd99a587 Binary files /dev/null and b/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_3.mp4 differ diff --git a/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_4.mp4 b/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_4.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..56d67f17944954dfebac1474ccd5ebefe413c890 --- /dev/null +++ b/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_4.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13ab3634843dabc9601d413dcabfdae6b12ea7da0f3fddcc7b9cf2f299422904 +size 122699 diff --git a/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_5.mp4 b/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_5.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..afd5c0bd83c5e0a685ed9fb93c89673e52390f45 Binary files /dev/null and b/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_5.mp4 differ diff --git a/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_6.mp4 b/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_6.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..b363c681a06928361efb310f05ca8964839acbfd --- /dev/null +++ b/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_6.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:722e3b80325f05e93031af77697361822235d6e1a0db1a086e6c443ae228a49e +size 151750 diff --git a/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_7.mp4 b/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_7.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..a048c9275b1867b945341a6128ea4a06198ae179 Binary files /dev/null and b/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_7.mp4 differ diff --git a/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_8.mp4 b/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_8.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..63d6b577c967324eccc33bd5cbe71187c428a2f8 --- /dev/null +++ b/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_8.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:951c17de385fd0ebb384aa7ff1f1dcdd84a72e6c6f66beec80ff36c4c0a4bf24 +size 120022 diff --git a/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_9.mp4 b/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_9.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..aa896b894b3f31770fdefcc926affe6a62244050 --- /dev/null +++ b/eval/bsp10_L2_latency_s1000/videos/pusht_0/eval_episode_9.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c38a702d59336c188eebbf033c9d57c4162ef6bca1fbfcdcabb22fd66dca32d6 +size 131210 diff --git a/eval/bsp10_L2_latency_s1001/eval_info.json b/eval/bsp10_L2_latency_s1001/eval_info.json new file mode 100644 index 0000000000000000000000000000000000000000..1e2150666abf68a3d78f5daad5bbe99adcf16d5f --- /dev/null +++ b/eval/bsp10_L2_latency_s1001/eval_info.json @@ -0,0 +1,688 @@ +{ + "per_task": [ + { + "task_group": "pusht", + "task_id": 0, + "metrics": { + "sum_rewards": [ + 3.464084116887794, + 0.0, + 0.7048536365270239, + 81.93397645686602, + 162.31407791888523, + 0.0, + 173.1271094845485, + 141.88577980576298, + 94.05314679836954, + 98.613145642878, + 188.31641669349267, + 66.21178828596695, + 115.28586186801078, + 43.159712763193426, + 84.49339126034704, + 27.92114119375927, + 124.5394628597881, + 131.83282077702907, + 47.61579074006708, + 1.6015505493901068, + 104.28592743395896, + 0.5557877605773842, + 14.428282711405021, + 0.0, + 13.533590741978916, + 82.37259241678744, + 120.79889880562341, + 23.626494279804778, + 0.0, + 87.0072728256337, + 31.67147797116182, + 22.46715290209278, + 73.57361579697334, + 0.03934031451162084, + 0.43608669464881533, + 92.12832196847, + 0.0, + 167.86644722916563, + 27.021641037358012, + 138.24704878923603, + 205.3906627193567, + 69.79216928228583, + 54.85412366485635, + 112.91932519515811, + 4.431210146057847, + 81.79815604141987, + 160.12050524780682, + 1.0791765559341482, + 0.0, + 129.571297949054, + 1.9694051324486659, + 117.32148292419151, + 147.47494672533816, + 193.26270407785054, + 155.39985293522366, + 187.34282794102432, + 86.21934359284475, + 204.3556513262638, + 220.68343578833884, + 220.00063973175082, + 175.25229943388098, + 58.311144241228774, + 149.68193626865042, + 170.66277325137594, + 90.73807570062584, + 173.7160895278364, + 160.34678623682407, + 0.0, + 67.93905833035623, + 4.08147505813484, + 0.0, + 7.958224361273395, + 74.46212293661344, + 16.099996784479746, + 140.52295039225683, + 0.4581735745367583, + 0.9603921556948687, + 0.0, + 5.7099631139254505, + 83.59201967926116, + 0.0, + 0.041306041327431084, + 113.51156369069776, + 134.43358259332803, + 0.0, + 96.78580956719561, + 190.66386074904722, + 0.12596368570534433, + 2.2610291134273144, + 49.37815136045889, + 10.44173405813518, + 243.6102899411444, + 179.7830262375991, + 28.903815561912328, + 0.0, + 220.11559292933583, + 0.0, + 116.43206378941844, + 95.83820093769607, + 31.79165599608278, + 34.75584150425581, + 125.94666401253447, + 61.90411944832121, + 230.8453085899547, + 0.0, + 198.38855681370808, + 0.0, + 172.01293277048035, + 0.0, + 0.0, + 46.628567748348715, + 0.0, + 160.11041652873865, + 197.08169956162035, + 57.41957829021112, + 110.39186923231557, + 197.18573402628132, + 72.31416958484743, + 0.0, + 12.321725792879043, + 166.30826706412495, + 9.280471567536273, + 103.04565920082433, + 93.42727227733354, + 44.38475141864417, + 211.2823829728853, + 165.7202808900526, + 144.11907105935902, + 3.7458333238279855, + 71.67434216983406, + 203.31666745499768, + 0.11134966154656674, + 0.0, + 32.547742930670175, + 130.12996604386709, + 183.4061204534819, + 64.64026575055846, + 112.68814870628034, + 0.0, + 93.00608083057884, + 58.11500982304407, + 162.08465660099628, + 152.56142998432284, + 151.68672997325632, + 51.04962928751276, + 0.0, + 5.92088039372801, + 0.0, + 131.45526582388135, + 143.75176750275102, + 62.13685313372198, + 55.28772570435756, + 163.3451274932229, + 3.2089140566973393, + 167.6379408000011, + 164.9830929021258, + 0.0, + 0.0, + 77.68575322935284, + 209.89474026705926, + 172.90420950333697, + 0.8973900846803837, + 0.0, + 90.54260478567025, + 85.4221875480151, + 135.54361715923227, + 87.42104899118425, + 145.92321488275007, + 1.007982571231077, + 0.0, + 38.73281275528318, + 145.62904966329364, + 192.10215620865864, + 181.4492678596199, + 2.4798161379254844, + 2.569108217296245, + 64.6553275184051, + 1.7906726755194478, + 89.68623960423992, + 1.208451977133689, + 1.73151004031076, + 134.0821056907076, + 43.11873477102131, + 109.59054733042387, + 224.01625594051606, + 0.0, + 63.53752998396811, + 164.30411443052327, + 90.72856981468533, + 0.03592762867252895, + 45.43190845415161, + 42.760408385807004, + 124.48710452623826, + 194.62758362956197, + 144.37452135963406, + 0.0, + 130.031847521973, + 0.0, + 107.9409558262939, + 222.57014801095528 + ], + "max_rewards": [ + 0.02553475873971376, + 0.0, + 0.14604116587907556, + 1.0, + 0.9906560744218278, + 0.0, + 0.881943792541575, + 0.7484333623013841, + 1.0, + 0.4915126027781474, + 0.9655681159931604, + 0.8727919369203385, + 0.7194227919810062, + 0.15992171299687552, + 0.5579707854777439, + 1.0, + 0.9753257842171718, + 1.0, + 1.0, + 0.1745973299654233, + 0.39157117132232944, + 0.1110102349444635, + 1.0, + 0.0, + 0.4542932435514003, + 0.298399914969111, + 0.604050531118673, + 1.0, + 0.0, + 0.9689660461304728, + 1.0, + 0.3813627250810977, + 1.0, + 0.009887858271416425, + 0.03823685893880565, + 1.0, + 0.0, + 0.9793901751609396, + 1.0, + 1.0, + 0.9781366522940158, + 1.0, + 0.21080688473107226, + 0.9751360131901398, + 0.33615176286887044, + 0.9429395213008523, + 0.9955725301953444, + 0.03846418379283366, + 0.0, + 1.0, + 0.337322201418041, + 1.0, + 0.9562872405448902, + 0.9937269274062556, + 0.9719781588950334, + 0.9791566892627818, + 0.4125977824553767, + 0.9682887390655125, + 0.9782883189282919, + 0.9833172490349903, + 0.9994415913836515, + 1.0, + 0.9609205544894054, + 1.0, + 0.5229616319894607, + 0.8686003140417904, + 0.9919897720147781, + 0.0, + 0.4773592514894411, + 0.1491736502754976, + 0.0, + 0.1548106480024162, + 1.0, + 0.20444073792756595, + 0.9706291556346568, + 0.05789649553750368, + 0.1384933390024131, + 0.0, + 0.02548889935517907, + 0.9834661242491072, + 0.0, + 0.003970851199404525, + 0.966607485110277, + 0.9752699417191438, + 0.0, + 1.0, + 1.0, + 0.01790025882313037, + 0.009554328553178752, + 1.0, + 0.5490191145096213, + 0.9697284210979052, + 0.9476204521481977, + 0.10738370864754856, + 0.0, + 1.0, + 0.0, + 0.5725912092706624, + 1.0, + 1.0, + 0.546744110178201, + 0.996627302630116, + 0.4036670170160611, + 0.9966871042013706, + 0.0, + 0.9945706983569932, + 0.0, + 0.9006634295217921, + 0.0, + 0.0, + 1.0, + 0.0, + 0.9610699481738045, + 0.9657615691607752, + 0.4060523105478454, + 0.41317847498839516, + 0.9719277382038949, + 0.9679702366024819, + 0.0, + 0.2529319324720752, + 1.0, + 0.19846103775965343, + 1.0, + 1.0, + 0.1865782974635882, + 0.965334252774909, + 0.9754271331763061, + 0.705572255753058, + 0.3586120646503274, + 0.26229314355681627, + 0.9839839258719771, + 0.012100872209384321, + 0.0, + 0.43474758316125794, + 0.8757246093049872, + 0.9997076252360068, + 1.0, + 0.9554139736872783, + 0.0, + 0.6013813702231966, + 0.28843885177252276, + 0.9899598534015911, + 0.8295196539501725, + 1.0, + 1.0, + 0.0, + 0.20146497651642456, + 0.0, + 0.7658769975391204, + 0.9830019276356242, + 0.4368104089154757, + 0.5337582137781021, + 0.9591951220276406, + 0.10010143214564433, + 0.9795790539990767, + 0.994148594910113, + 0.0, + 0.0, + 1.0, + 0.9689080459925419, + 0.9598200857681632, + 0.18102783610787285, + 0.0, + 1.0, + 0.5558660963364818, + 1.0, + 0.3048751152931337, + 0.9898806436794522, + 0.13940966028359061, + 0.0, + 1.0, + 1.0, + 0.9955863039902497, + 1.0, + 0.1705337858616063, + 0.3068616471557392, + 1.0, + 0.06783877826778649, + 1.0, + 0.20548650745100366, + 0.09466051974837032, + 0.9907793215989298, + 1.0, + 1.0, + 0.973222072697861, + 0.0, + 1.0, + 1.0, + 0.9755008340072086, + 0.006770485381342006, + 1.0, + 0.26006578124230423, + 0.999600268389061, + 0.9322484889741677, + 0.6636184221162268, + 0.0, + 1.0, + 0.0, + 0.7009344830287153, + 0.8045613810971988 + ], + "successes": [ + false, + false, + false, + true, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + true, + false, + true, + true, + false, + false, + false, + true, + false, + false, + false, + false, + true, + false, + false, + true, + false, + true, + false, + false, + true, + false, + false, + true, + true, + false, + true, + false, + false, + false, + false, + false, + false, + false, + true, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + true, + false, + false, + true, + false, + false, + false, + false, + false, + true, + false, + false, + true, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + true, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + true, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + true, + false, + true, + false, + false, + false, + false, + true, + true, + false, + true, + false, + false, + true, + false, + true, + false, + false, + false, + true, + true, + false, + false, + true, + true, + false, + false, + true, + false, + false, + false, + false, + false, + true, + false, + false, + false + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + }, + "n_episodes": 200, + "n_success": 45, + "pc_success": 22.5, + "pc_success_ci95": [ + 17.26236971508913, + 28.774123235660532 + ] + } + ], + "per_group": { + "pusht": { + "avg_sum_reward": 81.9500722047684, + "avg_max_reward": 0.6061673971675073, + "pc_success": 22.5, + "n_episodes": 200, + "n_success": 45, + "pc_success_ci95": [ + 17.26236971508913, + 28.774123235660532 + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } + }, + "overall": { + "avg_sum_reward": 81.9500722047684, + "avg_max_reward": 0.6061673971675073, + "pc_success": 22.5, + "n_episodes": 200, + "n_success": 45, + "pc_success_ci95": [ + 17.26236971508913, + 28.774123235660532 + ], + "eval_s": 315.62092900276184, + "eval_ep_s": 1.578104646205902, + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } +} \ No newline at end of file diff --git a/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_0.mp4 b/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..e0f4801571185b2efac4dd0473f9f7e51c3f034b --- /dev/null +++ b/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_0.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68df8b9d7a923fc05e9edadb78685bcbd63d321800ca0d50d1b5de7b9993d915 +size 146933 diff --git a/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_1.mp4 b/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..043f7deb9b5540cd4d1e5f610f1d86582e536fff --- /dev/null +++ b/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_1.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c804f67c568c95bd92821f7d08b33561f610a3946f1eeadf779e19f8976fdf4c +size 116572 diff --git a/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_2.mp4 b/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..b074ae28d5972592cff521da58860429abe57024 --- /dev/null +++ b/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_2.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96f1edbf2664808abe3696ebf1c5c907ef0f36789ceb391087bab618cb90e8df +size 107207 diff --git a/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_3.mp4 b/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..9fd11e38dfa79861867209fcf11a98a335dc5e47 Binary files /dev/null and b/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_3.mp4 differ diff --git a/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_4.mp4 b/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_4.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..bb3dd1d437010df3fa5f107849ec7fefb8bd9b8a --- /dev/null +++ b/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_4.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dff623c7f1bd67a50d43dc437702a9fc659414109340303f03633067e30f593f +size 134004 diff --git a/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_5.mp4 b/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_5.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..688df917712c66afe5fefc7d50a7ac30390c32cf --- /dev/null +++ b/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_5.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f41a82d4784b46e0d3c40d56fd4b02f6a6994a92d5fbf321a58280877b50b95 +size 118884 diff --git a/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_6.mp4 b/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_6.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..dfff8e4a0891add6a60c27e1609d2a44cc0625ee --- /dev/null +++ b/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_6.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cfd0bf4b6a0ff008c18f4d51b37ed6502a9c97f28a2abeed9b729af2226966a +size 127868 diff --git a/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_7.mp4 b/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_7.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..2401da81167e017b53aa697e9e29e7212c415b22 --- /dev/null +++ b/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_7.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:512f15044c81f836d2a24e373d0e94ee5e15894bbd1ad4962c0ca89cdb9d7ece +size 123672 diff --git a/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_8.mp4 b/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_8.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..2299e1039927e817fdeadbb9cf109f9f3a61f4ca Binary files /dev/null and b/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_8.mp4 differ diff --git a/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_9.mp4 b/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_9.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..8fabb965c31b5ecdb2f21ca74ef7748850677c86 --- /dev/null +++ b/eval/bsp10_L2_latency_s1001/videos/pusht_0/eval_episode_9.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba97a6fba1a422fedd7e282def78e697fe73dd714f8832d0be80b951dabcf7d2 +size 142951 diff --git a/eval/diffusion_L0_s1000/eval_info.json b/eval/diffusion_L0_s1000/eval_info.json new file mode 100644 index 0000000000000000000000000000000000000000..83d3c5bdc8e78f904a9c083de42ad484f1232b19 --- /dev/null +++ b/eval/diffusion_L0_s1000/eval_info.json @@ -0,0 +1,688 @@ +{ + "per_task": [ + { + "task_group": "pusht", + "task_id": 0, + "metrics": { + "sum_rewards": [ + 154.77506646749362, + 0.0, + 193.9649476348685, + 71.16582692901822, + 67.11134380444008, + 11.040730653928408, + 77.15242820979998, + 154.58455537695403, + 135.09883717327142, + 149.5889616023315, + 131.86842004354543, + 24.931935480775053, + 126.38246954227982, + 167.50275083488083, + 155.969957298812, + 41.85280802232808, + 162.96439529222894, + 104.99969084016816, + 15.823587660196472, + 90.56055684679589, + 102.45576058859247, + 85.83855087298707, + 150.96254463517266, + 47.11213007581152, + 27.595522475779006, + 139.8508423208914, + 145.76498212049788, + 109.62954540074743, + 163.63669790919852, + 45.438127915009474, + 0.0, + 76.78410219728701, + 187.99114054098172, + 30.147452136968663, + 131.62102365137468, + 83.96808495670707, + 184.80562178567607, + 46.32117298917472, + 101.86588617476232, + 111.55928097432303, + 40.33234830583412, + 124.31889819292839, + 187.10240791577877, + 18.027051241377606, + 116.42951464002054, + 162.43526020309162, + 80.06967656377303, + 187.59712446988098, + 65.79187648715036, + 113.84556592625978, + 181.63299930145865, + 135.53094017717035, + 185.10173370114597, + 162.96806281432526, + 51.90899726156408, + 21.33504161378587, + 165.52779728853497, + 58.9465823946755, + 23.977157107859046, + 112.99893039875346, + 0.820040592360265, + 53.13933456698521, + 112.70777945734001, + 38.175086755056526, + 129.11171323743397, + 186.72946570872855, + 47.129561071896276, + 0.0, + 129.82430032563167, + 20.028778289512918, + 86.79585773248806, + 38.943780414824694, + 140.91693350058074, + 0.0, + 171.48035046502312, + 114.54478139240014, + 144.1609812318133, + 90.52541214242125, + 52.288771008812134, + 1.027580317627849, + 1.8776131506837777, + 115.26527369476662, + 35.33619717341243, + 58.09621984428472, + 69.42268700668137, + 73.24121675685836, + 120.6103980994258, + 99.65925922669015, + 80.35310402201586, + 99.3209306767981, + 172.9976166825366, + 132.22810627330992, + 105.86957909833271, + 180.8142091357104, + 87.45142506649968, + 146.08470083883466, + 0.0, + 169.6199102619275, + 97.54350593971785, + 128.28603860025893, + 210.5709698661867, + 181.30323420380438, + 142.7355196141961, + 31.208384407723297, + 75.9551125456975, + 114.45226998924294, + 109.96050614549868, + 143.5031092296832, + 1.1564488434049833e-05, + 78.6925486512161, + 140.03111876842058, + 99.69476973013678, + 50.349809123251696, + 159.57829484383728, + 171.5412958206843, + 109.97613861203604, + 215.46266242408635, + 161.36565125434544, + 110.0968254978682, + 147.4023871070953, + 185.06272173948233, + 152.28748823410615, + 166.4155427473711, + 52.495115892226785, + 159.28114668936308, + 88.27553379949862, + 151.00001899162498, + 77.09703036071754, + 131.4091866201123, + 140.08933963278258, + 221.34943357613338, + 42.3361737970348, + 0.0, + 44.08177505349287, + 72.15043798575928, + 110.53482026735631, + 151.55878051152433, + 19.239711317471002, + 31.70251788658367, + 118.14168855677894, + 6.527827686475783, + 184.10602435294012, + 131.26676353723238, + 85.69703320401351, + 146.75058915211878, + 3.5349915608905933, + 129.33695403675438, + 101.1392020053313, + 143.81986073566765, + 48.21481871755758, + 9.717308264346661, + 44.30395884839167, + 164.03909998204887, + 82.09994199345158, + 140.95562194444508, + 48.38965785623758, + 124.32263231489212, + 33.1807345741453, + 121.95677677548518, + 61.92239099942056, + 120.40885689820274, + 35.352141302824684, + 0.0, + 178.09586962478747, + 169.2881092007402, + 108.52055167035584, + 173.35628702125427, + 64.55826327509472, + 167.84019051628866, + 78.66054727235756, + 109.70824491850345, + 145.0236488648656, + 1.7425707235194574, + 89.68442693745041, + 192.89501972741624, + 217.44773282815106, + 54.455512266831896, + 137.24240719213935, + 66.5557200564221, + 0.6268369224333964, + 185.45406221634255, + 20.037108504325754, + 90.14625845080246, + 106.0017155309469, + 199.67490378032866, + 178.58865832095427, + 110.41896057176288, + 196.29398738126775, + 146.21980119351173, + 0.010262565146117024, + 176.4277733773119, + 31.407775857643323, + 116.88396995670232, + 136.63360986820885, + 112.1051605474481, + 161.50953416146547, + 58.80063239696102, + 153.76680163623053, + 69.33352291218411, + 137.8463931543192 + ], + "max_rewards": [ + 0.9862506864259318, + 0.0, + 0.9912220272316515, + 1.0, + 0.9826980566127438, + 1.0, + 0.45758767992015603, + 0.9855620182793952, + 0.9647131640601857, + 0.9998718195911943, + 0.9878952285716834, + 0.45342728689710715, + 0.9878861699144147, + 0.9325929813235397, + 1.0, + 1.0, + 1.0, + 0.953841108115862, + 1.0, + 0.9904283180399843, + 1.0, + 0.6675033779218679, + 0.9898753974064416, + 1.0, + 1.0, + 0.6087618656467044, + 0.7182117036722014, + 0.9996390528398923, + 0.9989903508534212, + 0.9656610075885963, + 0.0, + 0.8855218869906661, + 0.972458867949666, + 1.0, + 0.9956279383503831, + 0.8989304006744645, + 0.9995035930844288, + 1.0, + 1.0, + 1.0, + 1.0, + 0.6611864716350239, + 0.9912138846487943, + 1.0, + 0.9784176125370366, + 0.9918430747180105, + 1.0, + 0.9991388137759568, + 0.7563697520369544, + 1.0, + 0.9882608431679268, + 1.0, + 0.9714832741603862, + 0.9826378150324875, + 1.0, + 1.0, + 0.9535959024636167, + 1.0, + 1.0, + 0.502668751750633, + 0.03122945857387656, + 1.0, + 0.9725957177325412, + 1.0, + 0.5876897414713858, + 1.0, + 1.0, + 0.0, + 0.608815529723346, + 0.40606639099911673, + 0.9212955664463726, + 1.0, + 1.0, + 0.0, + 0.9924630928402708, + 0.9984777121006915, + 0.8150215445006626, + 0.9069833812683733, + 1.0, + 0.10721865439446016, + 0.1173591934263179, + 0.962725920528579, + 1.0, + 1.0, + 1.0, + 1.0, + 0.7032539126946354, + 0.9647597842111232, + 0.983424624107718, + 1.0, + 0.999422657988815, + 1.0, + 1.0, + 0.9914389509351949, + 0.6440674449093485, + 1.0, + 0.0, + 1.0, + 1.0, + 0.9749487979856496, + 0.9891511718750274, + 0.9811317183111384, + 0.9765824770921353, + 1.0, + 1.0, + 1.0, + 0.7047302367075576, + 1.0, + 1.1564488434049833e-05, + 1.0, + 0.9121202611122413, + 0.9445086068872484, + 1.0, + 0.7190518876441054, + 1.0, + 1.0, + 1.0, + 0.9950411490941884, + 0.6742101398825807, + 0.9725537536179089, + 0.9593980503780569, + 0.988972054927158, + 1.0, + 1.0, + 0.9718885408996448, + 1.0, + 0.9643057082062679, + 0.6455078788368797, + 0.5472808959966561, + 1.0, + 0.9817564890535543, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.9709731034136628, + 1.0, + 1.0, + 0.919856628006884, + 0.46638639105317914, + 0.9947125285613201, + 0.9615698081582656, + 0.7023682587354931, + 0.6089132576987218, + 0.21318453290431597, + 0.9967866644141044, + 0.9570746228977808, + 0.6135001178059682, + 1.0, + 0.1659013358568814, + 1.0, + 0.9698948178818948, + 0.5311154338550343, + 1.0, + 1.0, + 0.9068659122551499, + 1.0, + 0.9299329765412945, + 1.0, + 1.0, + 1.0, + 0.0, + 0.9901396344288409, + 0.9801035467331173, + 1.0, + 1.0, + 1.0, + 0.9984448456239715, + 0.9587594062385806, + 1.0, + 1.0, + 0.0709830126096501, + 1.0, + 0.9838391192472589, + 0.9738971799117435, + 1.0, + 0.9419270859599488, + 0.6271120726488973, + 0.1950279726228972, + 0.9750926696533941, + 0.4478892481491232, + 1.0, + 1.0, + 0.9978800213633723, + 0.9823059253340198, + 1.0, + 0.9951562925751811, + 0.7202432938296953, + 0.008342923782600209, + 0.9530520730545612, + 0.8387105764236626, + 1.0, + 0.7896863720746244, + 1.0, + 0.9981236152759294, + 1.0, + 0.9811102146663505, + 0.9596095745430907, + 0.9941749828564602 + ], + "successes": [ + false, + false, + false, + true, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + true, + true, + true, + false, + true, + false, + true, + false, + false, + true, + true, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + true, + true, + true, + true, + false, + false, + true, + false, + false, + true, + false, + false, + true, + false, + true, + false, + false, + true, + true, + false, + true, + true, + false, + false, + true, + false, + true, + false, + true, + true, + false, + false, + false, + false, + true, + true, + false, + false, + false, + false, + false, + true, + false, + false, + false, + true, + true, + true, + true, + false, + false, + false, + true, + false, + true, + true, + false, + false, + true, + false, + true, + true, + false, + false, + false, + false, + true, + true, + true, + false, + true, + false, + true, + false, + false, + true, + false, + true, + true, + true, + false, + false, + false, + false, + false, + true, + true, + false, + true, + false, + false, + false, + true, + false, + true, + false, + true, + true, + true, + false, + true, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + true, + false, + false, + true, + true, + false, + true, + false, + true, + true, + true, + false, + false, + false, + true, + true, + true, + false, + false, + true, + true, + false, + true, + false, + false, + true, + false, + false, + false, + false, + false, + true, + true, + false, + false, + true, + false, + false, + false, + false, + false, + true, + false, + true, + false, + true, + false, + false, + false + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + }, + "n_episodes": 200, + "n_success": 79, + "pc_success": 39.5, + "pc_success_ci95": [ + 32.98410101320797, + 46.411650840714636 + ] + } + ], + "per_group": { + "pusht": { + "avg_sum_reward": 103.08844653202691, + "avg_max_reward": 0.8601979344769279, + "pc_success": 39.5, + "n_episodes": 200, + "n_success": 79, + "pc_success_ci95": [ + 32.98410101320797, + 46.411650840714636 + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } + }, + "overall": { + "avg_sum_reward": 103.08844653202691, + "avg_max_reward": 0.8601979344769279, + "pc_success": 39.5, + "n_episodes": 200, + "n_success": 79, + "pc_success_ci95": [ + 32.98410101320797, + 46.411650840714636 + ], + "eval_s": 214.51494979858398, + "eval_ep_s": 1.0725747513771058, + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } +} \ No newline at end of file diff --git a/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_0.mp4 b/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..92d559a736ee25d269023fb399ea3197e2fc3d69 --- /dev/null +++ b/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_0.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d9f4537d03a073dca80958b0a37e3e128509ab4c542c60480ef1b76a8c2d5cc +size 130516 diff --git a/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_1.mp4 b/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..4af9f49cfaac78c22f3e21ccd05489dc04df2a51 --- /dev/null +++ b/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_1.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c4f30143adaa000706d88ef5caac3a8546a8c996770b7246a2700621b0f14d2 +size 145172 diff --git a/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_2.mp4 b/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..5b9dbe58e00671c3509ce33ab520b07ba5ac4c5e --- /dev/null +++ b/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_2.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13ae5581f5372a5321bb41d5c3fe6e59aba405e9d66c609d449e39aa231de906 +size 131075 diff --git a/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_3.mp4 b/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..6ad1c50de0c17e632270ea1963388bcf00f544f2 Binary files /dev/null and b/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_3.mp4 differ diff --git a/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_4.mp4 b/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_4.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..624895491df88390124b94cb2493ccd4e57f3ca2 --- /dev/null +++ b/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_4.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c0f30bd0850715939ec5e070c2e45f2d39b245f237d0c6c2ef6bafd172e692b +size 155026 diff --git a/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_5.mp4 b/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_5.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..a728bf76a4db022c3342ad746b43bcfaa5a4bf14 Binary files /dev/null and b/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_5.mp4 differ diff --git a/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_6.mp4 b/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_6.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..2ab6c5ff54fb5ea3786e26b8702495db99010929 --- /dev/null +++ b/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_6.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e7a1adb9e45d55b9e563c86e76dfd18fe24d45224c6002fa7cfd6d54e7d93eb +size 138524 diff --git a/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_7.mp4 b/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_7.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..b6d8b5ef08feaaa725742e1f56a33d8c7a28aca4 --- /dev/null +++ b/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_7.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9e0a0c712e6beb6b9e56eb0e2199513ed9e9099fd082388efb9376c45a2db4c +size 137826 diff --git a/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_8.mp4 b/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_8.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..72f1fb2f32e5113a4dfb59d4c5855b455902638f --- /dev/null +++ b/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_8.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef925e255dfc2d7c2f975bb5f94f19054fba47709e92c667eb4efe9903e9f5af +size 141212 diff --git a/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_9.mp4 b/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_9.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..e791e76795a77a23ca5580009fade52fa55dbe90 --- /dev/null +++ b/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_9.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2efdab76b3ac428393a7551beae408ec711b351bd7c682cb9d2b8e477104769 +size 142507 diff --git a/eval/diffusion_L0_s1000_step025000/eval_info.json b/eval/diffusion_L0_s1000_step025000/eval_info.json new file mode 100644 index 0000000000000000000000000000000000000000..5ca28cf2b8e3eeaec2215b68a8cb62ec8aed4a9c --- /dev/null +++ b/eval/diffusion_L0_s1000_step025000/eval_info.json @@ -0,0 +1,388 @@ +{ + "per_task": [ + { + "task_group": "pusht", + "task_id": 0, + "metrics": { + "sum_rewards": [ + 113.25303084520648, + 33.327751636834805, + 145.29994902714796, + 207.2197902470702, + 119.26540671322527, + 29.8232725651403, + 181.1075053049499, + 64.6602967679754, + 83.67402307585368, + 119.71086000027046, + 179.8075530103945, + 116.87706664500578, + 171.44065932012973, + 189.07961590084508, + 40.08740731543195, + 178.59672290932454, + 89.80056360379459, + 157.18010585895686, + 85.3496811052064, + 97.74426104585758, + 95.12638104259642, + 116.47619151273338, + 46.16768808443751, + 0.43641343238498426, + 186.4548363773395, + 132.12219871306337, + 86.52339939946904, + 11.449471290808752, + 117.63484351744417, + 0.21576682378111905, + 102.75785965041854, + 0.0, + 32.2112177860863, + 6.111096825500679, + 70.69387299373113, + 35.28407771551828, + 0.0, + 36.39484059054251, + 132.52360901558785, + 26.51569745557697, + 79.83741527345803, + 123.39028183930171, + 187.62775215066793, + 69.52375282079929, + 64.3056415091495, + 216.8093771153196, + 174.5350960291192, + 71.12711224803533, + 0.0, + 143.50928536773228, + 0.0, + 3.211028567880602, + 205.7447206781219, + 94.97591478408708, + 51.95154176553501, + 49.87445873030009, + 155.69164993147905, + 80.94304977956119, + 187.88224244795742, + 118.07095527127478, + 0.6811829119662358, + 165.20680772898123, + 75.02319082252228, + 87.39999445784254, + 34.398815322820084, + 213.24948857478472, + 54.82018452244116, + 0.0, + 76.64872670948024, + 98.87990493451116, + 57.80077413158652, + 101.41908603708754, + 35.62925561543586, + 25.356640761192264, + 152.17881008608603, + 35.02973709363534, + 71.99678879856648, + 143.0779297093705, + 78.0032320945393, + 94.24337798655762, + 0.012112991788953682, + 53.89396111634292, + 127.15002697896108, + 68.29640255958029, + 38.285322844868524, + 113.77442322920271, + 105.80147687362557, + 79.78689056968506, + 0.0, + 96.32872593188003, + 170.84018039063028, + 88.58205613504022, + 135.10957573482597, + 181.917862335446, + 121.29554680470937, + 205.90988426759452, + 0.0, + 108.98525052877072, + 128.6222573942378, + 168.3933342599512 + ], + "max_rewards": [ + 1.0, + 0.2876624678285301, + 0.9308114862826333, + 0.9523025075443425, + 0.9319312677210456, + 0.4124963742899072, + 0.9826593955079319, + 1.0, + 1.0, + 0.9328780242587852, + 0.9484397008082427, + 0.955294797022965, + 0.9870884374709057, + 0.998382977682881, + 1.0, + 0.9891694837254823, + 1.0, + 0.9973411885562805, + 0.7868668313842244, + 0.9738358462223888, + 0.8671086924716516, + 0.6960889605727415, + 1.0, + 0.08551393502020523, + 0.9566608465734413, + 0.8039495369348013, + 0.9023420321471058, + 0.24330057182913395, + 1.0, + 0.016687909890246887, + 0.9898262218332506, + 0.0, + 1.0, + 0.18389967604326238, + 1.0, + 1.0, + 0.0, + 1.0, + 0.9778378832609935, + 1.0, + 1.0, + 0.6414129129013817, + 0.9810538352468088, + 0.9995112402087355, + 1.0, + 0.9948817259708174, + 0.9638271981700086, + 0.5449182365493058, + 0.0, + 0.9637335968613514, + 0.0, + 0.14546507876536352, + 0.9695849970959108, + 0.8271125382682315, + 1.0, + 1.0, + 0.9632393156872872, + 0.988328000458703, + 0.9815137252072659, + 0.8114870274244466, + 0.03122945857387656, + 0.952489661751247, + 1.0, + 1.0, + 0.5045341329361649, + 0.987679805096238, + 1.0, + 0.0, + 1.0, + 1.0, + 0.9379441390354284, + 0.9748468019694794, + 1.0, + 1.0, + 0.9743638972237484, + 1.0, + 0.8850854124446073, + 0.6907903813614779, + 0.5462839976350063, + 0.626087215731879, + 0.0030086239485077157, + 0.8423304185972634, + 0.9482133325224007, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9453331255122975, + 0.0, + 1.0, + 0.9985900045109549, + 1.0, + 0.9205952981379266, + 0.9923614686827934, + 0.670184569566246, + 0.9577392440182594, + 0.0, + 0.5342864156171719, + 1.0, + 0.9304611038274108 + ], + "successes": [ + true, + false, + false, + false, + false, + false, + false, + true, + true, + false, + false, + false, + false, + false, + true, + false, + true, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + true, + false, + false, + false, + true, + false, + true, + true, + false, + true, + false, + true, + true, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + true, + false, + false, + false, + false, + false, + false, + true, + true, + false, + false, + true, + false, + true, + true, + false, + false, + true, + true, + false, + true, + false, + false, + false, + false, + false, + false, + false, + true, + true, + true, + true, + false, + false, + true, + false, + true, + false, + false, + false, + false, + false, + false, + true, + false + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + }, + "n_episodes": 100, + "n_success": 31, + "pc_success": 31.0, + "pc_success_ci95": [ + 22.77969721237604, + 40.62605571948941 + ] + } + ], + "per_group": { + "pusht": { + "avg_sum_reward": 93.11445480681971, + "avg_max_reward": 0.7942088499039939, + "pc_success": 31.0, + "n_episodes": 100, + "n_success": 31, + "pc_success_ci95": [ + 22.77969721237604, + 40.62605571948941 + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } + }, + "overall": { + "avg_sum_reward": 93.11445480681971, + "avg_max_reward": 0.7942088499039939, + "pc_success": 31.0, + "n_episodes": 100, + "n_success": 31, + "pc_success_ci95": [ + 22.77969721237604, + 40.62605571948941 + ], + "eval_s": 129.59887623786926, + "eval_ep_s": 1.2959887671470642, + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } +} \ No newline at end of file diff --git a/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_0.mp4 b/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..3c5927ce0140f7ded82c55fc21e0c7c78197351f --- /dev/null +++ b/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_0.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca9305c53afeed7f6ae55beb174e512ffa7e91f9c099ced4bbdb8e4898ec1caf +size 111493 diff --git a/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_1.mp4 b/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..8c26fdacd340a0498cdee04c5a74e1d8ca36c911 --- /dev/null +++ b/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_1.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60a97dac7a72e2a992c9656ea2da891015136afd8743d5b426f7f0a948f57382 +size 133206 diff --git a/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_2.mp4 b/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..87dfc0aac7429c5f0dc3df828f63f064b9fe3445 --- /dev/null +++ b/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_2.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e230ad45dbd7074e8142b6aae32a84ae771147b73a87dcf625a26dc9c3b4445c +size 149448 diff --git a/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_3.mp4 b/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..e6d229e0526f4283e4cd66732b5d7e3a13ed86a4 --- /dev/null +++ b/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_3.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7bec357d01bfdfa7bb5a119bb773b99edfc837bc33f0fa0b5278d85d7d5fc55 +size 141162 diff --git a/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_4.mp4 b/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_4.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..077662927b8e45ad33886c3b0ab531f2a472f01f --- /dev/null +++ b/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_4.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1c7b02d66f5aa7b74eff532557267421de864c15723259b980a71b18b7c0067 +size 147124 diff --git a/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_5.mp4 b/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_5.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..b30bacf7e419cdd9a4be06088f8dd8f9e946cb14 --- /dev/null +++ b/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_5.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc7ed4b14c592d9d553437fb6dcc0cc7f4e7ef0d0f2ff59ec938cee8e9777eee +size 160763 diff --git a/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_6.mp4 b/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_6.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..1c88cb537993a49b616ece14c0b388049f4933a2 --- /dev/null +++ b/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_6.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a28b9543b2e60a6bda38f8068f0f7072dc0c1cfa295da36afcfee5a35b0a72a +size 135402 diff --git a/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_7.mp4 b/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_7.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..83a755888183ee3f21203b0ce9823600d063fa2c Binary files /dev/null and b/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_7.mp4 differ diff --git a/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_8.mp4 b/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_8.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..f14b53d4e91a21313230a3afa96b864d937662b9 Binary files /dev/null and b/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_8.mp4 differ diff --git a/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_9.mp4 b/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_9.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..34853fed042fca0260384f4fed81c0b97a550d94 --- /dev/null +++ b/eval/diffusion_L0_s1000_step025000/videos/pusht_0/eval_episode_9.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:278b5c46cf021a24ecfddf7e28b684196e097cf4b1c170e1ecf31763d4377104 +size 142385 diff --git a/eval/diffusion_L0_s1000_step050000/eval_info.json b/eval/diffusion_L0_s1000_step050000/eval_info.json new file mode 100644 index 0000000000000000000000000000000000000000..2ab13e5771030561cb63a5756405bd3087cac561 --- /dev/null +++ b/eval/diffusion_L0_s1000_step050000/eval_info.json @@ -0,0 +1,388 @@ +{ + "per_task": [ + { + "task_group": "pusht", + "task_id": 0, + "metrics": { + "sum_rewards": [ + 184.48878482618733, + 96.6878497314609, + 190.71836785629617, + 218.37504930404498, + 144.8932980035263, + 44.666222045101264, + 173.91560559688318, + 160.7445749317901, + 157.71215458422884, + 31.80802573342345, + 150.8475530584052, + 67.25130906203854, + 151.30528877237384, + 120.70092511343954, + 36.3442735337907, + 231.30827615528094, + 174.85859196362557, + 64.37060649396805, + 27.659297126412262, + 157.5160664064026, + 110.10823131590253, + 46.091937203121105, + 145.31516685692924, + 103.66487371821445, + 21.819152599470932, + 118.59990594278577, + 138.84768593804526, + 0.06834395107908953, + 87.70766426535822, + 151.57304244629105, + 84.95028863076695, + 4.441946251773588, + 147.59686213050097, + 161.42158263357254, + 111.74711738150613, + 89.41807524406151, + 41.43157078863408, + 115.97737133602682, + 165.0040330440899, + 166.48429793270327, + 91.06059703514035, + 154.83683185360832, + 144.04991822596253, + 84.11552387890262, + 14.796550303928598, + 45.296404071336944, + 19.712496493199772, + 64.26120025484788, + 0.0, + 59.93236505485891, + 80.265598370928, + 139.9977050331774, + 200.63412990338009, + 198.2430737940834, + 146.22163560814903, + 101.42700842744918, + 137.0487502018473, + 60.552017029969264, + 96.1031501558939, + 163.53163416854125, + 0.8424343043437827, + 138.27709360961228, + 205.69222710935574, + 207.6408779365492, + 79.4462880679597, + 137.04815524385475, + 49.500821626455455, + 0.0, + 108.60249904215559, + 88.52288166325117, + 0.20757199820568165, + 72.66171279352412, + 174.1660218113991, + 0.0, + 60.254501181095094, + 130.43323138044215, + 62.68222547978771, + 74.02145409042896, + 81.0276786455735, + 51.84719858091803, + 0.0, + 69.89011971195589, + 141.14908398786318, + 147.43954966047352, + 27.277334674264278, + 95.79087045349053, + 47.38940040386221, + 172.14920464769224, + 0.0, + 113.93729438706298, + 87.6766456175801, + 70.4482948249722, + 118.67810389733927, + 75.64647957259731, + 124.01595213437547, + 104.41071202476645, + 53.825047128449704, + 159.2571494623786, + 75.76832679702859, + 163.0353879647979 + ], + "max_rewards": [ + 0.9834584756660177, + 0.7047014397400916, + 0.9889676581148539, + 0.9820059386956083, + 1.0, + 0.5125236058448212, + 0.9894472062033928, + 0.9794570226673054, + 0.9340548043104144, + 1.0, + 1.0, + 0.6065286381837065, + 0.9944924563821886, + 0.8929288532921676, + 1.0, + 0.9825900981927445, + 0.970282094671239, + 1.0, + 1.0, + 0.9777780597442443, + 0.6450603967302927, + 1.0, + 0.9951211545996154, + 0.9676456591380259, + 1.0, + 0.7045092515954821, + 0.6857422528592074, + 0.001960836926481728, + 1.0, + 0.968128142569881, + 0.9444645535719981, + 0.3713967959828979, + 0.6713130688731773, + 0.9637726344922848, + 0.5325081151829261, + 0.9631205728320378, + 1.0, + 0.8740458886909458, + 0.9617780339337016, + 1.0, + 1.0, + 0.9287493311693196, + 1.0, + 1.0, + 0.5056636843735233, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.9469013433973829, + 0.9872090027360295, + 0.956923515591988, + 1.0, + 0.9692383861318276, + 1.0, + 1.0, + 0.9748952038566072, + 0.03122945857387656, + 0.9791138937973676, + 0.9884079158085977, + 0.9816029641829949, + 0.8966235048340343, + 0.9921267170261737, + 1.0, + 0.0, + 0.9550964145610887, + 1.0, + 0.029838694431296456, + 0.835545432730816, + 0.978398879010823, + 0.0, + 0.9738496575962485, + 0.9352767221049468, + 1.0, + 0.9298750940403911, + 0.5364765014577866, + 1.0, + 0.0, + 0.6265940050289532, + 0.9619129525702655, + 0.9710485810104692, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.9848011659703357, + 1.0, + 0.9531971071157261, + 1.0, + 0.5393317288571152, + 0.9935500991859244, + 1.0, + 0.9912414739404503 + ], + "successes": [ + false, + false, + false, + false, + true, + false, + false, + false, + false, + true, + true, + false, + false, + false, + true, + false, + false, + true, + true, + false, + false, + true, + false, + false, + true, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + true, + true, + false, + true, + true, + false, + true, + true, + true, + false, + true, + true, + true, + false, + false, + false, + true, + false, + true, + true, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + true, + false, + false, + false, + false, + false, + false, + true, + false, + false, + true, + false, + false, + false, + false, + true, + true, + true, + true, + false, + true, + true, + true, + false, + true, + false, + true, + false, + false, + true, + false + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + }, + "n_episodes": 100, + "n_success": 37, + "pc_success": 37.0, + "pc_success_ci95": [ + 28.18236053432453, + 46.779470419057084 + ] + } + ], + "per_group": { + "pusht": { + "avg_sum_reward": 101.71187691690581, + "avg_max_reward": 0.8508450314078011, + "pc_success": 37.0, + "n_episodes": 100, + "n_success": 37, + "pc_success_ci95": [ + 28.18236053432453, + 46.779470419057084 + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } + }, + "overall": { + "avg_sum_reward": 101.71187691690581, + "avg_max_reward": 0.8508450314078011, + "pc_success": 37.0, + "n_episodes": 100, + "n_success": 37, + "pc_success_ci95": [ + 28.18236053432453, + 46.779470419057084 + ], + "eval_s": 130.24123859405518, + "eval_ep_s": 1.3024123883247376, + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } +} \ No newline at end of file diff --git a/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_0.mp4 b/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..054cfd34c201e99381b3ef52d651df11a2d1d435 --- /dev/null +++ b/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_0.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdb547d4326060afcba5fd851ff7dc3de5b4f7a1893a845b51421ce84763fa1d +size 136519 diff --git a/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_1.mp4 b/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..21d7821880ee1a9de3353d182147481122bc6a8a --- /dev/null +++ b/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_1.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:918d355b6f587754487a983183136fb6c7472dfc8e79c13b22938a10dcaebc1f +size 139294 diff --git a/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_2.mp4 b/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..a4a1ebb78c2613430540604f51649bf9026a2ab6 --- /dev/null +++ b/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_2.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25e259cab3fdbb48b6753befca242df5ac1474aaa716a7c766fb31ae6b4c02ef +size 133144 diff --git a/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_3.mp4 b/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..2bb0b4595cc036eb81b49fd03ccd9361b08f2730 --- /dev/null +++ b/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_3.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75c7ee7b3253ffb01da6d827aab937fb36a23f30f722ab447846bdb6d38fb9f7 +size 134043 diff --git a/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_4.mp4 b/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_4.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..e5222e659b49dca94b8949ba978ee1aec57cd909 --- /dev/null +++ b/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_4.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:011f25b1adcae9a32059b06027e763d7f306e61660b30358a0eafeabd2c21a1c +size 149620 diff --git a/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_5.mp4 b/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_5.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..1801beaf2c4714138fcacf8f64ad3a410601b67b --- /dev/null +++ b/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_5.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05dc21155a8d754d427dd764de5221462e622f712cb03debacf4451f6a766465 +size 157704 diff --git a/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_6.mp4 b/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_6.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..0b765fdab4146f5d57d2b7993b8015dbf674234c --- /dev/null +++ b/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_6.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c6b7ea7b331770a9ace3878684f9ffd064f24baa5c19c2fce1a5bbccfc1fb98 +size 141627 diff --git a/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_7.mp4 b/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_7.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..3d9826eac334354c06ea3acb6b7bc595890a7f0c --- /dev/null +++ b/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_7.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:388189b60f16c44472e971bcdd030d1933fbc586553ac419080bf05af40232c1 +size 134084 diff --git a/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_8.mp4 b/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_8.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..7365dbc0cca8005a24aecd8e0cbb8bfe8248879c --- /dev/null +++ b/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_8.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fde017a199926d8ef30482a0b9a945a607495445459f37a0b8f2c617253176c5 +size 137605 diff --git a/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_9.mp4 b/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_9.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..57eb96214f92be06bf0c34e8c23c924bb4008a38 Binary files /dev/null and b/eval/diffusion_L0_s1000_step050000/videos/pusht_0/eval_episode_9.mp4 differ diff --git a/eval/diffusion_L0_s1000_step075000/eval_info.json b/eval/diffusion_L0_s1000_step075000/eval_info.json new file mode 100644 index 0000000000000000000000000000000000000000..f58724cd33ecaf141f84649def682a2d6f9cd577 --- /dev/null +++ b/eval/diffusion_L0_s1000_step075000/eval_info.json @@ -0,0 +1,388 @@ +{ + "per_task": [ + { + "task_group": "pusht", + "task_id": 0, + "metrics": { + "sum_rewards": [ + 82.11906071809827, + 0.0, + 27.215819857735013, + 68.9776442679763, + 161.52876561692597, + 157.18580479370095, + 86.08183903085988, + 193.02202238683753, + 145.6813196474967, + 177.23526187868643, + 52.49625366758677, + 73.71804525770584, + 49.12476340818892, + 160.33127603029092, + 187.8322007654003, + 229.35920460787193, + 175.47232936706575, + 116.95158306127632, + 187.06835439496072, + 102.76374284898858, + 109.10636494453257, + 51.074799483443094, + 87.88966148845847, + 142.68225096147717, + 48.0324878051716, + 121.4848901530256, + 128.11622899452254, + 72.750466487959, + 109.68842145796141, + 91.48168109446907, + 0.0, + 0.0, + 133.07681979157775, + 143.9470152039604, + 61.322460511102534, + 17.140049730469514, + 47.65688436856782, + 155.11837929362352, + 152.83401770283203, + 96.59512492436409, + 192.66963937572652, + 146.2317808565167, + 192.52225506632993, + 134.87824635325498, + 45.704040969383385, + 159.15784481418214, + 183.37894526810013, + 94.25124946725026, + 37.226603359826996, + 183.12623813610702, + 167.25232354624598, + 164.92350290445796, + 158.1392139322158, + 35.68386361892487, + 49.520502737393855, + 195.65788269863907, + 111.63867382738358, + 90.88197989204963, + 173.80119240177217, + 120.46328177849772, + 0.8522952586074937, + 72.66504565476781, + 23.225580761074028, + 35.57878193776269, + 149.1361156835904, + 195.3968457810858, + 50.186361438657144, + 87.00567094775337, + 119.92893227200724, + 71.60771426554084, + 30.11539460881704, + 64.44703386832367, + 37.42884145850778, + 41.539661811258966, + 36.99416941480596, + 110.90299967493418, + 45.98231323712291, + 111.57824924607594, + 105.28122538971422, + 76.12940278994672, + 0.0, + 59.15524381775429, + 172.26041085218668, + 24.661285809182836, + 156.79074849606178, + 73.42956381560975, + 139.24227289802894, + 79.01179752157208, + 0.0, + 140.19398975455988, + 39.60423998138148, + 188.39182225113916, + 127.77785056210756, + 129.37111955423276, + 74.48825504611948, + 131.75354955439343, + 0.0, + 37.732532662507936, + 95.40393157417097, + 158.0914739335061 + ], + "max_rewards": [ + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.9820478293493347, + 0.4300101466744625, + 0.975489248729082, + 0.9273912145435974, + 0.9389767950641282, + 1.0, + 0.518421873152439, + 1.0, + 0.9302056759052817, + 0.9840964685910225, + 0.9843013438999796, + 0.9948896054073592, + 0.9447204889102605, + 0.9759364783578975, + 1.0, + 0.63611125861017, + 1.0, + 0.9538067912886077, + 0.9992573358548407, + 1.0, + 0.8754533579593372, + 0.5972671061602024, + 0.8031992247863297, + 0.9974660078570851, + 0.8994566413539259, + 0.0, + 0.0, + 1.0, + 0.9669136884183307, + 1.0, + 1.0, + 0.7156977176498512, + 0.9881065316452797, + 0.9906699937684167, + 1.0, + 0.999658011852526, + 0.9279913194505062, + 0.9581385101026594, + 0.9828830026815956, + 0.450922654500668, + 1.0, + 0.9621664342179184, + 0.6298830498260651, + 0.9381980574899705, + 0.9807373303689021, + 0.9659730893161143, + 1.0, + 0.9933681236000756, + 1.0, + 1.0, + 0.9887734409813714, + 1.0, + 1.0, + 0.9977784468399525, + 0.6404793756914928, + 0.03122945857387656, + 1.0, + 1.0, + 1.0, + 0.7212238836990676, + 0.9648345304300691, + 1.0, + 1.0, + 0.7125468792840005, + 0.8056249454728668, + 1.0, + 0.9675988358512408, + 1.0, + 0.973389896345001, + 1.0, + 1.0, + 1.0, + 0.9672179654151273, + 0.6871133318157255, + 1.0, + 0.0, + 1.0, + 0.9908665163919388, + 1.0, + 0.9814107689296696, + 1.0, + 0.9937435432173174, + 1.0, + 0.0, + 0.9314499613797058, + 1.0, + 1.0, + 1.0, + 1.0, + 0.6581605842513321, + 0.6107462788132983, + 0.0, + 1.0, + 1.0, + 0.9696520337187082 + ], + "successes": [ + true, + false, + true, + true, + true, + false, + false, + false, + false, + false, + true, + false, + true, + false, + false, + false, + false, + false, + false, + true, + false, + true, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + true, + false, + true, + true, + false, + false, + false, + true, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + true, + false, + true, + true, + false, + true, + true, + false, + false, + false, + true, + true, + true, + false, + false, + true, + true, + false, + false, + true, + false, + true, + false, + true, + true, + true, + false, + false, + true, + false, + true, + false, + true, + false, + true, + false, + true, + false, + false, + true, + true, + true, + true, + false, + false, + false, + true, + true, + false + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + }, + "n_episodes": 100, + "n_success": 40, + "pc_success": 40.0, + "pc_success_ci95": [ + 30.94012864324589, + 49.79974132089382 + ] + } + ], + "per_group": { + "pusht": { + "avg_sum_reward": 101.34615280594298, + "avg_max_reward": 0.8639365308444598, + "pc_success": 40.0, + "n_episodes": 100, + "n_success": 40, + "pc_success_ci95": [ + 30.94012864324589, + 49.79974132089382 + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } + }, + "overall": { + "avg_sum_reward": 101.34615280594298, + "avg_max_reward": 0.8639365308444598, + "pc_success": 40.0, + "n_episodes": 100, + "n_success": 40, + "pc_success_ci95": [ + 30.94012864324589, + 49.79974132089382 + ], + "eval_s": 131.12760543823242, + "eval_ep_s": 1.3112760591506958, + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } +} \ No newline at end of file diff --git a/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_0.mp4 b/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..51af8ca28f0f09e4ff67b13d38718b5ba1328e68 --- /dev/null +++ b/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_0.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f96093c4e9bee6411cdefc19ace4d4ec92448ca2d3b3c37c15e56543fffe15c0 +size 114485 diff --git a/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_1.mp4 b/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..3b28347b500e9466025fca50abd7c920e278d839 --- /dev/null +++ b/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_1.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:678b6df3eec698e086fb2c851b0f8325d92371fb72819d033bc8c7ab4c60e2c1 +size 124802 diff --git a/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_2.mp4 b/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..1a37b3d2db8397274d08f6cf861031025ef306dc Binary files /dev/null and b/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_2.mp4 differ diff --git a/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_3.mp4 b/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..4a4c1c9e8613c93927d60d78c5598d788ed94c8d Binary files /dev/null and b/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_3.mp4 differ diff --git a/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_4.mp4 b/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_4.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..9cd84a9079674d7c1f55de86f1c970acadb9426e --- /dev/null +++ b/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_4.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fcf8a3ebd5f627105a9777335ef47955fff81b9b8edc4b032424fd0cee0ddea +size 130441 diff --git a/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_5.mp4 b/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_5.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..060ef99f02726d838beb67fa136555ebec797ce8 --- /dev/null +++ b/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_5.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:beaa65e44960079f9d32ea7dee4a798b81f86a18c91cb0c6fdad1dd0a9a3258a +size 141214 diff --git a/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_6.mp4 b/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_6.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..4435559b128bab06eb9fe2b45aa377be85bd354a --- /dev/null +++ b/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_6.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3989234365f398fdaab2e4fa260384cd6f74987efeed4c05146be5bbd13d4e9b +size 132059 diff --git a/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_7.mp4 b/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_7.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..eb50b22a42ec8a84b80c95de4a2593ec50eff3e7 --- /dev/null +++ b/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_7.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb975f848b255908c838566e1f39496915247791dea1a1d2f0481741dc4f8df6 +size 131756 diff --git a/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_8.mp4 b/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_8.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..7b5be658c42ef5da24fb5ce4a84e9fd509d417cd --- /dev/null +++ b/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_8.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf6dd02f3251407f6c8b7aa4c83ea52a465b4fbcfdb2065d3b623b1195da6a52 +size 138548 diff --git a/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_9.mp4 b/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_9.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..cc41ca90a173c69bd91d3ca92229a617f57b5809 --- /dev/null +++ b/eval/diffusion_L0_s1000_step075000/videos/pusht_0/eval_episode_9.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e927203bd02309c6a182ed0ca0acbd34c5ae103882ad0bb8844244928e09708d +size 140572 diff --git a/eval/diffusion_L0_s1000_step100000/eval_info.json b/eval/diffusion_L0_s1000_step100000/eval_info.json new file mode 100644 index 0000000000000000000000000000000000000000..de1df55e8955a335e58fc79605ac1a3b4babefb8 --- /dev/null +++ b/eval/diffusion_L0_s1000_step100000/eval_info.json @@ -0,0 +1,388 @@ +{ + "per_task": [ + { + "task_group": "pusht", + "task_id": 0, + "metrics": { + "sum_rewards": [ + 154.64127381360368, + 0.0, + 44.34311341481405, + 71.16639869655832, + 67.12436225099042, + 11.040276087816236, + 77.14971927903503, + 154.85771979914608, + 55.435579143302455, + 111.53359129762283, + 192.54683480201095, + 24.862656150866655, + 144.00563307340465, + 160.58524523893448, + 155.9756210169995, + 41.855611906076504, + 162.96946231734924, + 92.06844035272071, + 16.752881111529074, + 85.19245749735599, + 115.14940350591124, + 85.76575122314003, + 132.65332987391645, + 124.05097487522949, + 27.595387566368686, + 140.4223226848053, + 145.7689717443335, + 95.11906510662595, + 169.31196583580518, + 45.95991580429639, + 0.0, + 63.84011180367203, + 187.98976241637942, + 31.058837443480694, + 131.86252222787698, + 83.96952657760646, + 184.9186313808992, + 46.32021603318942, + 101.86452254951197, + 111.570933351914, + 40.33311336355187, + 95.10455161710198, + 186.07192548415114, + 17.9981453292044, + 110.62042488030856, + 182.8530601322065, + 80.07750281607815, + 85.81706328686889, + 62.0567236901886, + 113.84494520846849, + 76.09572620607278, + 135.56530425258424, + 184.05677302624235, + 162.90290233786502, + 102.78712477319722, + 21.339487493152223, + 157.27424704480734, + 58.81836412743087, + 23.978464533832145, + 134.27384841570833, + 0.8200452464474595, + 53.14920133123671, + 142.56890700752794, + 38.175009865906326, + 134.47840598325098, + 186.70328399319277, + 47.12716695006081, + 0.0, + 96.8556475305926, + 24.564436453241534, + 87.98865849236348, + 38.91074927842562, + 140.9147189393967, + 0.0, + 169.05822599058033, + 153.58081836094908, + 147.55717756473842, + 106.68207820093345, + 52.281388394738634, + 54.55231550813621, + 1.8703000115980188, + 115.23902289038882, + 91.37551183342744, + 159.13814429018265, + 69.42437388958899, + 73.23005297512127, + 80.80386854080433, + 100.3326433217538, + 85.96466446273533, + 99.32528365182134, + 177.30718603707638, + 146.42200798520932, + 105.87530047381661, + 180.8158706200403, + 87.99201876878317, + 150.60414649928708, + 0.0, + 169.61616055301434, + 97.54576528528577, + 128.28321521614993 + ], + "max_rewards": [ + 0.9809527663435383, + 0.0, + 1.0, + 1.0, + 0.9828621622489639, + 1.0, + 0.457565195622552, + 0.9855145263307471, + 1.0, + 0.6150022104647302, + 0.9930253174953555, + 0.45364569327647086, + 0.994649967701548, + 0.9758791588199782, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.8659523764581644, + 0.9385321885798162, + 0.6673714007414413, + 1.0, + 0.9874163224517589, + 1.0, + 0.584419569942044, + 0.718213127352844, + 1.0, + 0.9741189716010269, + 1.0, + 0.0, + 1.0, + 0.9724993761303907, + 1.0, + 0.9953273503944602, + 0.8989963777138243, + 0.9995434530319773, + 1.0, + 1.0, + 1.0, + 1.0, + 0.679548034610793, + 0.9912563521455793, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.544429617756411, + 1.0, + 1.0, + 1.0, + 0.9738999899522485, + 0.9826192704934059, + 0.9864760274246019, + 1.0, + 0.9993160666897293, + 1.0, + 1.0, + 0.9269384741612057, + 0.03122945857387656, + 1.0, + 0.9726003682973318, + 1.0, + 0.5845980435053589, + 1.0, + 1.0, + 0.0, + 0.62095490435467, + 0.4310690012753343, + 0.9959007447620548, + 1.0, + 1.0, + 0.0, + 0.9862867894041515, + 0.9848375195774307, + 0.9552232625479657, + 0.7225324364148712, + 1.0, + 0.8235108226956913, + 0.11703168596690236, + 0.9620689730735009, + 0.9715478951511615, + 0.9983168964571337, + 1.0, + 1.0, + 0.532874194602164, + 0.964756635035967, + 0.9852778542060641, + 1.0, + 0.983329218971969, + 0.9846324795586239, + 1.0, + 0.9915540714251012, + 0.6439988220652556, + 0.9843549728640041, + 0.0, + 1.0, + 1.0, + 0.9748312983024138 + ], + "successes": [ + false, + false, + true, + true, + false, + true, + false, + false, + true, + false, + false, + false, + false, + false, + true, + true, + true, + true, + true, + false, + false, + false, + true, + false, + true, + false, + false, + true, + false, + true, + false, + true, + false, + true, + false, + false, + false, + true, + true, + true, + true, + false, + false, + true, + true, + true, + true, + true, + false, + true, + true, + true, + false, + false, + false, + true, + false, + true, + true, + false, + false, + true, + false, + true, + false, + true, + true, + false, + false, + false, + false, + true, + true, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + true, + true, + false, + false, + false, + true, + false, + false, + true, + false, + false, + false, + false, + true, + true, + false + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + }, + "n_episodes": 100, + "n_success": 43, + "pc_success": 43.0, + "pc_success_ci95": [ + 33.733298524110104, + 52.784610450787675 + ] + } + ], + "per_group": { + "pusht": { + "avg_sum_reward": 96.78302499671923, + "avg_max_reward": 0.863292896950246, + "pc_success": 43.0, + "n_episodes": 100, + "n_success": 43, + "pc_success_ci95": [ + 33.733298524110104, + 52.784610450787675 + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } + }, + "overall": { + "avg_sum_reward": 96.78302499671923, + "avg_max_reward": 0.863292896950246, + "pc_success": 43.0, + "n_episodes": 100, + "n_success": 43, + "pc_success_ci95": [ + 33.733298524110104, + 52.784610450787675 + ], + "eval_s": 131.70292234420776, + "eval_ep_s": 1.3170292282104492, + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } +} \ No newline at end of file diff --git a/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_0.mp4 b/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..e855d6e89e5e247c65091c7edde4c2845973e392 --- /dev/null +++ b/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_0.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9968861d1ac610e0cd6d3551e4afd9e6a6423262051edcf8d84d71f5725262ae +size 131813 diff --git a/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_1.mp4 b/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..0779f52a3382305343ab38a6f666e0f9df8f7062 --- /dev/null +++ b/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_1.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9891557e1481ef720ef49acea6508200671ccf66feecdbb3c38191de47ffbc17 +size 143905 diff --git a/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_2.mp4 b/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..3c90b32ef8521c293a42f286a61289597a49d5bc Binary files /dev/null and b/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_2.mp4 differ diff --git a/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_3.mp4 b/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..7d0e0ee8275ef921b995d49a0b02c46136181576 Binary files /dev/null and b/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_3.mp4 differ diff --git a/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_4.mp4 b/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_4.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..2b17a1a16bbd75901d56993168845c6b13c1a0f7 --- /dev/null +++ b/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_4.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:613ef2e1d639c7f3f33b684333a2db1116478d9530db7cbd7c46c5cbf3bbf9c4 +size 154776 diff --git a/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_5.mp4 b/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_5.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..5d7c585a5c748c7bba17501743284e05210906d1 Binary files /dev/null and b/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_5.mp4 differ diff --git a/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_6.mp4 b/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_6.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..bd64712db7edefd3a0ee141532b7a5b39752b86b --- /dev/null +++ b/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_6.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fb1cfbff0173a07d3cf4a93111f73bdf114201840d6ba24a2c05e6d70d375ba +size 138108 diff --git a/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_7.mp4 b/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_7.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..bf2585b45e0cc378a359211ff407a9ad59b7ae18 --- /dev/null +++ b/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_7.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22f4be20aba84c7e873ea69a68cedaf74c2dffe28bbbcfc8caa4b172580fb1ae +size 138420 diff --git a/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_8.mp4 b/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_8.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..8a4c57b5c08b94a20dd091f6a4453990fc3e0a12 --- /dev/null +++ b/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_8.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b58067a1b82f61c8610a64d61efca2686ef53391ee997d0ca878a75b33d08b52 +size 103136 diff --git a/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_9.mp4 b/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_9.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..175ed49eeae2d9acdcb601f70e8cfc973fbf6eb6 --- /dev/null +++ b/eval/diffusion_L0_s1000_step100000/videos/pusht_0/eval_episode_9.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a6b4edde12cb3713e15d482a7b3b11e2b1cadbd6116ee20f2319355300e4c19 +size 156538 diff --git a/eval/diffusion_L0_s1001/eval_info.json b/eval/diffusion_L0_s1001/eval_info.json new file mode 100644 index 0000000000000000000000000000000000000000..d16df71d7fe8858decd1d5bc5560ffa0f7c7c7fa --- /dev/null +++ b/eval/diffusion_L0_s1001/eval_info.json @@ -0,0 +1,688 @@ +{ + "per_task": [ + { + "task_group": "pusht", + "task_id": 0, + "metrics": { + "sum_rewards": [ + 153.26045796844588, + 80.23884581662739, + 126.46531182239728, + 230.81533440214434, + 107.04251739480375, + 110.66629282485894, + 54.77157956367507, + 31.736423538391485, + 72.63271346093859, + 71.63564968980288, + 191.34465521980172, + 0.9023674371722685, + 66.87744629986526, + 54.52109439250796, + 159.61683385862125, + 229.8311776590328, + 149.87421404912672, + 148.45101159347251, + 29.310644511264826, + 64.1006599470841, + 25.966400668631866, + 58.21529063157871, + 142.80553977728968, + 124.1219706072975, + 200.99030373003401, + 108.37313699864696, + 131.5453651050214, + 97.92924145460705, + 60.906515863680724, + 86.74928675589588, + 77.46870387404792, + 200.5646563949116, + 118.06952484457337, + 0.01423175339769715, + 96.94741116348487, + 17.69349459931778, + 38.19104126502981, + 121.92373036133631, + 2.9781706270268042, + 105.91449843202881, + 219.79311881011785, + 122.44891142082454, + 110.11877532553324, + 1.7601410285686538, + 27.975051251735817, + 217.2043521885377, + 145.03708749081048, + 0.5488142468312367, + 0.0, + 47.911992459278366, + 87.79045968290836, + 175.93190032328326, + 94.23671970014733, + 196.0216169010793, + 40.391723123907205, + 70.96398336607508, + 154.58900673857062, + 182.48762157423965, + 49.64083848072846, + 183.1457628208239, + 0.7651475128858292, + 78.65467927797208, + 55.79735098348628, + 131.00096685664684, + 87.36275846152374, + 47.5800776882251, + 179.7675994597243, + 203.14951625143456, + 0.0, + 4.522328130092332, + 123.31489890999012, + 0.0, + 33.01018873014799, + 99.00147563562483, + 121.87558537764046, + 62.2409056876037, + 31.664081965570187, + 151.33117259683326, + 144.55305053975871, + 113.01864968439439, + 61.72807615259994, + 35.10915985741088, + 156.60683347590512, + 79.0957375781442, + 0.0, + 76.46567612850937, + 202.20043882723587, + 149.4640000069527, + 24.356887015158257, + 83.38947772055485, + 179.52137765232663, + 193.35843198354837, + 101.66782780405937, + 0.4563830209850856, + 67.07755665339934, + 201.14217283881436, + 88.39749098854287, + 151.1881593127129, + 59.54967610430161, + 103.8738270155542, + 27.910329727206232, + 0.0, + 47.35935711339584, + 40.83589307317217, + 0.32805385066051435, + 142.83417118237153, + 103.2410263156449, + 157.0043681249084, + 0.0, + 199.97934544745868, + 86.61207202081016, + 0.0, + 115.23437931590057, + 114.57765936858186, + 39.44837938042828, + 144.8307729451703, + 117.75347512589225, + 0.24710316922803527, + 45.824223621111145, + 132.8547606077669, + 130.38156989858032, + 40.19954306219073, + 186.36384483404558, + 112.13121981619774, + 20.72099299092352, + 194.3904435534996, + 188.88105535424643, + 175.05214559111505, + 122.61703108275336, + 104.46800050144759, + 56.08262904607086, + 83.10610506290429, + 8.875564602457116, + 55.49266323517287, + 123.24795037736891, + 51.5826911363905, + 131.81682620186993, + 0.0, + 201.74552954438323, + 176.17318643269772, + 150.88756649552914, + 103.20665587706065, + 51.45396158063054, + 115.21419801538909, + 92.33508140800242, + 0.0, + 128.98679602089567, + 46.214720067176124, + 178.6462672877447, + 50.94578994307002, + 0.0, + 177.3283112071994, + 66.62126546537199, + 59.871882032324706, + 41.90428150083431, + 86.66660965502973, + 37.746213222139446, + 157.89661888483573, + 135.9311238496662, + 215.75974742969436, + 111.93034981380079, + 168.3631160641409, + 51.266586040555694, + 66.97935534412989, + 36.39534958347183, + 19.952722319368924, + 209.12712217491088, + 57.94129781629592, + 79.96054204828184, + 94.24228322176356, + 90.672053322838, + 216.7578580694954, + 65.45837062810295, + 213.6748559252736, + 31.313388968517938, + 207.4448435031523, + 84.01011498139653, + 10.09369525111676, + 165.36997747563947, + 62.052551231265404, + 149.7493989205779, + 105.36127848454242, + 66.32317497251103, + 196.72064627146813, + 195.01273908715342, + 80.49205075517852, + 73.08971204826183, + 139.62482966571702, + 106.33656180732471, + 116.58034857625532, + 47.92866662950415, + 67.40153865871547, + 213.46868604561968, + 52.24822116930357, + 123.67056320516535, + 0.5635346082656544, + 130.91911007849944, + 51.19901399983114, + 65.86227087129772, + 131.83188198088402 + ], + "max_rewards": [ + 0.9561299153634272, + 0.4537152667358446, + 1.0, + 0.9913778576243112, + 0.9581444915197966, + 1.0, + 0.42890776130576286, + 1.0, + 0.5173915143022643, + 0.5116611417052493, + 0.9599263233972201, + 0.14425333826550865, + 1.0, + 1.0, + 0.9717245076154153, + 0.982032123646803, + 0.9463500435867451, + 0.9802425266885876, + 1.0, + 1.0, + 0.5260259064810713, + 0.9236329394610595, + 0.9751021558076928, + 0.9883947059158679, + 0.9821144300310523, + 0.5739906608632641, + 0.6998037577339975, + 1.0, + 1.0, + 0.5645698762925706, + 0.9490946005959958, + 0.9641944447206269, + 0.5101092867961573, + 0.010735535622975606, + 1.0, + 1.0, + 1.0, + 1.0, + 0.10134233957711135, + 1.0, + 0.9966034180808157, + 0.6269506157723178, + 1.0, + 0.11217754438784838, + 0.44783078841734353, + 0.9843640701513408, + 0.9732302852611326, + 0.03846418379283366, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9855822151158238, + 0.9234171374357959, + 1.0, + 0.9984267899031605, + 0.9702406439363543, + 1.0, + 0.9084914781510816, + 0.03122945857387656, + 1.0, + 1.0, + 1.0, + 0.8422819206276831, + 0.5607483592244442, + 0.9808391292452026, + 0.9911358089782675, + 0.0, + 0.24650267388827285, + 0.993349364861063, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9624839950062926, + 0.991689049566255, + 1.0, + 0.9181954142528358, + 1.0, + 0.9706559169318558, + 0.5129802053914668, + 0.0, + 1.0, + 0.9836529933910765, + 0.9748531137285875, + 0.7719686264141027, + 0.9440256690151938, + 0.997552699388021, + 0.9010255280473648, + 1.0, + 0.029210672252293637, + 1.0, + 0.9796712082415895, + 1.0, + 0.6572157766381012, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.060782778709482004, + 1.0, + 0.616491188262692, + 0.6073596582510397, + 0.0, + 0.9625219170004464, + 1.0, + 0.0, + 0.9746961917840774, + 0.9705547949247064, + 1.0, + 0.9628706550110476, + 0.985103038178101, + 0.0529796185895799, + 1.0, + 1.0, + 1.0, + 1.0, + 0.980942943458687, + 0.6177651714629965, + 0.5785745684212884, + 0.980481974536058, + 0.9778835359635747, + 0.9992427972862153, + 0.5416825728656843, + 1.0, + 1.0, + 1.0, + 0.6445054620861609, + 1.0, + 0.9644935421657714, + 1.0, + 0.9537636904607543, + 0.0, + 0.9844983281836601, + 0.9405474481568148, + 0.9322852634611546, + 0.7063972701895324, + 1.0, + 0.8587289637519382, + 1.0, + 0.0, + 0.9372846531570669, + 0.41470479545654526, + 0.721417139106359, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.997762514809229, + 0.9862425723961641, + 0.9875883743311951, + 0.4270234867863063, + 0.9932565421102384, + 0.5052889067097802, + 1.0, + 1.0, + 0.4273765780690916, + 0.9880294343844742, + 1.0, + 0.7789044001678301, + 0.8638977910027278, + 0.6432675930823181, + 0.9988333088416881, + 0.9975410748459719, + 0.9923586243524826, + 1.0, + 0.9541509545971721, + 1.0, + 0.41840268189458013, + 0.6921399169742072, + 0.5156012216233201, + 1.0, + 0.7905137079299466, + 1.0, + 0.9587424595302427, + 0.950375123141353, + 1.0, + 1.0, + 0.9728976819296193, + 0.9736881755695568, + 0.9862504059406834, + 1.0, + 0.4622487450709938, + 0.9718091723721238, + 1.0, + 0.551704896811438, + 0.131840342618754, + 0.6344656674534601, + 1.0, + 0.7847169104040569, + 1.0 + ], + "successes": [ + false, + false, + true, + false, + false, + true, + false, + true, + false, + false, + false, + false, + true, + true, + false, + false, + false, + false, + true, + true, + false, + false, + false, + false, + false, + false, + false, + true, + true, + false, + false, + false, + false, + false, + true, + true, + true, + true, + false, + true, + false, + false, + true, + false, + false, + false, + false, + false, + false, + true, + true, + true, + true, + false, + false, + true, + false, + false, + true, + false, + false, + true, + true, + true, + false, + false, + false, + false, + false, + false, + false, + false, + true, + true, + true, + true, + true, + false, + false, + true, + false, + true, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + true, + false, + true, + false, + true, + false, + true, + true, + true, + false, + true, + true, + false, + true, + false, + false, + false, + false, + true, + false, + false, + false, + true, + false, + false, + false, + true, + true, + true, + true, + false, + false, + false, + false, + false, + false, + false, + true, + true, + true, + false, + true, + false, + true, + false, + false, + false, + false, + false, + false, + true, + false, + true, + false, + false, + false, + false, + true, + false, + true, + true, + true, + true, + true, + true, + false, + false, + false, + false, + false, + false, + true, + true, + false, + false, + true, + false, + false, + false, + false, + false, + false, + true, + false, + true, + false, + false, + false, + true, + false, + true, + false, + false, + true, + true, + false, + false, + false, + true, + false, + false, + true, + false, + false, + false, + true, + false, + true + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + }, + "n_episodes": 200, + "n_success": 74, + "pc_success": 37.0, + "pc_success_ci95": [ + 30.61260840985912, + 43.877370075949806 + ] + } + ], + "per_group": { + "pusht": { + "avg_sum_reward": 97.48966680727179, + "avg_max_reward": 0.8102174671617927, + "pc_success": 37.0, + "n_episodes": 200, + "n_success": 74, + "pc_success_ci95": [ + 30.61260840985912, + 43.877370075949806 + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } + }, + "overall": { + "avg_sum_reward": 97.48966680727179, + "avg_max_reward": 0.8102174671617927, + "pc_success": 37.0, + "n_episodes": 200, + "n_success": 74, + "pc_success_ci95": [ + 30.61260840985912, + 43.877370075949806 + ], + "eval_s": 274.93339109420776, + "eval_ep_s": 1.3746669566631318, + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } +} \ No newline at end of file diff --git a/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_0.mp4 b/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..30e2aa35d31bdecea6f636d7565d2a09fd04b435 --- /dev/null +++ b/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_0.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af07ad669a85a8700a0fd8c1616e318c32fc96b6995c78ba11bb5bc6fa8a2e7b +size 136593 diff --git a/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_1.mp4 b/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..76de1b8f52037022a9bc42d7d996c2b9f5797945 --- /dev/null +++ b/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_1.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03c787ac69e2b29253afeae6b4999c49a30c49c714e43520f74295e914a22a45 +size 152243 diff --git a/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_2.mp4 b/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..5b37040c61e68ea42be2db5dcccac0593a8e6061 --- /dev/null +++ b/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_2.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd903e558a9c981921c299cbfa5aad34dd37e3f42a6105e2b3375e9fe1af38cd +size 118492 diff --git a/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_3.mp4 b/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..5ecba225cc441e8a117febb344f317b6915685ed --- /dev/null +++ b/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_3.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:938d70f16afc05e2d083087cc4d570e64d8a768531da47498c1155ffd2bc7bce +size 121745 diff --git a/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_4.mp4 b/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_4.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..8c087040f523dfeb89e9655dde5ceb79985283f2 --- /dev/null +++ b/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_4.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06021d426a3bf475dfb3f5b39eff0bd082020478130969f232fb33141d416ad9 +size 150893 diff --git a/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_5.mp4 b/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_5.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..0611df3042226ae0ab684b0af69b7a95ca36e056 --- /dev/null +++ b/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_5.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a16c88f5650655cb3fbee6436f3eb56d197004562cfc50ac01887a875aaf76bc +size 136355 diff --git a/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_6.mp4 b/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_6.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..3283de6590493373267dabd0598eeef8dfb69e7e --- /dev/null +++ b/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_6.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:399641553616098a8893eee165b940d423506e4b1a5a3e5d09dc2288b52161f7 +size 135435 diff --git a/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_7.mp4 b/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_7.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..60e8cd632ea8b4a3abbde94961a3031a0784c516 --- /dev/null +++ b/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_7.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f2e8ac103acb7a15fd598553474ca0db8c78c0f60fa93c6bc28e714f63fa2ce +size 102763 diff --git a/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_8.mp4 b/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_8.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..51397f22534247ed6bde78379cf009f8f45a77af --- /dev/null +++ b/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_8.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7598b2fb9cab24630978b09f0125a905c6d32e2a723e4c65c9c31c92a1aaab6 +size 135908 diff --git a/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_9.mp4 b/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_9.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..3a3710efe4287eaa9d1aae25b1f9314090cd664f --- /dev/null +++ b/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_9.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b96fbd7d0b42e9f87e397adbfbbffbb6bac6cd3d2662538ab2df9deff77277d +size 148028 diff --git a/eval/diffusion_L0_s1001_step025000/eval_info.json b/eval/diffusion_L0_s1001_step025000/eval_info.json new file mode 100644 index 0000000000000000000000000000000000000000..ee113644c984ef04405044822d329fee9a424868 --- /dev/null +++ b/eval/diffusion_L0_s1001_step025000/eval_info.json @@ -0,0 +1,388 @@ +{ + "per_task": [ + { + "task_group": "pusht", + "task_id": 0, + "metrics": { + "sum_rewards": [ + 77.20171356780506, + 119.01054132228963, + 73.08528983948263, + 175.57854710968934, + 121.43543433535794, + 0.0, + 63.337354588530786, + 0.0, + 133.1057410934083, + 43.5128205755277, + 153.90502433702937, + 93.16232423602189, + 130.36325615524822, + 116.73681413729214, + 160.70648143389883, + 52.98263286651417, + 158.4612264295696, + 103.37547409590942, + 179.38146319593645, + 38.98545160251766, + 131.1249721588957, + 82.94548506556657, + 167.42895921495855, + 148.3444646583336, + 165.44975043850596, + 121.39581745639211, + 171.24659676807792, + 109.2051977011844, + 158.75253353397017, + 82.20366982086459, + 130.08867669575025, + 23.232793629620698, + 131.9298033170678, + 0.1993938734492422, + 123.38494815686704, + 200.15876097401247, + 147.2046717015046, + 66.67492388949238, + 2.9858469806843706, + 73.64835893530926, + 34.11068586542443, + 56.08010978015275, + 63.90744638073409, + 15.505644515498227, + 45.709672494559086, + 212.6392638785087, + 203.32723359775125, + 16.4489210121174, + 0.0, + 121.04620351534355, + 75.8466569156958, + 145.16371989459427, + 137.5441480937037, + 128.0376883379853, + 136.2589792070529, + 161.73323983489362, + 134.73618449965653, + 165.22806288077345, + 185.73750547473674, + 150.12058015193082, + 0.47299996195946425, + 139.91884807207848, + 103.42053115428834, + 119.87138743861138, + 112.54002617615902, + 220.67666363598784, + 184.21102645358707, + 79.75360664504231, + 49.26938969915422, + 60.99898206156373, + 0.0, + 75.5522242781866, + 145.35808211118916, + 42.89181569629934, + 80.58324169637089, + 0.6068613601198312, + 16.63853085337287, + 77.54011541339116, + 138.59610388038055, + 131.24130724676252, + 0.0, + 0.04058537615514383, + 120.61318469888546, + 163.1511597390766, + 0.0, + 91.8196591585695, + 218.26629069491116, + 112.33037391413501, + 55.97345913355235, + 109.81428502936474, + 187.25005385905078, + 126.47486645356504, + 115.65411063647844, + 0.4465954064006831, + 164.55875292290054, + 151.8403309685118, + 152.54029747809923, + 123.46958006534732, + 164.66067804623418, + 3.5166929996434684 + ], + "max_rewards": [ + 1.0, + 0.9790070601960208, + 1.0, + 0.9930348338314476, + 0.918227269647509, + 0.0, + 0.2910346026153489, + 0.0, + 0.9855486917334729, + 1.0, + 0.8940755298375752, + 0.964977430004623, + 0.9434634046696919, + 0.9555274514591967, + 0.9254489764288106, + 1.0, + 0.9823569808752931, + 0.9824825500720791, + 0.9746449997785163, + 1.0, + 0.6688679117355564, + 0.5382181239490611, + 0.972025034357981, + 0.93872308189262, + 0.9796252110759096, + 0.916135296066273, + 0.7248674252553868, + 0.9405363595714452, + 1.0, + 0.8785098468990999, + 1.0, + 1.0, + 0.6547614615699161, + 0.05664016221762123, + 0.8705151556733772, + 0.962121445261786, + 0.9523712933024232, + 0.9329794834162987, + 0.11124174065856655, + 1.0, + 1.0, + 1.0, + 0.8964496462006385, + 0.3809281865865826, + 0.3451848099536828, + 0.9661794137577441, + 0.9620168704575092, + 1.0, + 0.0, + 1.0, + 1.0, + 0.9677846379144959, + 0.807246754677688, + 0.9714912837437393, + 0.9919248290177443, + 0.9653487300149067, + 0.9721417114371265, + 0.9878905232183791, + 0.9888379795314347, + 0.7984009685962251, + 0.03122945857387656, + 0.9976032467664474, + 1.0, + 1.0, + 0.6387500298086217, + 0.9872043566578653, + 0.9772469003870903, + 1.0, + 0.9965304682625631, + 0.319371703187105, + 0.0, + 0.9395673479991967, + 1.0, + 0.7710892888639164, + 1.0, + 0.07153558457617729, + 1.0, + 0.4781022249315884, + 1.0, + 0.8484397548801139, + 0.0, + 0.034202143540629566, + 0.8916552921112159, + 0.9869931134564253, + 0.0, + 1.0, + 0.9905878201021407, + 0.5606344337698124, + 0.45936648518694345, + 1.0, + 0.9888525410631326, + 1.0, + 1.0, + 0.029210672252293637, + 0.9870333675412296, + 0.9759536355776126, + 0.9882390857788296, + 0.6432209598139291, + 1.0, + 0.26268899017459457 + ], + "successes": [ + true, + false, + true, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + true, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + true, + true, + false, + false, + false, + false, + false, + false, + false, + true, + true, + true, + false, + false, + false, + false, + false, + true, + false, + true, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + true, + false, + false, + false, + true, + false, + false, + false, + false, + true, + false, + true, + false, + true, + false, + true, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + true, + false, + true, + true, + false, + false, + false, + false, + false, + true, + false + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001_step025000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001_step025000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001_step025000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001_step025000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001_step025000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001_step025000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001_step025000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001_step025000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001_step025000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001_step025000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + }, + "n_episodes": 100, + "n_success": 26, + "pc_success": 26.0, + "pc_success_ci95": [ + 18.404698464748133, + 35.37098944918718 + ] + } + ], + "per_group": { + "pusht": { + "avg_sum_reward": 102.63677862639035, + "avg_max_reward": 0.7874510406442415, + "pc_success": 26.0, + "n_episodes": 100, + "n_success": 26, + "pc_success_ci95": [ + 18.404698464748133, + 35.37098944918718 + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001_step025000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001_step025000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001_step025000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001_step025000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001_step025000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001_step025000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001_step025000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001_step025000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001_step025000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001_step025000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } + }, + "overall": { + "avg_sum_reward": 102.63677862639035, + "avg_max_reward": 0.7874510406442415, + "pc_success": 26.0, + "n_episodes": 100, + "n_success": 26, + "pc_success_ci95": [ + 18.404698464748133, + 35.37098944918718 + ], + "eval_s": 127.34691786766052, + "eval_ep_s": 1.273469181060791, + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001_step025000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001_step025000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001_step025000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001_step025000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001_step025000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001_step025000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001_step025000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001_step025000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001_step025000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001_step025000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } +} \ No newline at end of file diff --git a/eval/diffusion_L0_s1001_step025000/videos/pusht_0/eval_episode_0.mp4 b/eval/diffusion_L0_s1001_step025000/videos/pusht_0/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..aab68c59f682fa016e928534d356b7912ea64fe5 Binary files /dev/null and b/eval/diffusion_L0_s1001_step025000/videos/pusht_0/eval_episode_0.mp4 differ diff --git a/eval/diffusion_L0_s1001_step025000/videos/pusht_0/eval_episode_1.mp4 b/eval/diffusion_L0_s1001_step025000/videos/pusht_0/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..995d52fc65497a82dc1f5a3a1981f7e0c10db5d6 --- /dev/null +++ b/eval/diffusion_L0_s1001_step025000/videos/pusht_0/eval_episode_1.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bba5f0eb52852d48233525172355b95359e55975a5ca7997257747f00c58e6ab +size 158265 diff --git a/eval/diffusion_L0_s1001_step025000/videos/pusht_0/eval_episode_2.mp4 b/eval/diffusion_L0_s1001_step025000/videos/pusht_0/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..5a74cedf3785a056422dd58ce0848accf816050e Binary files /dev/null and b/eval/diffusion_L0_s1001_step025000/videos/pusht_0/eval_episode_2.mp4 differ diff --git a/eval/diffusion_L0_s1001_step025000/videos/pusht_0/eval_episode_3.mp4 b/eval/diffusion_L0_s1001_step025000/videos/pusht_0/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..bb587a7b2033453beb1ac821bee091aa2b7b93cd --- /dev/null +++ b/eval/diffusion_L0_s1001_step025000/videos/pusht_0/eval_episode_3.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95256666e914d0d3fca1c5eb1f2e86d534ed1bed56dceee2c8d993af03dbda6b +size 140255 diff --git a/eval/diffusion_L0_s1001_step025000/videos/pusht_0/eval_episode_4.mp4 b/eval/diffusion_L0_s1001_step025000/videos/pusht_0/eval_episode_4.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..e353515c03a89415acd14e391392814542f85908 --- /dev/null +++ b/eval/diffusion_L0_s1001_step025000/videos/pusht_0/eval_episode_4.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5332845e1f31200476a7c9ad2cfc4e7f7d8dceef8b719d4bc66f687d28423120 +size 149608 diff --git a/eval/diffusion_L0_s1001_step025000/videos/pusht_0/eval_episode_5.mp4 b/eval/diffusion_L0_s1001_step025000/videos/pusht_0/eval_episode_5.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..2faf984ce8ef9bb25ee22fedc5d638e442746bad --- /dev/null +++ b/eval/diffusion_L0_s1001_step025000/videos/pusht_0/eval_episode_5.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9c106d6946b69d56801cf6fa5cda9ec7074e325946e735ee6f8fdd32ec32776 +size 141994 diff --git a/eval/diffusion_L0_s1001_step025000/videos/pusht_0/eval_episode_6.mp4 b/eval/diffusion_L0_s1001_step025000/videos/pusht_0/eval_episode_6.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..7169f6872b8990c24a09a615e1a3055a43533f53 --- /dev/null +++ b/eval/diffusion_L0_s1001_step025000/videos/pusht_0/eval_episode_6.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ed3b37ff91e11c9e0b1883dd6df81a9d160ff332a76f2250ce4835d49ebbd6a +size 128676