diff --git a/.gitattributes b/.gitattributes index be185b3a74b2601c2ac74ca81886eb482b5a3942..1eaea733a8628d72f492110fe68398a4b94691be 100644 --- a/.gitattributes +++ b/.gitattributes @@ -365,3 +365,175 @@ eval/onestep_L2_latency_s1000/videos/pusht_0/eval_episode_8.mp4 filter=lfs diff= eval/onestep_L2_latency_s1000/videos/pusht_0/eval_episode_9.mp4 filter=lfs diff=lfs merge=lfs -text eval/onestep_L2_latency_s1001/videos/pusht_0/eval_episode_0.mp4 filter=lfs diff=lfs merge=lfs -text eval/onestep_L2_latency_s1001/videos/pusht_0/eval_episode_2.mp4 filter=lfs diff=lfs merge=lfs -text +eval/onestep_L2_latency_s1001/videos/pusht_0/eval_episode_5.mp4 filter=lfs diff=lfs merge=lfs -text +eval/onestep_L2_latency_s1001/videos/pusht_0/eval_episode_6.mp4 filter=lfs diff=lfs merge=lfs -text +eval/onestep_L2_latency_s1001/videos/pusht_0/eval_episode_7.mp4 filter=lfs diff=lfs merge=lfs -text +eval/onestep_L2_latency_s1001/videos/pusht_0/eval_episode_8.mp4 filter=lfs diff=lfs merge=lfs -text +eval/onestep_L2_latency_s1001/videos/pusht_0/eval_episode_9.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_0.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_1.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_2.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_3.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_4.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_5.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_7.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_8.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_9.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_0.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_1.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_2.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_4.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_5.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_6.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_7.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_8.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_1.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_2.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_4.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_5.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_6.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_8.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_9.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_0.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_1.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_2.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_3.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_4.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_5.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_6.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_7.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_8.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_9.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_0.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_1.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_2.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_3.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_4.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_5.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_6.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_8.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_9.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_0.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_1.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_2.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_3.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_4.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_5.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_6.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_9.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_0.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_1.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_2.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_4.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_5.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_6.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_8.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_9.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_0.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_1.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_2.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_4.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_5.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_8.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_9.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_0.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_1.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_2.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_4.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_5.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_6.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_7.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_8.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_9.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_0.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_1.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_3.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_4.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_5.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_6.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_7.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_8.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_9.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_0.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_1.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_3.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_4.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_5.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_8.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_9.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_0.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_1.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_2.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_4.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_5.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_6.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_8.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_9.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_0.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_1.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_2.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_3.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_4.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_5.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_8.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_9.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_0.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_1.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_2.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_4.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_5.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_6.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_7.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_8.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_9.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_0.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_1.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_2.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_4.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_5.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_8.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_9.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_0.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_1.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_2.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_3.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_4.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_6.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_7.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_8.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_9.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_0.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_1.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_2.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_3.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_4.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_5.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_8.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_9.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_1.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_2.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_3.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_5.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_6.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_7.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_8.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_9.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_0.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_1.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_2.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_3.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_4.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_5.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_7.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_8.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_9.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_0.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_1.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_2.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_3.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_4.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_5.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_6.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_7.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_8.mp4 filter=lfs diff=lfs merge=lfs -text +eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_9.mp4 filter=lfs diff=lfs merge=lfs -text diff --git a/eval/onestep_L2_latency_s1001/videos/pusht_0/eval_episode_4.mp4 b/eval/onestep_L2_latency_s1001/videos/pusht_0/eval_episode_4.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..5186a37c91d664ca9b0d322ff190e3758a3f976b Binary files /dev/null and b/eval/onestep_L2_latency_s1001/videos/pusht_0/eval_episode_4.mp4 differ diff --git a/eval/onestep_L2_latency_s1001/videos/pusht_0/eval_episode_5.mp4 b/eval/onestep_L2_latency_s1001/videos/pusht_0/eval_episode_5.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..bf9a73fb617d20775c69eb23c84a02603eee3585 --- /dev/null +++ b/eval/onestep_L2_latency_s1001/videos/pusht_0/eval_episode_5.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e0cf47739be6fa55db6eb63229b51a3cf52346f7c4f2bbe9058ab84f3013f10 +size 148058 diff --git a/eval/onestep_L2_latency_s1001/videos/pusht_0/eval_episode_6.mp4 b/eval/onestep_L2_latency_s1001/videos/pusht_0/eval_episode_6.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..e76a0f2db6f2706823360260e533e871cab03d35 --- /dev/null +++ b/eval/onestep_L2_latency_s1001/videos/pusht_0/eval_episode_6.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9be41f2699dbdb1c7870eab42deae990baf5903469fbb4c8be437fc9729f04d +size 161953 diff --git a/eval/onestep_L2_latency_s1001/videos/pusht_0/eval_episode_7.mp4 b/eval/onestep_L2_latency_s1001/videos/pusht_0/eval_episode_7.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..19e215cc50bdc1c1b5fc9d0d7f409e761c8e995e --- /dev/null +++ b/eval/onestep_L2_latency_s1001/videos/pusht_0/eval_episode_7.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:815133584438035b0f6bce0816740d285d61d8b68be56f69ed85dfd1078ec614 +size 135198 diff --git a/eval/onestep_L2_latency_s1001/videos/pusht_0/eval_episode_8.mp4 b/eval/onestep_L2_latency_s1001/videos/pusht_0/eval_episode_8.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..d8f85a032662be962c586912420c16b0ce8916f0 --- /dev/null +++ b/eval/onestep_L2_latency_s1001/videos/pusht_0/eval_episode_8.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e746fa6fd326f0c01323f9e46cee6eb880a79c3e68818ed11d1c9a6413fbe188 +size 156784 diff --git a/eval/onestep_L2_latency_s1001/videos/pusht_0/eval_episode_9.mp4 b/eval/onestep_L2_latency_s1001/videos/pusht_0/eval_episode_9.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..1ad748205ecb07b74918e8747a098bd17938dc2d --- /dev/null +++ b/eval/onestep_L2_latency_s1001/videos/pusht_0/eval_episode_9.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31de75f3714a1f8f0aecd8005074fc30b65437f2163cb57c871b16a08254fb20 +size 162475 diff --git a/eval/planbind_L0_latency_every8_s1000/eval_info.json b/eval/planbind_L0_latency_every8_s1000/eval_info.json new file mode 100644 index 0000000000000000000000000000000000000000..521606b8d18bf7304989c7ece60913f30bf1bbbd --- /dev/null +++ b/eval/planbind_L0_latency_every8_s1000/eval_info.json @@ -0,0 +1,688 @@ +{ + "per_task": [ + { + "task_group": "pusht", + "task_id": 0, + "metrics": { + "sum_rewards": [ + 110.18823941135183, + 0.0, + 18.166882139043732, + 60.46330413908137, + 18.534415567126196, + 10.456012332657522, + 89.08088873046023, + 109.56759693590227, + 45.85813665166161, + 139.0604846915055, + 132.45842626210188, + 1.0928140816589569, + 60.319018402946625, + 0.0, + 12.365468936642754, + 106.64215556099062, + 98.36708053564556, + 7.4059098785818644, + 0.33644264386032374, + 139.34787571993928, + 17.118571799535516, + 2.9011533157275653, + 58.28760210295981, + 97.38036105488489, + 20.632133115389152, + 92.48922526409842, + 97.58883282006995, + 0.040857203472863104, + 56.615719152854005, + 5.498993414542214, + 1.0225523379319013, + 0.0, + 119.38194036523518, + 0.02768209455800409, + 0.3174387830686535, + 79.99135250104806, + 0.0, + 51.14842091580692, + 1.2804818675315581, + 96.85419180259913, + 96.20336644219907, + 46.183576000096394, + 32.50001746526557, + 30.91202751129752, + 6.657544432274665, + 69.01101803193212, + 20.04796348253322, + 1.2111785337662975, + 0.0, + 24.714949816626266, + 0.0, + 6.556195679392357, + 84.15250966517658, + 71.17624435667362, + 15.111678461473907, + 1.397029003758108, + 1.0719771062747072, + 5.145721366616209, + 80.03514550098026, + 43.543946457318626, + 118.03836010708704, + 87.95345038089653, + 157.5000354007287, + 68.62822671598546, + 67.85471210362047, + 156.74768816318633, + 36.12537975351533, + 0.0, + 61.6765438444999, + 75.99736529604935, + 0.0, + 87.1516387780139, + 12.394657725583954, + 52.5558104427614, + 3.007398101554828, + 0.1726341339297159, + 1.6951293965154548, + 179.68184374803343, + 0.0, + 0.0, + 0.0, + 0.0, + 14.17480576346597, + 2.6475996818107372, + 0.0, + 141.73985566796597, + 91.01207221355745, + 14.697335741392067, + 0.0, + 64.4048321471148, + 0.3028902433849352, + 62.472721524871524, + 21.981484209853882, + 0.4737809021036657, + 0.0, + 107.98953208572466, + 0.0, + 59.08026566168067, + 2.2167432286001456, + 44.504639693497325, + 109.21962946661344, + 0.047971951337282055, + 0.0, + 13.31902289810192, + 0.0, + 50.5929432850394, + 0.0, + 50.32561266036206, + 0.00063904247432233, + 0.0, + 44.66296425021718, + 0.0, + 76.42363805962023, + 7.123805827876213, + 53.569362291947094, + 6.468502813816977, + 85.67826053715038, + 77.1531259053975, + 1.1370453421161306, + 0.571012992381977, + 27.579887914669385, + 13.087962873861562, + 36.34888688480657, + 121.25840414804074, + 17.638997927600407, + 38.15139807541435, + 67.20077512324994, + 144.97837472937005, + 14.04554154405115, + 91.19747091240113, + 71.29313435577942, + 0.7001291086121821, + 0.0, + 0.0, + 0.0, + 5.25505726532517, + 4.618570549846311, + 1.2627611249019348, + 0.0, + 84.38248757795239, + 55.44113118400001, + 32.981818784117195, + 10.765711487120793, + 32.0651352017883, + 2.6730923730650527, + 0.0, + 0.0, + 0.0, + 43.65690776526922, + 35.62245382586565, + 94.24123815340246, + 96.05202894441982, + 8.389351144119892, + 12.617167393778782, + 51.12723792453679, + 144.67805964832166, + 60.91851727566411, + 0.0, + 12.854450848249247, + 102.41006337665829, + 22.738637995472622, + 0.43845368651539146, + 0.0, + 0.0, + 9.82183087080736, + 9.95439543795792, + 57.179578029839604, + 23.294340820694863, + 1.8050282856339677, + 0.0, + 4.9273392414961705, + 82.31304322401117, + 1.8181763908555586, + 39.85628748433447, + 1.9801283178528826, + 152.9149906176968, + 1.3995978649260514, + 1.5535645954354718, + 51.254202767627376, + 0.0043666162831243645, + 72.05501847281823, + 86.69958109453917, + 85.59018538341775, + 187.3640690356451, + 50.033676795707834, + 2.14595079257777, + 57.94172601870906, + 17.117980521553683, + 70.30313340364488, + 0.03527666086915589, + 80.64326205917467, + 24.52918996362576, + 31.649697239994374, + 66.34863965242789, + 48.176098678711654, + 0.0, + 70.54219669338627, + 0.0, + 0.0, + 72.23423635510247 + ], + "max_rewards": [ + 0.9846946087488173, + 0.0, + 0.9274727154608796, + 0.8354414410557431, + 0.3085717509716712, + 0.28122242280167103, + 1.0, + 0.97865147362842, + 0.9933913311814263, + 0.9743667694868243, + 0.9947153409947873, + 0.1574563193636035, + 1.0, + 0.0, + 0.567453086202569, + 0.9765714629079615, + 0.9218253712175839, + 0.40854221537210644, + 0.021765051151106843, + 0.994051232311126, + 1.0, + 0.14807878679230585, + 0.775725239327106, + 0.9900797001383695, + 1.0, + 0.7540663059617263, + 0.5312315430034027, + 0.001973516197299381, + 0.8240252734936387, + 0.21866549478895767, + 0.1743516047351433, + 0.0, + 0.992095075681738, + 0.011183532831488376, + 0.08297843989641453, + 0.9710448394466293, + 0.0, + 0.4129271794760947, + 0.19238556312582009, + 1.0, + 0.9891804175516095, + 1.0, + 0.975394434891666, + 1.0, + 0.36362638995446106, + 0.7730519767217253, + 1.0, + 0.03846418379283366, + 0.0, + 0.5525059919066038, + 0.0, + 0.1914188597076944, + 0.3587667944414889, + 1.0, + 0.22658482298705152, + 0.07950560590921098, + 0.09096797513106267, + 0.17354667674329866, + 1.0, + 1.0, + 0.96711237253405, + 0.9989737014991473, + 0.9911592764292307, + 1.0, + 1.0, + 0.9734585575056839, + 1.0, + 0.0, + 0.6160150911644483, + 0.6625120391798938, + 0.0, + 0.9831570958488633, + 0.5514084295794224, + 0.9923384794321125, + 0.19234950992630656, + 0.030331703723595844, + 0.15505025834777797, + 0.8913411298013351, + 0.0, + 0.0, + 0.0, + 0.0, + 0.42873445059081916, + 0.13158698654792772, + 0.0, + 0.4928208646043363, + 0.9675972291671672, + 0.4054422260139045, + 0.0, + 0.9984009149576413, + 0.03178288588869912, + 0.5673341007749613, + 0.6140365815220232, + 0.029210672252293637, + 0.0, + 1.0, + 0.0, + 0.5271145142949453, + 0.12613142405527963, + 0.9258339495141006, + 0.9050042898820488, + 0.010609947149346193, + 0.0, + 0.32037291676516294, + 0.0, + 1.0, + 0.0, + 0.5474553952074681, + 0.0005147556823709033, + 0.0, + 0.4869157799242163, + 0.0, + 1.0, + 0.2278207289897004, + 0.9958805217454398, + 0.3764240798996731, + 0.9549329866929116, + 0.5399912677302515, + 0.19781515784396458, + 0.07017717171433163, + 1.0, + 0.3361349665992421, + 1.0, + 0.9909055602484624, + 0.15605810554496144, + 1.0, + 1.0, + 0.9952526604116506, + 0.48372592709899154, + 0.33980780572713776, + 0.9855633540883165, + 0.08402319481463813, + 0.0, + 0.0, + 0.0, + 0.252045139701747, + 0.3872577363950624, + 0.11506993781478853, + 0.0, + 0.975587444806255, + 0.35788944283973334, + 0.8077371430381982, + 0.46611723667517035, + 0.38837112109209093, + 0.2484765406494294, + 0.0, + 0.0, + 0.0, + 0.6320839921024575, + 1.0, + 0.9858743708406604, + 0.9284622636935721, + 0.17319132788045233, + 0.4180142780243971, + 1.0, + 0.9372020715182497, + 0.9737470583630363, + 0.0, + 0.554626738925868, + 0.3523151119968055, + 0.45087703594216033, + 0.17926830901393187, + 0.0, + 0.0, + 0.5594247343373606, + 0.6325690751752118, + 0.6025150276019917, + 0.3735245662851448, + 0.0813467471189536, + 0.0, + 0.16047548350733096, + 0.9069997248541466, + 0.07653609036345785, + 1.0, + 0.1705337858616063, + 0.9931691128433758, + 0.114303777995289, + 0.15396180446326183, + 0.9820170287990699, + 0.0005826869762974808, + 0.9580342301682954, + 1.0, + 1.0, + 0.9036625055831932, + 0.5714253928999893, + 0.14784821866366044, + 0.9964490077907739, + 0.2093345753254108, + 0.5357433508418363, + 0.009255459722817667, + 0.9580356874143097, + 0.46424792246208, + 1.0, + 0.6058848757031934, + 0.1718624034777579, + 0.0, + 1.0, + 0.0, + 0.0, + 0.9387559421403192 + ], + "successes": [ + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + true, + false, + true, + false, + false, + true, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + true, + true, + false, + false, + false, + true, + true, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + true, + false, + true, + false, + false, + true, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + true, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + true, + false, + false, + false + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + }, + "n_episodes": 200, + "n_success": 28, + "pc_success": 14.0, + "pc_success_ci95": [ + 9.866982633455637, + 19.48988086570756 + ] + } + ], + "per_group": { + "pusht": { + "avg_sum_reward": 39.93625904271586, + "avg_max_reward": 0.501696766780488, + "pc_success": 14.000000000000002, + "n_episodes": 200, + "n_success": 28, + "pc_success_ci95": [ + 9.866982633455637, + 19.48988086570756 + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } + }, + "overall": { + "avg_sum_reward": 39.93625904271586, + "avg_max_reward": 0.501696766780488, + "pc_success": 14.000000000000002, + "n_episodes": 200, + "n_success": 28, + "pc_success_ci95": [ + 9.866982633455637, + 19.48988086570756 + ], + "eval_s": 247.79893493652344, + "eval_ep_s": 1.238994677066803, + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } +} \ No newline at end of file diff --git a/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_0.mp4 b/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..e23b826e3675454845df8c1924901960b722fe16 --- /dev/null +++ b/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_0.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6654f8b505d64db0e3fa50101033cc9ecae60fe77354ca2379ec00cdd7fc76ba +size 162028 diff --git a/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_1.mp4 b/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..c0a95c9ab359f371a0036d61437927f9fb1f27fc --- /dev/null +++ b/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_1.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b3e18aecb2d4a497ceb19a2bb546fd02fe030495095f50c23424878eb7d4372 +size 127223 diff --git a/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_2.mp4 b/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..4f78df0e20df12887733f4c39b5a1b3daa37d791 --- /dev/null +++ b/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_2.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1991c9c5f73a814ddae1cb6c5cb5e6c55e446a784abec4fdcb111f2cee792327 +size 167828 diff --git a/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_3.mp4 b/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..b95d71289ec7d04dbb5cc8dc3c98f1548b73a705 --- /dev/null +++ b/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_3.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:147e85af78b37ecd9fad212e4e218f37a12ce1fac8651ca92d572965ff6bafa4 +size 141178 diff --git a/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_4.mp4 b/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_4.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..d9713162308568a3d15bc298c8ea469eb1fd7064 --- /dev/null +++ b/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_4.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88d8adb8f2ce83e7182be5d4fa441617087aa139244c4e723753fb3ae65deba1 +size 175084 diff --git a/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_5.mp4 b/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_5.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..430b74d48dd5dfd6c9473cdea593263058fee453 --- /dev/null +++ b/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_5.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b5f931d27e5d5e25eb9a327a17537422e12f8efa689ffb793aba91d6c14c966 +size 134223 diff --git a/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_6.mp4 b/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_6.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..aa18058e2a040818b0242a3271bc2705c80979f8 Binary files /dev/null and b/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_6.mp4 differ diff --git a/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_7.mp4 b/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_7.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..d638e6fc7ba5b772e833ad1d2d5f5c645d5afade --- /dev/null +++ b/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_7.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6de011e7e573ce32ced67a689d37a8b2df5d03e6facbed92cfbe387a9ad435d1 +size 158491 diff --git a/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_8.mp4 b/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_8.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..4f136b78693e4d921e628965b7233e44be6a2e8b --- /dev/null +++ b/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_8.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df51687ce34b423b87a471872e2c9e0824443a000c60aaf5b50a698280bd87e4 +size 143980 diff --git a/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_9.mp4 b/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_9.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..e4982fdded0a8146782df9dee3ac826ba6e979f4 --- /dev/null +++ b/eval/planbind_L0_latency_every8_s1000/videos/pusht_0/eval_episode_9.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4315bf05655f7ff2498d6b23e3a097b2cd3cc08ab4223bb12bf6b5d03dd3d902 +size 160831 diff --git a/eval/planbind_L0_latency_every8_s1001/eval_info.json b/eval/planbind_L0_latency_every8_s1001/eval_info.json new file mode 100644 index 0000000000000000000000000000000000000000..1ef353dc367021d2ae1e8b32cabaa5c8132e2fb4 --- /dev/null +++ b/eval/planbind_L0_latency_every8_s1001/eval_info.json @@ -0,0 +1,688 @@ +{ + "per_task": [ + { + "task_group": "pusht", + "task_id": 0, + "metrics": { + "sum_rewards": [ + 0.39701552787629857, + 0.0, + 0.3985959968925296, + 32.34211992401259, + 71.00245154471143, + 0.0, + 89.9647757167235, + 0.26682339419044265, + 138.6659992390418, + 29.267981426006536, + 15.227038821448616, + 1.8081024701866066, + 20.307472144796947, + 2.5386104874165922, + 40.9426707429521, + 110.80239389917571, + 95.71214689290454, + 29.184896228572786, + 0.0, + 29.353312369082886, + 30.866911995946996, + 1.5985457787409345, + 81.4411773049093, + 0.0, + 112.42138665936167, + 62.54852276519395, + 122.74351877030789, + 15.389930038527663, + 0.0, + 2.5828939941171813, + 5.491472422753038, + 70.01477929902924, + 53.497883302439895, + 0.011806425656193845, + 1.4445124971938164, + 0.4511795296086659, + 0.0, + 80.49119891041805, + 1.2922013865490314, + 47.06535328800493, + 0.0, + 116.22445966146135, + 48.50740364672708, + 37.23221216405169, + 8.225561045055805, + 1.1206102112574594, + 65.99064803781874, + 0.6457020364283079, + 0.0, + 88.27806113479274, + 0.0, + 145.3712869277986, + 4.410626009753441, + 69.55721607158208, + 81.53625910648395, + 79.79048001784177, + 11.312623661014513, + 7.4871440623919865, + 108.28053035896073, + 143.8458528479837, + 22.286302743101274, + 92.8513185074919, + 45.95704661508942, + 50.44333922733425, + 40.07289867380271, + 127.87298980445883, + 35.684218279418126, + 0.0, + 165.68938858862822, + 3.1246744653577956, + 0.0, + 32.98329590007526, + 76.8274448304852, + 0.0, + 5.183644378860235, + 0.4097313276638188, + 2.811388347509364, + 0.0, + 0.0, + 0.0012701129463989274, + 0.0, + 0.06762362366893795, + 36.742531156658316, + 5.822171347596185, + 0.0, + 69.23211045445001, + 116.58161009327054, + 0.024241797000902152, + 0.0, + 96.97736606036216, + 0.3039157864168193, + 192.2020892335255, + 31.787916700783597, + 0.4812545138707796, + 0.0, + 47.80796923542141, + 0.0, + 4.56980298213144, + 1.0079187886264056, + 14.9059802664808, + 0.03733411846003985, + 21.379988115286913, + 0.0, + 6.840873665026352, + 0.0, + 19.088085619337985, + 0.0, + 38.103780712958354, + 0.0, + 0.0, + 150.98213528540197, + 0.0, + 37.81050538003594, + 64.71277230859491, + 33.248709471261876, + 44.15998842632582, + 69.70433190827289, + 0.0, + 0.0, + 0.0, + 25.697010393340356, + 28.075559340098675, + 55.6375634895659, + 48.62828812628039, + 35.65421284650289, + 19.22755197902091, + 48.2844050616778, + 61.53908512793282, + 42.22886159965462, + 104.1039417409041, + 39.92952659047347, + 0.08689125963310673, + 0.0, + 0.0, + 0.0, + 134.3463169022651, + 98.39400711717155, + 0.0, + 0.0, + 5.206775079530303, + 41.3868134160536, + 3.884222335990904, + 38.984243567115286, + 41.6370801605397, + 50.970781545297335, + 0.0, + 0.0, + 0.0, + 112.56136891454908, + 72.95402723665902, + 121.29182999479897, + 109.85841915642904, + 13.046605062922174, + 2.7714629565435684, + 154.24478060813504, + 104.76678382035597, + 1.6226387199973633, + 0.0, + 52.256569982579705, + 60.817020346593075, + 95.03389169594911, + 1.4623059028145915, + 0.0, + 0.0, + 94.38801314703281, + 7.076089002742904, + 71.08562591991979, + 94.51756174147945, + 1.2358970623465728, + 0.0, + 0.5842402090536472, + 32.84413582776557, + 3.6088013434590835, + 50.6719129342068, + 1.6283907395209802, + 81.76194002936181, + 1.8192617252092629, + 2.035721711699457, + 116.74607349046028, + 0.0, + 0.7001686359345837, + 107.9579644532127, + 171.03068513666926, + 180.38375506107428, + 118.1041995857086, + 0.7489586904715815, + 139.20759153243813, + 10.464804739932143, + 95.2083775526432, + 0.004331918266749099, + 147.15578734467445, + 71.54266257680851, + 87.152188897537, + 7.103470978684048, + 111.15365330287307, + 0.0, + 58.81743073519636, + 0.0, + 4.3869397624291135, + 50.64650971572742 + ], + "max_rewards": [ + 0.02117114042629365, + 0.0, + 0.13114352529428902, + 1.0, + 0.9989877869140844, + 0.0, + 1.0, + 0.048673135379167155, + 0.9852440898192385, + 1.0, + 0.49328492531064355, + 0.11763119921452779, + 1.0, + 0.11467408253235543, + 1.0, + 0.9616993467665806, + 0.8741754535285975, + 1.0, + 0.0, + 1.0, + 1.0, + 0.13671435437044543, + 0.9625927935929333, + 0.0, + 0.9921429469368778, + 0.5157275995472926, + 0.5689397513937022, + 1.0, + 0.0, + 0.15742610365846835, + 0.3456853934418283, + 0.9296767674955161, + 1.0, + 0.00958452674960752, + 0.13634239394480638, + 0.09414483098061853, + 0.0, + 0.4923748074921268, + 0.18397749267220417, + 0.8593328943092632, + 0.0, + 0.8945259162889352, + 0.7578518686079987, + 1.0, + 0.18332007219600124, + 0.1319908362401427, + 0.9876344114915365, + 0.03846418379283366, + 0.0, + 0.703038471075934, + 0.0, + 0.935961468084955, + 0.23537668060836736, + 0.9705320988889854, + 1.0, + 0.9374980407140352, + 0.2103174430181361, + 0.20650628177575422, + 1.0, + 0.9411333105074348, + 1.0, + 0.98109608792747, + 1.0, + 1.0, + 0.48614868230152225, + 0.5051641253884457, + 1.0, + 0.0, + 0.9523793866841143, + 0.2998280640756525, + 0.0, + 1.0, + 0.7778588187955813, + 0.0, + 0.19813152209207238, + 0.056183384361512906, + 0.2193719989685522, + 0.0, + 0.0, + 0.0012701129463989274, + 0.0, + 0.005313313414978743, + 1.0, + 0.255890165759515, + 0.0, + 0.49252365200394005, + 0.9465764527676963, + 0.005682514449629604, + 0.0, + 0.8764190214678007, + 0.03178288588869912, + 0.9364715336498738, + 0.5234004475787244, + 0.029210672252293637, + 0.0, + 1.0, + 0.0, + 0.27210145302796607, + 0.12753747574586818, + 0.39235108263473756, + 0.012954191154931148, + 0.4252799608910344, + 0.0, + 0.12133961353362913, + 0.0, + 1.0, + 0.0, + 0.5104615621440367, + 0.0, + 0.0, + 0.9294739001236975, + 0.0, + 0.31886480179724513, + 1.0, + 0.19941393773155505, + 0.4926561741752038, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.20100359615371446, + 1.0, + 0.6446143117302621, + 0.15955118215957118, + 0.5239828234058772, + 0.9755562965749948, + 0.9849903304119848, + 0.3586120646503274, + 0.8923996571142034, + 0.6341786485099261, + 0.020049143729143418, + 0.0, + 0.0, + 0.0, + 0.9698249667652923, + 1.0, + 0.0, + 0.0, + 0.336809509618231, + 0.20587242438287212, + 0.2829430807324095, + 1.0, + 0.9837398914747038, + 0.7729654425607816, + 0.0, + 0.0, + 0.0, + 0.6381213073171652, + 0.5563357488890647, + 1.0, + 1.0, + 0.320725929877864, + 0.10010143214564433, + 0.9852089628714482, + 0.9684713451942958, + 0.14465929753205936, + 0.0, + 1.0, + 0.7165858800558689, + 0.9135290406226751, + 0.1755764776197092, + 0.0, + 0.0, + 0.9878838450534904, + 0.4600005052352922, + 0.9702295642605271, + 0.33362039598709736, + 0.0813467471189536, + 0.0, + 0.13785579717376634, + 1.0, + 0.11279438558569904, + 1.0, + 0.1705337858616063, + 1.0, + 0.14205581982030532, + 0.15870809975447125, + 0.974558582751718, + 0.0, + 0.09237934415924257, + 0.8936298524039438, + 0.7807696762672109, + 0.9881159928340197, + 0.9769565807464535, + 0.048748836727634304, + 0.9706118691735244, + 0.2891660659603599, + 0.6250306680430229, + 0.0014521704350363024, + 1.0, + 0.41878866681268284, + 0.9547853366738711, + 0.24503096040487826, + 0.42578914028107817, + 0.0, + 0.5407560923371029, + 0.0, + 0.15171063090627251, + 0.909966735184886 + ], + "successes": [ + false, + false, + false, + true, + false, + false, + true, + false, + false, + true, + false, + false, + true, + false, + true, + false, + false, + true, + false, + true, + true, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + true, + false, + true, + false, + true, + true, + false, + false, + true, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + true, + false, + false, + false, + true, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + true, + true, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + true, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + }, + "n_episodes": 200, + "n_success": 34, + "pc_success": 17.0, + "pc_success_ci95": [ + 12.427907912586972, + 22.815883628312623 + ] + } + ], + "per_group": { + "pusht": { + "avg_sum_reward": 39.852491523157596, + "avg_max_reward": 0.46979160180425567, + "pc_success": 17.0, + "n_episodes": 200, + "n_success": 34, + "pc_success_ci95": [ + 12.427907912586972, + 22.815883628312623 + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } + }, + "overall": { + "avg_sum_reward": 39.852491523157596, + "avg_max_reward": 0.46979160180425567, + "pc_success": 17.0, + "n_episodes": 200, + "n_success": 34, + "pc_success_ci95": [ + 12.427907912586972, + 22.815883628312623 + ], + "eval_s": 272.2262313365936, + "eval_ep_s": 1.3611311578750611, + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } +} \ No newline at end of file diff --git a/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_0.mp4 b/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..d9a6d69c6a587761ad29d97bf8b670effaddfb39 --- /dev/null +++ b/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_0.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6688496bce15990b70c1592306b17ea4ddb4c0417058572da912338729aaa11e +size 141800 diff --git a/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_1.mp4 b/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..faf97c0829fb9929d081b7317aa42e9d5ebf4fb5 --- /dev/null +++ b/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_1.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fc57e4cdcd2ec4966a5b39b43b8303cf6f1a6f2132777d345be51f9bdee2187 +size 110675 diff --git a/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_2.mp4 b/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..d1b75763b19691c9d12ec8ceda4af36a9586fc2a --- /dev/null +++ b/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_2.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22602f82c8cf01abe36679ad81551ed31926785d1e4a1d2b13f25887263cca68 +size 122257 diff --git a/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_3.mp4 b/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..6af22f6038b4e8c64a5645bb7a55f5aba79d8959 Binary files /dev/null and b/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_3.mp4 differ diff --git a/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_4.mp4 b/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_4.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..6d3058a5eeb449f3f1576d0645f57848fe6e65d7 --- /dev/null +++ b/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_4.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b81f74d915ca5c22e8e59c4a61fb5afdaf6d5771f33d112915d58b0b04df6910 +size 172813 diff --git a/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_5.mp4 b/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_5.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..cc91cd1ed9a108f1f5eabfdb181dd249fb7b1f16 --- /dev/null +++ b/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_5.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0e03d6ae91e82da1818df9aa8cd3bc04ee69792e3ca262ac6bdaf3f96ae7150 +size 151007 diff --git a/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_6.mp4 b/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_6.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..75da420b40e0e3e79bdc73c0ee88114ee1e4e970 --- /dev/null +++ b/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_6.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a3e32730bd290a3aecc9a079a570ef4023637a1834686086fce66c4f130520d +size 101629 diff --git a/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_7.mp4 b/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_7.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..b4f664da5de8ac88b6d43c4230c318810902f09b --- /dev/null +++ b/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_7.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d265ac696034694b6901dec8c48ecc2fc1ad1b6bf9aceee1fa63a9197875d4b +size 130865 diff --git a/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_8.mp4 b/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_8.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..e1e214de6a648ae7376946453c739e129c98f3fb --- /dev/null +++ b/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_8.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4dc983249f157a1308aa75b59d6afdba72b5741fd1ce3cd325e0be00660d0f7 +size 155198 diff --git a/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_9.mp4 b/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_9.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..3904e7ed81759807c0bbc2f248c65e0d674c3281 Binary files /dev/null and b/eval/planbind_L0_latency_every8_s1001/videos/pusht_0/eval_episode_9.mp4 differ diff --git a/eval/planbind_L0_latency_s1000/eval_info.json b/eval/planbind_L0_latency_s1000/eval_info.json new file mode 100644 index 0000000000000000000000000000000000000000..12412d6ff0854c53f9fd52da8c10adbeb60ff5af --- /dev/null +++ b/eval/planbind_L0_latency_s1000/eval_info.json @@ -0,0 +1,688 @@ +{ + "per_task": [ + { + "task_group": "pusht", + "task_id": 0, + "metrics": { + "sum_rewards": [ + 28.683525848715238, + 0.0, + 35.15529677953239, + 25.49253581358689, + 61.74583590178054, + 107.35131849570479, + 75.55868620845808, + 32.853311617357015, + 137.42322255579697, + 117.67209400320384, + 152.26694578360465, + 1.352161267379159, + 0.0, + 3.2854121931381526, + 88.75872842450141, + 71.03613849292385, + 176.14073393270337, + 8.349647293276025, + 15.274572505029509, + 51.23864810137333, + 6.252234387828099, + 2.6597863759252847, + 50.822667365838036, + 13.643301457531543, + 19.525125366355955, + 178.6484350998616, + 186.53114034458446, + 31.267997626550095, + 37.5040495946637, + 4.224685192791321, + 40.19496046955935, + 25.374802067515482, + 29.52137729647258, + 0.032470246330308324, + 0.6580672367905747, + 86.29764785659648, + 0.0, + 100.334542368227, + 62.76861903378337, + 127.71440482811417, + 0.0, + 92.71765001703962, + 18.79026082070097, + 37.30320974329281, + 73.71077271539617, + 201.76752295271507, + 103.80156762365986, + 3.4971472109648785, + 0.05333972014552743, + 191.38019561237647, + 47.37897194269202, + 5.889613034571947, + 98.97753638539817, + 58.36349923436532, + 86.5224486875226, + 1.1074948736433967, + 2.034860357367352, + 5.986764030428823, + 143.7321030439737, + 89.54361112405687, + 60.3710455094342, + 149.5879955663466, + 54.5106909680782, + 104.16784256285338, + 122.66382074192025, + 102.90301487275589, + 120.43882743980262, + 53.962609240205865, + 60.79793906306878, + 2.3292944524265766, + 1.5370462721669642, + 49.012187926818406, + 39.38891513836059, + 140.1254804358975, + 5.195739660781018, + 0.13988773423080603, + 57.669051538477575, + 0.9631351333137275, + 0.0, + 108.79433618472416, + 0.0, + 0.0, + 0.8927891133847173, + 7.705667278616688, + 98.78352057716164, + 147.55338641292397, + 191.71160261043224, + 83.57659574157906, + 0.0, + 92.5691143115528, + 0.46049626115533765, + 200.14069305259227, + 135.08541829181007, + 34.840773143182304, + 0.0, + 55.40897397411797, + 0.0, + 155.4594113575608, + 0.634651464433215, + 138.77366463819195, + 109.36172099353158, + 0.35276208012065347, + 0.0, + 33.698081264103465, + 0.0, + 88.878859085218, + 0.0, + 166.7486911073367, + 92.88091409186767, + 0.0, + 46.213199328219645, + 0.0, + 86.51842494329168, + 21.563992843861477, + 7.493417996413537, + 71.4675847979934, + 87.45675375630809, + 60.5920109994515, + 25.443826827959903, + 0.6262384353519012, + 27.75326795114789, + 15.363231744133211, + 87.39318659664288, + 29.95336965691799, + 28.088037964448986, + 76.24824337803011, + 100.0648538727498, + 22.51427611356145, + 40.781170746236015, + 95.60301758611843, + 60.690333627865854, + 0.6121336559256167, + 26.44625069311944, + 0.0, + 0.0, + 179.7405002909121, + 3.4134543075295762, + 2.048475459898967, + 0.0, + 37.52001393853857, + 64.82874628742218, + 215.84669563966702, + 125.19687205163294, + 34.94805181318546, + 152.07861447072332, + 0.0, + 0.0, + 0.0, + 173.541526002467, + 146.0296331266252, + 134.6258255785472, + 21.97392887875785, + 17.197168211542877, + 12.739818921236486, + 66.0978641742405, + 88.31025091759096, + 0.0, + 0.08017863037845366, + 24.72682346909806, + 132.5808414747849, + 79.51675082385849, + 0.6137796169955243, + 0.0, + 0.0, + 54.420836980283056, + 70.59615890102842, + 158.9874555623648, + 58.038367509188795, + 79.95517963925991, + 0.0, + 24.170891916938274, + 208.15831354072026, + 160.59241350661864, + 188.53753623665386, + 56.57110794766198, + 3.9983820103874805, + 1.1653699246011118, + 40.993193662513875, + 170.43029525655427, + 0.0, + 70.41929403583485, + 49.95136720669005, + 38.86347869214934, + 174.38701005638922, + 66.39160880010385, + 2.461476690160297, + 142.72988306423196, + 55.83571228599645, + 115.42186459295917, + 0.0002881527781494217, + 141.50091659241093, + 49.76072554671234, + 120.5732711014115, + 107.21982009819396, + 93.89326558502404, + 0.0, + 178.82101996132812, + 0.0, + 0.0, + 165.28896510223066 + ], + "max_rewards": [ + 1.0, + 0.0, + 0.36645700817049576, + 1.0, + 0.9489121237181224, + 0.9777806983143633, + 0.8797661356422302, + 1.0, + 0.9862825475997571, + 0.44301444546640545, + 0.976058139753178, + 0.16087792707495355, + 0.0, + 0.10626192554513156, + 0.5677970032897791, + 1.0, + 0.9047566639653186, + 0.440434046585748, + 0.05971261707532215, + 0.4557527278976957, + 0.14133756134070666, + 0.13521819047762085, + 1.0, + 0.4686918890960974, + 1.0, + 0.9957109396564283, + 0.7165905647936607, + 1.0, + 1.0, + 0.20983992195850526, + 0.6176070608344353, + 0.9870261978774102, + 1.0, + 0.011183532831488376, + 0.0743897056549022, + 0.9661438548796156, + 0.0, + 0.4322632379182389, + 1.0, + 0.9530117480149314, + 0.0, + 0.6610740842107176, + 1.0, + 1.0, + 0.5882909164081165, + 0.771895621435778, + 0.947424967916297, + 0.04921487424507344, + 0.00037785692600492615, + 0.9859553671221429, + 0.5420082452671676, + 0.17201528782697426, + 0.9820284320623037, + 1.0, + 1.0, + 0.07950560590921098, + 0.1086559555819979, + 0.17354667674329866, + 0.9593201193943441, + 1.0, + 1.0, + 0.9380281944138443, + 1.0, + 1.0, + 0.9822531812413661, + 1.0, + 0.9894907686009387, + 1.0, + 0.47566127481285153, + 0.11491671446784615, + 0.15646808798861112, + 0.5904608207490887, + 1.0, + 0.9439519539725728, + 0.1925851495756795, + 0.011165473822475446, + 0.4706165273050002, + 0.13662459571264737, + 0.0, + 0.9952589067785573, + 0.0, + 0.0, + 0.10373530262175659, + 0.20212773336724654, + 0.9325746233001055, + 0.49184462137641327, + 0.9992949755978825, + 1.0, + 0.0, + 1.0, + 0.03178288588869912, + 0.8032413889712794, + 0.989859470091592, + 0.1312774048991368, + 0.0, + 0.5595875199021385, + 0.0, + 0.5671611687022236, + 0.12613142405527963, + 1.0, + 1.0, + 0.034636668122611854, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.9682024189349462, + 1.0, + 0.0, + 0.32645470098130625, + 0.0, + 1.0, + 0.2153611736466981, + 0.038355001535969095, + 0.46006279004480155, + 0.9894372542193083, + 0.5268661509491006, + 1.0, + 0.06088486808114107, + 1.0, + 0.3684239779470029, + 0.52830204943634, + 1.0, + 0.16443625358747957, + 1.0, + 0.9888151867133337, + 0.42694354005447227, + 0.44961623269694295, + 0.3596811120923872, + 0.8195882688450364, + 0.07515982791236478, + 0.19323163834708248, + 0.0, + 0.0, + 0.9884902230518557, + 0.30984958632051474, + 0.1019631732027048, + 0.0, + 0.36896453673687596, + 0.266010179145769, + 0.9874638342112185, + 0.6422276483786367, + 1.0, + 0.9817968646751037, + 0.0, + 0.0, + 0.0, + 0.6028768631259797, + 0.992192915682706, + 1.0, + 1.0, + 0.2919779605323236, + 0.38023338772885024, + 0.9529079457580848, + 1.0, + 0.0, + 0.017542169315219753, + 0.23217002187416705, + 0.6827959700498857, + 0.5419510226277394, + 0.17926830901393187, + 0.0, + 0.0, + 0.552566997282679, + 1.0, + 0.9816353237980002, + 0.20744335240422995, + 0.9791897334261607, + 0.0, + 0.32781888427425154, + 0.9946249735190688, + 1.0, + 0.9781715130428909, + 0.23052583568314264, + 0.3068616471557392, + 0.10265791019290087, + 0.9873678904939492, + 0.7456773298376423, + 0.0, + 0.6415285003366208, + 1.0, + 1.0, + 0.9990224295519511, + 0.5353425372261658, + 0.0981258972955436, + 0.9691831523294698, + 0.20276972093585963, + 0.5414034778657144, + 0.00014524802847448747, + 0.9919494193514008, + 0.5060418919841175, + 0.9631431227825347, + 1.0, + 0.5282962518571958, + 0.0, + 0.997835707569645, + 0.0, + 0.0, + 0.9896190301794802 + ], + "successes": [ + true, + false, + false, + true, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + true, + false, + true, + false, + false, + true, + true, + false, + false, + false, + true, + false, + false, + false, + false, + false, + true, + false, + false, + false, + true, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + true, + false, + false, + false, + false, + true, + true, + false, + true, + true, + false, + true, + false, + true, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + true, + false, + false, + true, + false, + true, + false, + false, + true, + false, + false, + false, + true, + false, + false, + false, + false, + false, + true, + false, + true, + false, + false, + true, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + true, + true, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + true, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + }, + "n_episodes": 200, + "n_success": 42, + "pc_success": 21.0, + "pc_success_ci95": [ + 15.928412069979, + 27.164616859902452 + ] + } + ], + "per_group": { + "pusht": { + "avg_sum_reward": 60.54464226808497, + "avg_max_reward": 0.5540719104934095, + "pc_success": 21.0, + "n_episodes": 200, + "n_success": 42, + "pc_success_ci95": [ + 15.928412069979, + 27.164616859902452 + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } + }, + "overall": { + "avg_sum_reward": 60.54464226808497, + "avg_max_reward": 0.5540719104934095, + "pc_success": 21.0, + "n_episodes": 200, + "n_success": 42, + "pc_success_ci95": [ + 15.928412069979, + 27.164616859902452 + ], + "eval_s": 231.4173972606659, + "eval_ep_s": 1.1570869874954224, + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } +} \ No newline at end of file diff --git a/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_0.mp4 b/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..e03241e5a15b1cc71c45f07465b3f85e159f432b Binary files /dev/null and b/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_0.mp4 differ diff --git a/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_1.mp4 b/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..8f481608326bc2926b857ee4063f13057332e25a --- /dev/null +++ b/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_1.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0d135038943b467f89b285e164f60af848e3bcd8dc9aae7449a3c381348da10 +size 108826 diff --git a/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_2.mp4 b/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..f0b5797905a387bc3edbed76acf5b852e4526bc2 --- /dev/null +++ b/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_2.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:725d339c26e5a08912dba8d18566f4ac01b865226a9803c5d1e77368eb5a3f1f +size 151385 diff --git a/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_3.mp4 b/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..b65cc258ca4c9a09b81689f0d4baf2da3a986565 Binary files /dev/null and b/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_3.mp4 differ diff --git a/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_4.mp4 b/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_4.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..79378270989363d90453e4e195abe5b7711fb2ba --- /dev/null +++ b/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_4.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a65eff889dcf83927a69c0d9e9842d83d90441a1b5a7f47bc8ee7b44ceada8d6 +size 159661 diff --git a/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_5.mp4 b/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_5.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..b121c82bc9a3794c83bd9ee852cb0db236598ec2 --- /dev/null +++ b/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_5.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a177e5eb5e0ff3186f4163b00ba9acb1e849fc9964a90625ca056c0312e9c7 +size 150131 diff --git a/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_6.mp4 b/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_6.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..4d4a3862522040ab7eeca32f0f032c5ec4d9da8c --- /dev/null +++ b/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_6.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06ebaecbe19f45f6c84544be1c8134eb4b6fc217b55c2f68b9ccce2f9ec41f65 +size 167489 diff --git a/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_7.mp4 b/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_7.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..d4376be74de6c1931dd94d307257454547da20e0 Binary files /dev/null and b/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_7.mp4 differ diff --git a/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_8.mp4 b/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_8.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..15c09d58c9bff5f7013fb0e0986e5ff68cd187d8 --- /dev/null +++ b/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_8.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7acd0c28ab42073ed949ddb6bf42d309822e5823bce3ad3e39df83b465c73546 +size 147696 diff --git a/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_9.mp4 b/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_9.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..40519f885f5a27dd850f0da50bd22b270f364cbd --- /dev/null +++ b/eval/planbind_L0_latency_s1000/videos/pusht_0/eval_episode_9.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9dc5824a5930d7b9a08378a7dbd3fad79d1a11bf34215a0ce1beaa65878fa389 +size 115001 diff --git a/eval/planbind_L0_latency_s1000_step025000/eval_info.json b/eval/planbind_L0_latency_s1000_step025000/eval_info.json new file mode 100644 index 0000000000000000000000000000000000000000..0ec1bb67b3bb0a29fc64943f987afcb85d712683 --- /dev/null +++ b/eval/planbind_L0_latency_s1000_step025000/eval_info.json @@ -0,0 +1,388 @@ +{ + "per_task": [ + { + "task_group": "pusht", + "task_id": 0, + "metrics": { + "sum_rewards": [ + 1.338731770851322, + 1.8692382889237353, + 94.61788738377845, + 109.4379491851056, + 77.17320628747903, + 137.2733866598993, + 1.9476944244030108, + 112.20502783766656, + 71.0447444914195, + 42.047421449803245, + 15.20944203790112, + 32.81583911684725, + 0.0, + 123.42058908959137, + 119.72187202427895, + 37.18962430325301, + 110.25117169642041, + 143.0953198105526, + 0.0, + 144.74091677871647, + 74.08528170455504, + 1.9562265419968141, + 97.07907031907533, + 6.255277762273842, + 106.25984924444344, + 25.19313238957611, + 96.63179390600405, + 91.93469193254897, + 119.06090099741485, + 121.11251299572835, + 6.4720080237766195, + 0.0, + 1.1054447017848301, + 0.01363555328976937, + 88.43783370282543, + 0.8984111916633964, + 0.0, + 84.45861999891936, + 0.9266912730827466, + 54.199367097875495, + 93.30167731231535, + 62.5301875725941, + 107.47586329803227, + 85.36851340182761, + 6.067668714503628, + 77.96769378990638, + 20.51027468771462, + 1.0294220921945763, + 0.0, + 143.16646094106068, + 11.371233059219213, + 4.625300291308921, + 44.2600457096645, + 1.3293776641364783, + 93.67515140579991, + 0.8292900769323716, + 120.49719481092566, + 119.3642069718826, + 71.20958952114026, + 164.3325510047128, + 0.4874060143502183, + 2.6949865508213033, + 54.75924281554216, + 63.91316097340048, + 14.077546243157585, + 123.28277955843544, + 113.17711563315095, + 0.0, + 0.0, + 66.74405375025663, + 58.42872591438799, + 68.28876156378078, + 21.980172659343896, + 0.0, + 2.593864328867639, + 0.3145468838794638, + 16.468523307415616, + 0.0, + 0.4580951031139265, + 0.4446479430392012, + 0.0, + 0.0, + 1.608054978082611, + 8.66885315340414, + 122.54391593783959, + 23.92115589782726, + 5.203398892652244, + 10.572920268683319, + 0.002781804861559139, + 38.28531230845109, + 0.28853650536078157, + 124.94821474189844, + 23.679625785431103, + 0.38861231546243713, + 0.0, + 76.74519942423618, + 0.0, + 4.610467351242622, + 1.3816743671815233, + 88.765410863456 + ], + "max_rewards": [ + 0.1525026873813923, + 0.08651885786586729, + 0.9625291221289157, + 0.9325132316812579, + 0.9956552182315738, + 0.9925217527219212, + 0.17136268938180624, + 1.0, + 0.4891745748596886, + 0.6025231815330033, + 0.4528449799117323, + 0.9295686058371285, + 0.0, + 0.9605731219444524, + 1.0, + 1.0, + 0.93585123318201, + 0.9396700210955419, + 0.0, + 0.9643460996176322, + 0.9602074128203515, + 0.1274013914618064, + 0.9923315141900201, + 0.18661595588670413, + 0.9980357197050491, + 0.4533589062431037, + 0.769575949440767, + 0.995529148281037, + 1.0, + 0.9941062558856262, + 0.36080706697597914, + 0.0, + 0.10124848329082922, + 0.010722130312416554, + 0.9492133980971744, + 0.10425024570773114, + 0.0, + 0.9535897756609067, + 0.18809952344987657, + 0.961422664607241, + 0.994516702830126, + 0.6833996950229435, + 0.954526138366961, + 0.9212438604747631, + 0.3713878694393175, + 0.9814714981712168, + 1.0, + 0.03846418379283366, + 0.0, + 0.9882383344347593, + 0.48213956250251877, + 0.16859677727956796, + 0.6254838448552955, + 0.17329975756783011, + 0.9765924247661882, + 0.07950560590921098, + 0.9569428901572133, + 1.0, + 0.9739804563374064, + 0.9862155263835022, + 0.03122945857387656, + 0.16743651451236408, + 0.8564555049986098, + 1.0, + 0.4487091376801819, + 1.0, + 0.9849921873025795, + 0.0, + 0.0, + 0.5972232357520783, + 1.0, + 0.9374893239802622, + 0.6547415391909142, + 0.0, + 0.19234950992630656, + 0.06748012970650939, + 0.6090554325831835, + 0.0, + 0.037413352972099016, + 0.04320965307673508, + 0.0, + 0.0, + 0.1263559299431507, + 0.23123204590983207, + 0.9908653533920024, + 0.49184462137641327, + 0.17277561290702506, + 0.44841172173391863, + 0.0019866063982732452, + 0.9549007829383457, + 0.03178288588869912, + 0.9915871117279329, + 0.626492615358569, + 0.029210672252293637, + 0.0, + 1.0, + 0.0, + 0.27210145302796607, + 0.12613142405527963, + 0.8905175588131014 + ], + "successes": [ + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + true, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + true, + false, + true, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + }, + "n_episodes": 100, + "n_success": 10, + "pc_success": 10.0, + "pc_success_ci95": [ + 5.52291370606751, + 17.436566150491345 + ] + } + ], + "per_group": { + "pusht": { + "avg_sum_reward": 47.201202781386115, + "avg_max_reward": 0.5404465742366069, + "pc_success": 10.0, + "n_episodes": 100, + "n_success": 10, + "pc_success_ci95": [ + 5.52291370606751, + 17.436566150491345 + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } + }, + "overall": { + "avg_sum_reward": 47.201202781386115, + "avg_max_reward": 0.5404465742366069, + "pc_success": 10.0, + "n_episodes": 100, + "n_success": 10, + "pc_success_ci95": [ + 5.52291370606751, + 17.436566150491345 + ], + "eval_s": 141.79971718788147, + "eval_ep_s": 1.4179971742630004, + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } +} \ No newline at end of file diff --git a/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_0.mp4 b/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..cadc25861b2ef0b6bfbc11484760127d4ba6fb22 --- /dev/null +++ b/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_0.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:944ad7bbfb454cba92ae720f2e6d83ff5b8329f21f25865af22e60da310e4e20 +size 145879 diff --git a/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_1.mp4 b/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..c64649da8e46d3e8550edb8d6f2c38241d9aec2c --- /dev/null +++ b/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_1.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79e599a72941b0326f0e24c022c0e29d4a400453b30082f267c900b336629cf1 +size 115608 diff --git a/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_2.mp4 b/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..23f32985b2d7b10046f88699d645e0433903aef7 --- /dev/null +++ b/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_2.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7fd4313a7c45338a533f85c12c43b7392a399f808de1f5a3aaaf099e47f63e4 +size 160684 diff --git a/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_3.mp4 b/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..6ab85bf67b7a62c9f5457b73a4f73b0b835fdb79 --- /dev/null +++ b/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_3.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0090803d6f346713bb885888d0ae5851fbe3ca4ee27d81a9994073e0d861af6 +size 161891 diff --git a/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_4.mp4 b/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_4.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..3ff314af9277cb69ba87ec687acd7db084615a6c --- /dev/null +++ b/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_4.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f178a89d960e2abd82482f07fabc6797a447b8a7df681dafab852123cba8f2a +size 169321 diff --git a/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_5.mp4 b/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_5.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..8768792f3514e165b21bd81e1befaa4713b837cd --- /dev/null +++ b/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_5.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f94698fe6e67bb9d8ea15ae4c371679a19f369bccf7c3d1d4b06f5f635cfa00 +size 149403 diff --git a/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_6.mp4 b/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_6.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..139d496a0eb9580647de8f11cac3b42005a0d3e6 --- /dev/null +++ b/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_6.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0ca82fb540d600ceff1807f51fb0615f5c34085a02ca61b3ab5c80f815c80ae +size 123189 diff --git a/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_7.mp4 b/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_7.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..ad86f1c094b8965515df6bf562b93079f622ee1a --- /dev/null +++ b/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_7.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a68b06015952d8e6047aa997e09b4b5a2fccdbb7081fd204a89a18a38370723 +size 122897 diff --git a/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_8.mp4 b/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_8.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..99dccf03dbaa507cace9993b42097cd1f59cb521 --- /dev/null +++ b/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_8.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a22b39d501d60209756e7b3f5d67b15684cdfbafbacfda6222b109dd3a141198 +size 164168 diff --git a/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_9.mp4 b/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_9.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..f1fdcd7ec294f1163d12d1d72a3f441e3e90b7e1 --- /dev/null +++ b/eval/planbind_L0_latency_s1000_step025000/videos/pusht_0/eval_episode_9.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fae0a7e5eef588e39e29588cec764b95ccd56c772e8b6e7b4257b66ee3ae33c2 +size 169043 diff --git a/eval/planbind_L0_latency_s1000_step050000/eval_info.json b/eval/planbind_L0_latency_s1000_step050000/eval_info.json new file mode 100644 index 0000000000000000000000000000000000000000..33432cfb1b9367730eb22065c736f5e660dcd9e7 --- /dev/null +++ b/eval/planbind_L0_latency_s1000_step050000/eval_info.json @@ -0,0 +1,388 @@ +{ + "per_task": [ + { + "task_group": "pusht", + "task_id": 0, + "metrics": { + "sum_rewards": [ + 101.01700291823438, + 0.0, + 46.427646966791684, + 119.16695850093593, + 114.08175131318004, + 165.94383887904723, + 67.51605744810172, + 40.171167758807144, + 120.89855731747554, + 82.41214623504348, + 44.95697662209366, + 0.8970666911703093, + 0.0, + 2.2064316475340173, + 160.22381390451162, + 57.74958574251869, + 128.86533581521712, + 43.79216144953937, + 149.80287002350107, + 121.68909763582194, + 54.303393663239234, + 3.72055702921983, + 62.219103532706114, + 98.31614118612549, + 91.84464008090956, + 135.5928983476777, + 75.58274782441187, + 0.04894932587619914, + 28.76746061526151, + 86.4870318376029, + 57.521114952189244, + 0.0, + 1.1980683770703102, + 0.015793702115069475, + 0.0, + 19.04126370152296, + 0.0, + 128.18521188273604, + 6.106690189550323, + 73.02495722965442, + 127.76063493649859, + 24.911154715133225, + 19.12462237147571, + 127.0669290992295, + 114.71394844976568, + 26.011392732949325, + 19.679237092528403, + 1.2446108825175664, + 0.0, + 110.5704033009428, + 42.017234450511204, + 37.80256235742334, + 9.054169524363566, + 1.4209346150294515, + 20.851630999915137, + 0.7526816218614991, + 0.0, + 5.19382896181919, + 112.36916941211885, + 40.60130688350953, + 26.68757380412174, + 37.55354864670124, + 55.242415486223884, + 153.03356610842505, + 131.78539423566724, + 44.63364138181221, + 135.76841308253594, + 60.39084560414743, + 118.12432085178885, + 1.3658918788018062, + 39.878897954548925, + 0.0, + 30.38278801297208, + 56.65674965017943, + 2.766705055801924, + 0.5351229396460404, + 57.715793896929775, + 0.4915303534575963, + 0.6243666210974528, + 1.9333756488829468, + 0.0, + 0.007595877283894854, + 82.12508894645526, + 2.104356833691008, + 64.655702319306, + 147.4778396199739, + 65.81626418428914, + 11.774796210363723, + 0.0006630611711886118, + 96.76362295769128, + 36.48846059724259, + 75.37422367225855, + 73.45631448964218, + 70.41075041220788, + 0.0, + 180.32226651435695, + 0.0, + 62.80874201030831, + 111.00430251741093, + 102.48821159513264 + ], + "max_rewards": [ + 0.9844127623062735, + 0.0, + 0.8390710830761096, + 0.9059285688122518, + 1.0, + 0.9818910338307872, + 0.5651977900653437, + 1.0, + 0.9876802917509679, + 1.0, + 1.0, + 0.15024933506453828, + 0.0, + 0.12491804513790404, + 0.9534561407974003, + 0.9303953100789081, + 0.9030926753742228, + 1.0, + 0.9939041034578411, + 0.980038664098576, + 1.0, + 0.1284420806008932, + 0.9540639510426714, + 0.7257859543445956, + 1.0, + 0.9701404476802382, + 0.4028576406885612, + 0.002913135127475398, + 1.0, + 0.9970510303526159, + 1.0, + 0.0, + 0.10124848329082922, + 0.01029710013381027, + 0.0, + 0.4717933841190502, + 0.0, + 0.9728196519232243, + 0.1706031261450413, + 0.8123588046928548, + 0.9864511306651477, + 0.5330841199408023, + 1.0, + 0.9675170054404094, + 0.8490596987882534, + 1.0, + 1.0, + 0.03846418379283366, + 0.0, + 0.9517339766913968, + 0.9636567937496413, + 1.0, + 0.3707170402383154, + 0.17329975756783011, + 0.4326327548587704, + 0.07950560590921098, + 0.0, + 0.17354667674329866, + 0.9879219310973107, + 0.43778687329192206, + 1.0, + 0.514509684299642, + 1.0, + 0.9282216382776669, + 0.9622586355419533, + 0.9192430092063799, + 0.9442758951223745, + 0.9671633818462791, + 0.6374542296834135, + 0.15571483644665327, + 0.45245974256752786, + 0.0, + 1.0, + 0.9562172954178086, + 0.19234950992630656, + 0.06486396320423941, + 0.9227456574572231, + 0.09540321564878843, + 0.017530446484513885, + 0.1360921711445079, + 0.0, + 0.0018777344340230174, + 0.5916387121093069, + 0.13158698654792772, + 1.0, + 0.4918446213764133, + 0.9985913004616863, + 0.4118893723259283, + 0.00018900208597443131, + 0.9750835470843366, + 1.0, + 1.0, + 0.9290422911737922, + 1.0, + 0.0, + 0.9774233517238219, + 0.0, + 0.5376804351240619, + 0.9612031306840199, + 0.9647694052875768 + ], + "successes": [ + false, + false, + false, + false, + true, + false, + false, + true, + false, + true, + true, + false, + false, + false, + false, + false, + false, + true, + false, + false, + true, + false, + false, + false, + true, + false, + false, + false, + true, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + true, + true, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + true, + true, + false, + true, + false, + false, + false, + false, + false, + false + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + }, + "n_episodes": 100, + "n_success": 20, + "pc_success": 20.0, + "pc_success_ci95": [ + 13.33669333310325, + 28.882916559315884 + ] + } + ], + "per_group": { + "pusht": { + "avg_sum_reward": 54.69591085787513, + "avg_max_reward": 0.6180531134546228, + "pc_success": 20.0, + "n_episodes": 100, + "n_success": 20, + "pc_success_ci95": [ + 13.33669333310325, + 28.882916559315884 + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } + }, + "overall": { + "avg_sum_reward": 54.69591085787513, + "avg_max_reward": 0.6180531134546228, + "pc_success": 20.0, + "n_episodes": 100, + "n_success": 20, + "pc_success_ci95": [ + 13.33669333310325, + 28.882916559315884 + ], + "eval_s": 139.80635929107666, + "eval_ep_s": 1.3980635976791382, + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } +} \ No newline at end of file diff --git a/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_0.mp4 b/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..163e3e1586dcbb899d9c9d06952dc09af0b86107 --- /dev/null +++ b/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_0.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64ed739b3bf87d3b48b582f854e33f5525bc55898ca280912d806d78e5f0205c +size 147340 diff --git a/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_1.mp4 b/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..ae956033d784f7271bec13cc618d6602056a04af --- /dev/null +++ b/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_1.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7312340d7ef6f0cd853acd068031842d2c26d095124fad20a21c5c425cb46ee8 +size 126173 diff --git a/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_2.mp4 b/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..1b6d1d7960c419bca4a6c988dd8f0399502527d5 --- /dev/null +++ b/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_2.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fc074e9bfa3268d9c6a8c14ef13b1c2459053084bffe4a58bd1e6ee02647ddf +size 163328 diff --git a/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_3.mp4 b/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..2ae02d96ccde3a7a95025a3b5a95da1706b6ea02 --- /dev/null +++ b/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_3.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df50c0ac0a3177a696f56449cb942ec1250af8ba14defb3c0abf3f9b3d58f2fd +size 157712 diff --git a/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_4.mp4 b/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_4.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..fda78c753cd1753252b54e36698a66c4408d1e1c --- /dev/null +++ b/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_4.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f8561b2b859d491892387b356ba1e7aff93d33c21dfb8815c1787b2610ab4c5 +size 117103 diff --git a/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_5.mp4 b/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_5.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..88b5f6c881da24c2144899da89c66377b71050d1 --- /dev/null +++ b/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_5.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:657e30bf7e035c970f1f229f265f64422ace0b88c9568438d9bb5c893d3d2abb +size 140729 diff --git a/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_6.mp4 b/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_6.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..bbcef6770c1bcb9c277fcfec69f9a26d8b6c4028 --- /dev/null +++ b/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_6.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c99ecab2ca8d2c70a8a9e3e7b23e57805b72afe62ab03d1cb41a4367a1f92f2 +size 146719 diff --git a/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_7.mp4 b/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_7.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..cc640dce2945890687a42098e2374e3b7d7ca165 Binary files /dev/null and b/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_7.mp4 differ diff --git a/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_8.mp4 b/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_8.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..50eebd2c0a89720b3542663c758c9cba5aecb158 --- /dev/null +++ b/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_8.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29323f433083e055cd9f1062e048c8ef6b0f0c47f09a72c501965187dd1b124b +size 152551 diff --git a/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_9.mp4 b/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_9.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..911a0c6ccb6f101f9d85450f02164cda3919f706 --- /dev/null +++ b/eval/planbind_L0_latency_s1000_step050000/videos/pusht_0/eval_episode_9.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae2bf2a342e5f05f60a2cd6781539a6b4f12be5a6b55fc80d83d23b8c70f8863 +size 125462 diff --git a/eval/planbind_L0_latency_s1000_step075000/eval_info.json b/eval/planbind_L0_latency_s1000_step075000/eval_info.json new file mode 100644 index 0000000000000000000000000000000000000000..a1ec5af47172fb3d75ba3423845029e4248f348f --- /dev/null +++ b/eval/planbind_L0_latency_s1000_step075000/eval_info.json @@ -0,0 +1,388 @@ +{ + "per_task": [ + { + "task_group": "pusht", + "task_id": 0, + "metrics": { + "sum_rewards": [ + 30.61780266728173, + 1.1737022064434988, + 68.17948578834785, + 210.84901751394526, + 115.54906377551634, + 117.71036239692417, + 72.43789833435893, + 59.81341376433936, + 88.46161367759771, + 65.07318783859284, + 123.68105822804228, + 1.2437856528433782, + 26.694916338916233, + 3.9579869792928015, + 129.56571863417557, + 163.92397823657546, + 57.48720774453512, + 45.5304986614731, + 13.756550376023235, + 102.64459240421787, + 13.11658862559795, + 0.9305276164649919, + 16.341708089780422, + 101.33670894840498, + 73.93212426936773, + 139.7385821773101, + 181.91539546271378, + 154.6217997096676, + 108.94975967609749, + 9.096556495120371, + 7.898679207310298, + 0.13493264318725323, + 92.70953426058874, + 0.04373500267801977, + 1.3959795441390428, + 29.63426866964151, + 0.0, + 121.06840820022532, + 0.703594937551699, + 116.50382116926659, + 166.66389241084934, + 100.15050337435619, + 18.6327849654434, + 166.16728476785843, + 8.613661118502945, + 59.442961708432286, + 100.89936922274195, + 1.7121768154979395, + 12.927856782244945, + 53.13970142344997, + 14.981936432855864, + 5.449248503296595, + 100.43405691349267, + 151.7400720843205, + 125.52970789059538, + 0.9328174469148741, + 0.9966732199268273, + 5.678510031568298, + 64.53135612347491, + 29.07213633750942, + 190.66164646942823, + 144.43150722111122, + 156.89749877373464, + 88.01032571650913, + 72.34881324763899, + 191.99069963046549, + 160.84980012515433, + 110.34287556704564, + 99.83565456857256, + 43.089717664137254, + 3.8490268423051233, + 34.35104139128593, + 106.04017136912411, + 156.49168308584817, + 4.315483585632329, + 0.4374615000291759, + 83.92358720883566, + 1.0179857745521357, + 0.0, + 72.53560899588544, + 0.0, + 0.005529768592095009, + 0.6403963006091073, + 1.8075535016610607, + 133.28901147798507, + 147.55338641292397, + 86.55699469479154, + 62.97454752450671, + 0.0, + 160.2697861168872, + 0.41202103955023356, + 86.74169786976607, + 107.09114192959827, + 40.94951222630638, + 0.0, + 150.07013543425478, + 0.0, + 132.4137579565487, + 0.6540735010447025, + 24.260268528421935 + ], + "max_rewards": [ + 0.49942912213255586, + 0.12751129796066962, + 0.8934855623949113, + 0.8542727706121342, + 0.8445504071748295, + 0.8790769905071776, + 0.9909590661780554, + 1.0, + 1.0, + 0.5865531012101046, + 0.9762570779401925, + 0.1627511118580684, + 1.0, + 0.1522584808892796, + 0.9639223186119542, + 0.9316904260969395, + 1.0, + 1.0, + 0.05392056846221824, + 1.0, + 0.19338234850576183, + 0.10424653438043885, + 0.06362766635164245, + 0.7598800504536766, + 1.0, + 0.9287547581629678, + 0.7235519686464689, + 0.9978939613520497, + 0.9739636965445195, + 0.28122403343595437, + 0.47220753537073273, + 0.023224197185690777, + 1.0, + 0.011571136681980381, + 0.16030972190197337, + 0.42141620476993474, + 0.0, + 0.5103417828492052, + 0.1886824805080632, + 0.9890553401292425, + 0.953867326761338, + 0.9979691586808069, + 1.0, + 0.9930587313683455, + 0.33749594278847445, + 1.0, + 0.9811006650601658, + 0.03846418379283366, + 0.2754224826983072, + 1.0, + 0.32587700965744293, + 0.17077921067167998, + 0.7600778599187631, + 0.9415112002759284, + 1.0, + 0.07950560590921098, + 0.11268604777610872, + 0.17354667674329866, + 1.0, + 0.4191900406204175, + 0.9532464107783261, + 0.99199524012977, + 0.9214660695012785, + 0.9637552980796242, + 1.0, + 0.9721200256417244, + 0.9805930153546245, + 1.0, + 0.48910600965650075, + 1.0, + 0.26296759896134786, + 1.0, + 1.0, + 1.0, + 0.19234950992630656, + 0.04364803903153215, + 1.0, + 0.14655371053138436, + 0.0, + 0.7648723124424109, + 0.0, + 0.0026969358699281947, + 0.08942548352919592, + 0.13158698654792772, + 0.9958750704668323, + 0.4918446213764133, + 0.940307624584352, + 1.0, + 0.0, + 0.9494426284050876, + 0.03178288588869912, + 0.6535164745603947, + 1.0, + 1.0, + 0.0, + 0.944970345578603, + 0.0, + 0.6332648130825415, + 0.12613142405527963, + 1.0 + ], + "successes": [ + false, + false, + false, + false, + false, + false, + false, + true, + true, + false, + false, + false, + true, + false, + false, + false, + true, + true, + false, + true, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + true, + false, + false, + false, + true, + false, + false, + false, + false, + true, + false, + false, + false, + true, + false, + false, + false, + false, + false, + true, + false, + false, + true, + false, + true, + false, + true, + true, + true, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + true, + true, + false, + false, + false, + false, + false, + true + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + }, + "n_episodes": 100, + "n_success": 24, + "pc_success": 24.0, + "pc_success_ci95": [ + 16.691325556948776, + 33.23233634981447 + ] + } + ], + "per_group": { + "pusht": { + "avg_sum_reward": 67.13231656518633, + "avg_max_reward": 0.6195404239596259, + "pc_success": 24.0, + "n_episodes": 100, + "n_success": 24, + "pc_success_ci95": [ + 16.691325556948776, + 33.23233634981447 + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } + }, + "overall": { + "avg_sum_reward": 67.13231656518633, + "avg_max_reward": 0.6195404239596259, + "pc_success": 24.0, + "n_episodes": 100, + "n_success": 24, + "pc_success_ci95": [ + 16.691325556948776, + 33.23233634981447 + ], + "eval_s": 140.7171106338501, + "eval_ep_s": 1.4071711134910583, + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } +} \ No newline at end of file diff --git a/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_0.mp4 b/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..87cd68ddfdcd0cbe434484955fab738aa0cfdeca --- /dev/null +++ b/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_0.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:327b362972b79a071fd2f709b82dbd114a1a7d0739e612a84e67a49a0a4741bd +size 165312 diff --git a/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_1.mp4 b/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..9c9181f4f59ce124dd90f23039955f0fc4135623 --- /dev/null +++ b/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_1.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4de79c207efd8b562b3fdc5db0a22b9ab67e895041daea9db4d217db1dca8831 +size 103629 diff --git a/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_2.mp4 b/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..ed701b2a0bb87d4c63aa30596f10d5d61ceadc81 --- /dev/null +++ b/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_2.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0690450764bd71462172d2b77a98b821d199da0a733aff93e81f675752d9dc37 +size 173442 diff --git a/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_3.mp4 b/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..74db8321857394817789b649f6923ac7585d947a --- /dev/null +++ b/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_3.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3102713650250cc81953aee304b2e803254642ee478268be1e6a9d6a74fddc63 +size 110186 diff --git a/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_4.mp4 b/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_4.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..08ba2b704ccf10bf1c11e8fd14bc6ddc302c9561 --- /dev/null +++ b/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_4.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bed139c43cbd3905e6ceea56b7290b6ee56d2693f47cfa4489d1bba137a3331 +size 159782 diff --git a/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_5.mp4 b/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_5.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..48f2a217a13b0464952eda3c7d07bfeb280d5565 --- /dev/null +++ b/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_5.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48b092cbaa8982d71c69ad1505401b7669fb93b3dd6cbd3274daf5fd409e917d +size 149170 diff --git a/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_6.mp4 b/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_6.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..53d3f03d12854456e25e13fa4de73c92657069f9 --- /dev/null +++ b/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_6.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd7d38e759f8b4fc41b11311b79d9f6a51f7edb09a03072a622b9244f5fc1375 +size 162961 diff --git a/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_7.mp4 b/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_7.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..a483c1b3880db38580c443088abda62d00f1fd76 Binary files /dev/null and b/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_7.mp4 differ diff --git a/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_8.mp4 b/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_8.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..2d45f0e6aa2c313282ad09a785445ce150785a25 Binary files /dev/null and b/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_8.mp4 differ diff --git a/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_9.mp4 b/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_9.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..ad0b6819c044be86e04f3f48a8cefdad9ef61d27 --- /dev/null +++ b/eval/planbind_L0_latency_s1000_step075000/videos/pusht_0/eval_episode_9.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b86fe7a1b9b482fb745c54e2451910a89d77fc8e2f6e485551742419734cbf6a +size 159222 diff --git a/eval/planbind_L0_latency_s1000_step100000/eval_info.json b/eval/planbind_L0_latency_s1000_step100000/eval_info.json new file mode 100644 index 0000000000000000000000000000000000000000..6864d4f6a4ac61ac3bfa0b525b11978711b094cc --- /dev/null +++ b/eval/planbind_L0_latency_s1000_step100000/eval_info.json @@ -0,0 +1,388 @@ +{ + "per_task": [ + { + "task_group": "pusht", + "task_id": 0, + "metrics": { + "sum_rewards": [ + 87.99832421400019, + 0.0, + 1.126426796133056, + 24.617387349387457, + 37.525872224419636, + 96.79262708910413, + 98.59247093342341, + 32.96835508118459, + 104.79766491202582, + 54.356489201836254, + 156.91334551185992, + 1.3521020968506023, + 0.0, + 2.7497167680145522, + 69.334511616692, + 111.70779046423417, + 192.31981101581735, + 8.184741774985527, + 15.278520958840698, + 48.522801471695104, + 6.3329474644815225, + 2.665790102074759, + 147.88520275922818, + 12.40821436639952, + 172.38255523609106, + 96.55556594738377, + 186.3763327261397, + 65.24900847650504, + 172.56033406122813, + 4.501943873628788, + 43.18682654515232, + 41.91563588653966, + 136.94281017774782, + 0.03248504732813864, + 1.340229833769384, + 9.81229359717775, + 0.0, + 101.845644132371, + 89.18186533161777, + 119.45344726189117, + 0.0, + 125.2371252291506, + 18.83953214003273, + 36.56745401763844, + 65.64674182600552, + 207.78317519703927, + 52.45718765267805, + 2.55699385351924, + 0.7117860241677391, + 185.31523661075937, + 61.595445157885976, + 5.705895901375396, + 78.14817062127324, + 197.5746511295695, + 76.3009806683051, + 1.107489573708545, + 1.8401940734167475, + 5.9866755287495526, + 174.32928082667834, + 40.23783304804899, + 217.51252162650098, + 178.78274701001953, + 125.73805010027144, + 221.67485764693728, + 142.68682198614354, + 125.78513578586612, + 123.75197459047001, + 52.896427053781885, + 63.755632878135444, + 2.4572151641298676, + 1.5946937291494794, + 83.97913182905496, + 39.359693364596644, + 109.86082446820656, + 5.195779005627637, + 0.13472901682981425, + 51.60765746408315, + 0.9650251527525406, + 0.0, + 19.228889289040886, + 0.0, + 0.0, + 0.999234609634874, + 8.095680304986379, + 51.64674744036566, + 147.55338641292397, + 102.29564088149152, + 73.23687101179186, + 0.0, + 158.0853641576117, + 0.4604774404052806, + 151.2262272942157, + 97.867793683061, + 30.367924722291214, + 0.0, + 32.26251101937135, + 0.0, + 155.45792790220787, + 0.6346464740485759, + 158.1862315155161 + ], + "max_rewards": [ + 0.9756091443500093, + 0.0, + 0.16892123998585523, + 1.0, + 0.3425325498721988, + 0.9855453829056758, + 0.8950174829870653, + 1.0, + 0.9620241071597684, + 0.6233805821336071, + 0.9942494294494462, + 0.1608796171632983, + 0.0, + 0.10613196075013112, + 0.5678782800980579, + 0.5608365432333107, + 0.9929912578116424, + 0.4404374992739545, + 0.05972809916383252, + 0.4557553141047701, + 0.13531245950118234, + 0.1352081011234872, + 0.9754621220236396, + 0.4907934965329032, + 0.9801765088097394, + 0.9490100507804494, + 0.7153222052935807, + 1.0, + 0.9672575526417951, + 0.21787082380640474, + 0.5782510780829478, + 0.4912592174793811, + 0.9887620259872182, + 0.011183296341133377, + 0.1374145664154833, + 0.1828878299833312, + 0.0, + 0.43016126526391735, + 0.9399389982121147, + 0.95527474963413, + 0.0, + 0.9901905408996687, + 1.0, + 1.0, + 0.8628164576793261, + 0.7957662400877394, + 1.0, + 0.045271740193285795, + 0.01073668181316595, + 0.9833859407390373, + 0.3567329200591179, + 0.1755282244217888, + 1.0, + 0.9954264715493527, + 0.4081797038855401, + 0.07950560590921098, + 0.09797735593497439, + 0.17354667674329866, + 0.9608368401932494, + 1.0, + 0.9888303581730719, + 0.8000992923157401, + 1.0, + 1.0, + 1.0, + 0.9922548738394993, + 0.9978173588377752, + 1.0, + 0.47542170677616397, + 0.11444520070264473, + 0.16001882775393628, + 0.9301344776294928, + 1.0, + 0.9613817653306949, + 0.19258426920544114, + 0.011162288320835233, + 1.0, + 0.13678969742705993, + 0.0, + 1.0, + 0.0, + 0.0, + 0.11006702067327631, + 0.19894249020839846, + 1.0, + 0.49184462137641327, + 0.9949550461541212, + 0.9522382529032308, + 0.0, + 0.9971902456928784, + 0.03178288588869912, + 0.9773325119487626, + 1.0, + 0.11159846730491878, + 0.0, + 0.5635716643492118, + 0.0, + 0.5671562484411858, + 0.12613142405527963, + 0.9841096454531252 + ], + "successes": [ + false, + false, + false, + true, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + true, + false, + false, + true, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + true, + false, + false, + true, + true, + true, + false, + false, + true, + false, + false, + false, + false, + true, + false, + false, + false, + true, + false, + false, + true, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + }, + "n_episodes": 100, + "n_success": 17, + "pc_success": 17.0, + "pc_success_ci95": [ + 10.89356611405993, + 25.548004767601117 + ] + } + ], + "per_group": { + "pusht": { + "avg_sum_reward": 66.29054413418783, + "avg_max_reward": 0.5737722687922608, + "pc_success": 17.0, + "n_episodes": 100, + "n_success": 17, + "pc_success_ci95": [ + 10.89356611405993, + 25.548004767601117 + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } + }, + "overall": { + "avg_sum_reward": 66.29054413418783, + "avg_max_reward": 0.5737722687922608, + "pc_success": 17.0, + "n_episodes": 100, + "n_success": 17, + "pc_success_ci95": [ + 10.89356611405993, + 25.548004767601117 + ], + "eval_s": 144.389995098114, + "eval_ep_s": 1.4438999533653258, + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } +} \ No newline at end of file diff --git a/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_0.mp4 b/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..7ce7ec08e0b34beca41136c679b5124f070ecad1 --- /dev/null +++ b/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_0.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96cb5cd0ce16e77cb7416b312496ad4be1a42f850e55a39a4ac173ed30feacfc +size 143448 diff --git a/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_1.mp4 b/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..29a765ab8824e4632d784d3818dce4550f17a1ea --- /dev/null +++ b/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_1.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa11a47967eb39ebda99feb23425c1a6924a29a397033371ce5dcf0afdd93254 +size 110057 diff --git a/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_2.mp4 b/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..a4a0de8341c56471bcea9a8d657ec57ee4b3fd83 --- /dev/null +++ b/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_2.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bcddd188987d829a17adb8bcb3d01ab3f05c5fb84b36af86e1f174f5bcc542f +size 149060 diff --git a/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_3.mp4 b/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..8aa2f52be8c4578307fbaeac4c1c4a272aaab6ab Binary files /dev/null and b/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_3.mp4 differ diff --git a/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_4.mp4 b/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_4.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..591ea7b704eb9459b0154c47f0dd4b76a59a26a4 --- /dev/null +++ b/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_4.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fe922354d2d1f6dad0cbcaca664b409f3016f630410b3a3e177db80e6ebd2db +size 142361 diff --git a/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_5.mp4 b/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_5.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..d9b5d45c0c58b1e916283a7f8dfead6718eaf605 --- /dev/null +++ b/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_5.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa94fdbbb8ee487ad4234e5153bfd1dd50ca632d839fbae7ea66851a19269a84 +size 152176 diff --git a/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_6.mp4 b/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_6.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..d38845db0d766788b14b400d18dd9e6021c6bf53 --- /dev/null +++ b/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_6.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:889562a78bdc466db87f2452f278f564ad33862d8e28e801e75f930afd945bb5 +size 160513 diff --git a/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_7.mp4 b/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_7.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..9d6e2f034b7bdf3672499a89a029a3dd84724c0e Binary files /dev/null and b/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_7.mp4 differ diff --git a/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_8.mp4 b/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_8.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..beb02b830bedea8d931dac355ef75eba136e201d --- /dev/null +++ b/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_8.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fb6408fd72fcec31bdd82f4b202b7709147e54f659ca49b53c14b304d5a3a46 +size 156930 diff --git a/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_9.mp4 b/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_9.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..543a42b1d8bdc0bedba6af9ae6c55c0bf7a5ef5f --- /dev/null +++ b/eval/planbind_L0_latency_s1000_step100000/videos/pusht_0/eval_episode_9.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e6ed4a8172ea2f560c710bf8c1235ea09c6ba5452b4f09ca7449005ad69cf16 +size 160766 diff --git a/eval/planbind_L0_latency_s1001/eval_info.json b/eval/planbind_L0_latency_s1001/eval_info.json new file mode 100644 index 0000000000000000000000000000000000000000..05bdc6bc69796e1c813e592694cc579d8463e5e4 --- /dev/null +++ b/eval/planbind_L0_latency_s1001/eval_info.json @@ -0,0 +1,688 @@ +{ + "per_task": [ + { + "task_group": "pusht", + "task_id": 0, + "metrics": { + "sum_rewards": [ + 0.3085897294859493, + 0.0, + 0.4306559874961383, + 37.912924880313184, + 9.548878556130266, + 0.0053896724243728275, + 72.7767539486922, + 218.3560084340127, + 150.70516491465986, + 77.03287209227284, + 62.9722112245701, + 34.08275583883382, + 34.7571665938513, + 2.8136701971549285, + 89.81977797412868, + 154.39866241387233, + 163.19743768169246, + 65.2688269751572, + 46.71821311212305, + 140.91172240108762, + 85.24427893691669, + 1.0404572367679168, + 42.815612950951646, + 0.0, + 22.302650718606014, + 111.14022922468203, + 144.02963378948147, + 220.70803663850063, + 0.0, + 1.4343549058706246, + 2.3541961066029655, + 0.0, + 101.83856404986355, + 0.011803975373863247, + 7.872131826732211, + 0.988665992686462, + 0.0, + 139.0018153186362, + 42.74361684518995, + 195.3660978022096, + 0.0, + 60.42532055534845, + 116.2080112691365, + 102.35101519363478, + 70.58259177574523, + 1.7562335434910918, + 18.957472864942034, + 0.7259024541578417, + 0.0, + 126.93162588405569, + 2.4626723559413994, + 92.63263527044072, + 6.815429883771577, + 140.86795784575372, + 46.688238460644556, + 55.75569800569119, + 42.85778480408052, + 21.922988404537804, + 128.3965321132829, + 87.71103828359985, + 38.39166026509016, + 77.42468932987371, + 54.9644182406836, + 207.5730749695979, + 58.66989720973972, + 189.24750060526344, + 94.53041139758348, + 148.5395796596356, + 50.67412417771611, + 3.547349995272146, + 0.0, + 71.0401703189022, + 112.36425899268454, + 2.252250853002279, + 6.1371665549443435, + 0.6412918133880379, + 26.00400480904067, + 0.0, + 0.0, + 0.0, + 0.0, + 0.02818269075362126, + 0.4795136776343866, + 39.390510435026584, + 0.0, + 147.55338641292397, + 129.68692331288565, + 0.02371907571204233, + 0.0, + 180.86253954581323, + 0.47034511439258936, + 201.54135160854025, + 86.00237015929892, + 51.719534494816976, + 0.0, + 20.74016230985903, + 0.0, + 5.461286254657551, + 1.8234213217788642, + 44.622151318821146, + 0.0, + 25.12618411324453, + 0.0, + 21.081562856698657, + 0.0, + 24.56612819392476, + 0.0, + 38.362157049141814, + 0.0, + 0.0, + 195.5520595018089, + 0.0, + 40.276055787555826, + 18.70763908586912, + 40.09856768257285, + 212.47841609696036, + 152.57940798099503, + 141.2032284044114, + 0.0, + 0.0, + 26.02449592900234, + 50.3611120229799, + 99.55683961142014, + 97.02046662927587, + 38.844093292235584, + 13.86537356031786, + 186.16896890363876, + 145.97375275109172, + 64.07661882976714, + 80.77978177753515, + 78.49638685075934, + 0.06921636790576778, + 0.0, + 0.045832588288406126, + 0.0003102644919001799, + 97.25897182323185, + 121.6501100332769, + 0.0, + 0.0, + 25.638525833054715, + 43.008621955580466, + 5.112453604566811, + 99.8021353542705, + 36.395632316233346, + 3.4759413439499434, + 0.0, + 0.0, + 0.0, + 128.31065047459884, + 119.11939585178166, + 27.11782322566966, + 162.94990450779125, + 17.842488874294155, + 13.093925678965876, + 17.72707534171512, + 48.329574509297146, + 2.8850352045489145, + 0.0, + 65.69239171245411, + 134.90418977224263, + 87.81122141716577, + 1.6849685973245214, + 0.0, + 54.29273480531361, + 104.26042078023963, + 125.4474308986666, + 68.55461698141951, + 81.06321402945159, + 2.015718356727164, + 0.0, + 0.6552118709387934, + 43.72357863443329, + 116.26945490833597, + 112.93560737825334, + 2.025775862400783, + 30.487314518590757, + 3.794452401516691, + 10.590191385145875, + 141.1414821520135, + 0.0, + 122.2085756499559, + 40.78282881031924, + 14.47662108989157, + 63.03087684214092, + 188.9325677813601, + 152.9567848356376, + 54.62356417928755, + 7.479492115744682, + 63.26495278485131, + 0.00048137844992118367, + 18.95126120150666, + 110.97706915113326, + 157.29265425525347, + 114.97378207923494, + 62.292935523776904, + 0.0, + 82.50255821355148, + 0.0, + 0.0, + 230.92893353425688 + ], + "max_rewards": [ + 0.016161635587489693, + 0.0, + 0.13247312820685206, + 1.0, + 0.2459933263975715, + 0.0031170909243322742, + 1.0, + 0.9200225098699752, + 0.9429654002931958, + 0.4628444791959061, + 1.0, + 0.550944321577158, + 1.0, + 0.13552460383903145, + 1.0, + 0.9733539013602063, + 0.9721843706324081, + 0.5026449109898722, + 1.0, + 0.9924659801602915, + 0.690964920903201, + 0.08699437871163578, + 0.7639946386577641, + 0.0, + 1.0, + 0.40376820147583153, + 0.5539899092633603, + 0.9514821725616819, + 0.0, + 0.14837250290128987, + 0.2403656100970955, + 0.0, + 0.5039592938341756, + 0.009583932489293961, + 0.10675266811165493, + 0.10896069639723183, + 0.0, + 1.0, + 1.0, + 0.7631680434430179, + 0.0, + 0.5473267271204528, + 0.9376297150595955, + 0.966250492119926, + 1.0, + 0.1319908362401427, + 1.0, + 0.03846418379283366, + 0.0, + 0.9992166492913117, + 0.29541140364443486, + 0.9952269956393662, + 0.23537668060836736, + 0.9435191793734388, + 1.0, + 0.9733621032484586, + 1.0, + 0.2843368623419607, + 0.8544044867699009, + 1.0, + 1.0, + 1.0, + 1.0, + 0.9574645325082072, + 0.4776987030155027, + 0.9867446277864245, + 0.9879340410311843, + 1.0, + 1.0, + 0.29804941967096976, + 0.0, + 0.8301949402104496, + 0.997593644546186, + 0.056888647233993575, + 0.19234950992630656, + 0.059717361617404076, + 0.534799356797064, + 0.0, + 0.0, + 0.0, + 0.0, + 0.005373820275809695, + 0.048336574202477174, + 1.0, + 0.0, + 0.49184462137641327, + 0.979451998251827, + 0.005682514449629604, + 0.0, + 1.0, + 0.03178288588869912, + 0.9724546460886215, + 0.9875190743727006, + 0.5301768156064715, + 0.0, + 0.41915819747561234, + 0.0, + 0.27210145302796607, + 0.12781525174960037, + 1.0, + 0.0, + 0.4160213536504678, + 0.0, + 0.08602291645306762, + 0.0, + 1.0, + 0.0, + 0.5333824751144379, + 0.0, + 0.0, + 0.9613379196970461, + 0.0, + 0.427878980897215, + 1.0, + 0.30682657408896247, + 0.9495247261570016, + 1.0, + 0.9581904532979212, + 0.0, + 0.0, + 1.0, + 0.5087983339041972, + 1.0, + 0.547100244478611, + 0.16843121679648618, + 0.046217911867726204, + 1.0, + 0.9948693318583584, + 0.3586120646503274, + 0.792785771503499, + 0.9059627186806042, + 0.015095672723359672, + 0.0, + 0.004982314610236127, + 0.0003102644919001799, + 0.9939635654900132, + 0.984732014066418, + 0.0, + 0.0, + 0.49294236841552813, + 0.20032860839004316, + 0.3458740323889608, + 1.0, + 0.32826134014932357, + 0.2484765406494294, + 0.0, + 0.0, + 0.0, + 0.49269362236394715, + 0.9400576904972361, + 0.3119801026934046, + 0.9950329487122294, + 0.37442020039571977, + 0.3577542276982037, + 0.5616785089990078, + 1.0, + 0.18424328703870205, + 0.0, + 0.5376872076766747, + 1.0, + 0.7790626076463572, + 0.175616353882362, + 0.0, + 1.0, + 0.8742621823239798, + 1.0, + 0.5649690339367839, + 0.29242899783599685, + 0.1009777548180213, + 0.0, + 0.14229352934893683, + 1.0, + 0.9717426070514316, + 0.9990835114018372, + 0.1705337858616063, + 0.3726027550707448, + 0.14292301038272207, + 0.180336465234736, + 0.9934013891390002, + 0.0, + 1.0, + 1.0, + 0.14906318523547055, + 0.9339072644865248, + 0.9921689986905525, + 0.9446265582282781, + 1.0, + 0.30486380786694167, + 0.5406306717428543, + 0.0002803182398998442, + 1.0, + 0.5868957871126445, + 0.9925102823458333, + 0.5682586309794664, + 0.6311459749151312, + 0.0, + 0.6374311375544837, + 0.0, + 0.0, + 0.9985138992190024 + ], + "successes": [ + false, + false, + false, + true, + false, + false, + true, + false, + false, + false, + true, + false, + true, + false, + true, + false, + false, + false, + true, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + true, + false, + false, + false, + false, + false, + true, + false, + true, + false, + false, + false, + false, + false, + false, + false, + true, + false, + true, + false, + false, + true, + true, + true, + true, + false, + false, + false, + false, + true, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + true, + false, + false, + false, + true, + false, + true, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + true, + false, + false, + false, + true, + false, + true, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + true, + true, + false, + false, + false, + false, + true, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + }, + "n_episodes": 200, + "n_success": 38, + "pc_success": 19.0, + "pc_success_ci95": [ + 14.167171527790675, + 25.00123870759985 + ] + } + ], + "per_group": { + "pusht": { + "avg_sum_reward": 55.45712531397163, + "avg_max_reward": 0.5100485479566955, + "pc_success": 19.0, + "n_episodes": 200, + "n_success": 38, + "pc_success_ci95": [ + 14.167171527790675, + 25.00123870759985 + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } + }, + "overall": { + "avg_sum_reward": 55.45712531397163, + "avg_max_reward": 0.5100485479566955, + "pc_success": 19.0, + "n_episodes": 200, + "n_success": 38, + "pc_success_ci95": [ + 14.167171527790675, + 25.00123870759985 + ], + "eval_s": 308.26576137542725, + "eval_ep_s": 1.5413288104534149, + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } +} \ No newline at end of file diff --git a/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_0.mp4 b/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..ca27faf9a91c149ce88844c6a6874d9ba38031ec --- /dev/null +++ b/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_0.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d63dac6b4d6971503227433d940716434a4bd1d1abf6412870f188a94c61e255 +size 129357 diff --git a/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_1.mp4 b/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..1ed274c1e3bfd7a37a29c70dfedc39b680f0f828 --- /dev/null +++ b/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_1.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccf21fca13a411ca2d5f2a92c5c7a78c053cb547b2775d7101e3dcba29495da5 +size 115355 diff --git a/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_2.mp4 b/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..fa0f53765ab07a9531b707cdb8b8222bcb771e0d --- /dev/null +++ b/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_2.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e20256fd1d561ca9f0808a8171e488a8e33ae02f9201a96944442d5e905da1f6 +size 107295 diff --git a/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_3.mp4 b/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..ebea569adc7f6646d1ada1591c41151d1c0f5833 Binary files /dev/null and b/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_3.mp4 differ diff --git a/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_4.mp4 b/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_4.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..16b63159dc5e60ae78f1d7f5da564ca96fd15abf --- /dev/null +++ b/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_4.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd65c084e5670f782b4e31b9ac1153d0ee4ec548d7ba48ec2654a9a05d5b5ab1 +size 127247 diff --git a/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_5.mp4 b/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_5.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..bbe32434f78800b51520294726c78f330aaf6fff --- /dev/null +++ b/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_5.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:342a80a00a3802a7c1a9ba7bf0bb9e770b5677caf212b570a78565058bb8d2d8 +size 132395 diff --git a/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_6.mp4 b/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_6.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..886d1297a142b3225977fc3c6829d2d799fed883 Binary files /dev/null and b/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_6.mp4 differ diff --git a/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_7.mp4 b/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_7.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..025073e332458959702143d2022a6cdd194e5e9f Binary files /dev/null and b/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_7.mp4 differ diff --git a/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_8.mp4 b/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_8.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..587b317c1096f9ec0a814b09ef9f7c6d0134c3bd --- /dev/null +++ b/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_8.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70a0bd31d98f0c21939643fbd6d8571d510f15d1468e8c6e539ec6cec2dbd27e +size 146878 diff --git a/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_9.mp4 b/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_9.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..f6a63b4e33126bc07eec9616cdf3aa2d59020aaf --- /dev/null +++ b/eval/planbind_L0_latency_s1001/videos/pusht_0/eval_episode_9.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:766c671a8712682f2255de1cc41b293080a8c98ad074dfe089f32e3503f4868f +size 161805 diff --git a/eval/planbind_L0_latency_s1001_step025000/eval_info.json b/eval/planbind_L0_latency_s1001_step025000/eval_info.json new file mode 100644 index 0000000000000000000000000000000000000000..e3953a8c1b233226ac52d3f767280896c0a3a1e2 --- /dev/null +++ b/eval/planbind_L0_latency_s1001_step025000/eval_info.json @@ -0,0 +1,388 @@ +{ + "per_task": [ + { + "task_group": "pusht", + "task_id": 0, + "metrics": { + "sum_rewards": [ + 88.03436663886302, + 0.0, + 0.40814540164295765, + 34.69584171083086, + 46.809695237002295, + 0.0, + 107.64381914309055, + 71.4159025673149, + 69.62625836085857, + 11.590220485778076, + 87.0194922632976, + 24.808252117569563, + 3.1827104814829994, + 77.24852174490857, + 131.35569567534532, + 133.15635157968234, + 147.89402094862527, + 6.796333152413028, + 0.03378113618160576, + 104.32545726577223, + 81.88815293031661, + 0.5705375677318869, + 10.302748443330215, + 0.0, + 82.59557008592384, + 149.25589968856139, + 97.56239841583496, + 0.03747162476918905, + 0.616640207062402, + 3.248352064079575, + 2.262360228220254, + 0.0, + 49.17428110493921, + 0.007163142964233849, + 2.506338186413905, + 0.23090191734286014, + 80.29078898386506, + 165.981317168488, + 101.46049354077101, + 94.18726294077865, + 121.40831120773692, + 47.39932045337397, + 71.57524077887777, + 48.295774333323905, + 30.252002731181488, + 6.63158329343899, + 17.787478893696523, + 1.2209500824556005, + 0.11957254646337756, + 18.414789581794395, + 1.7055890525235746, + 94.58334918706313, + 4.042034344313628, + 25.388573870901787, + 19.70891235242658, + 156.8984594379849, + 131.0214253293655, + 63.78082167913996, + 69.2709948800663, + 130.8406884620477, + 123.23783430467344, + 2.5788055730332933, + 42.303051699395226, + 171.1358802087807, + 16.693818853695976, + 54.854445295261996, + 64.96777093890266, + 0.0, + 45.594602463978106, + 2.0203897711186425, + 0.0, + 0.0, + 93.32187815605248, + 0.0, + 4.92490507741889, + 0.2262504608060044, + 1.259260782600833, + 0.0, + 0.0, + 0.11966408527091822, + 0.0, + 0.0, + 154.82718861332975, + 6.933641732982798, + 0.0, + 156.5511127176298, + 49.28757807395765, + 112.00660826274256, + 0.20819712611227237, + 121.65727717765455, + 0.38387796320481854, + 153.15484356398605, + 109.00810841160738, + 0.40894941153211095, + 0.0, + 92.36634305775077, + 0.0, + 3.08366478833962, + 0.8246819895066417, + 49.47636146741492 + ], + "max_rewards": [ + 0.8894587936758948, + 0.0, + 0.08520284876819338, + 1.0, + 0.982566497630072, + 0.0, + 0.900699284765672, + 0.9219458004158634, + 0.8435616731536956, + 0.4627628310215381, + 1.0, + 0.7878274655210904, + 0.1984315370997323, + 1.0, + 0.9763865881881577, + 1.0, + 0.8693588051072403, + 0.4181657697568103, + 0.0088167978672605, + 0.9102362254647328, + 0.8512038598291909, + 0.04645335986171047, + 1.0, + 0.0, + 0.9236094795504214, + 0.9730968639541562, + 0.5291800663920944, + 0.0015598926846842828, + 0.07422340380439665, + 0.19465762052397656, + 0.3235324214439811, + 0.0, + 1.0, + 0.006845081430244399, + 0.1745618959377292, + 0.052165982659721194, + 0.3789683487024197, + 0.9881929700587159, + 1.0, + 0.975640507863723, + 0.9758611870189158, + 0.670967969545555, + 0.7949723911116822, + 0.9855011802891696, + 0.6135268629250443, + 0.1433542331151615, + 1.0, + 0.03846418379283366, + 0.015865658413768618, + 0.4993949065751695, + 0.29836964027424895, + 1.0, + 0.23537668060836736, + 0.5405533212531487, + 1.0, + 0.9544063155799641, + 0.9985689577995721, + 0.9546565985553869, + 0.9566072602755524, + 0.970044187946836, + 0.9799895949705352, + 0.16743651451236408, + 0.9847348320251215, + 0.9829712146428307, + 0.4457549750263577, + 0.8883361898998897, + 1.0, + 0.0, + 1.0, + 0.1705213203974335, + 0.0, + 0.0, + 0.970996696399181, + 0.0, + 0.20060655504667826, + 0.03354061413526465, + 0.2973168225862796, + 0.0, + 0.0, + 0.029800749328223127, + 0.0, + 0.0, + 0.9925258631677106, + 0.2541732326401054, + 0.0, + 0.8620984988748716, + 0.9274469551248553, + 0.9416046928050013, + 0.02411776398175601, + 0.9718224521353763, + 0.03178288588869912, + 0.9807892914168302, + 0.9598788412027032, + 0.029210672252293637, + 0.0, + 0.9797055514587509, + 0.0, + 0.27210145302796607, + 0.12613142405527963, + 0.5209336134867429 + ], + "successes": [ + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + true, + false, + false, + true, + false, + true, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + true, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + }, + "n_episodes": 100, + "n_success": 12, + "pc_success": 12.0, + "pc_success_ci95": [ + 6.999406437019487, + 19.81209942671142 + ] + } + ], + "per_group": { + "pusht": { + "avg_sum_reward": 47.6198640867897, + "avg_max_reward": 0.5342213347870259, + "pc_success": 12.0, + "n_episodes": 100, + "n_success": 12, + "pc_success_ci95": [ + 6.999406437019487, + 19.81209942671142 + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } + }, + "overall": { + "avg_sum_reward": 47.6198640867897, + "avg_max_reward": 0.5342213347870259, + "pc_success": 12.0, + "n_episodes": 100, + "n_success": 12, + "pc_success_ci95": [ + 6.999406437019487, + 19.81209942671142 + ], + "eval_s": 152.41707181930542, + "eval_ep_s": 1.52417072057724, + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } +} \ No newline at end of file diff --git a/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_0.mp4 b/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..a1278644e552c308023420fc747b053ca307d799 --- /dev/null +++ b/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_0.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac7de7e568f929e40a331422d8b92afe66b8451f49028a5892186c03e4ca4bcc +size 167721 diff --git a/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_1.mp4 b/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..22014acd7ac4abca51dec54968471b2c0b9f2aee --- /dev/null +++ b/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_1.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47b4bece68a221d2e4f3b312a92e50aac37707c2014a13c3f2b793cec2865cf8 +size 127509 diff --git a/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_2.mp4 b/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..63ef8101a86580b252543bac3335893bb8115c35 --- /dev/null +++ b/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_2.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10350facda88f2ee458a5b931d6acf18fca26bb63e81dcfb0715e36a79905a6d +size 170863 diff --git a/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_3.mp4 b/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..f8a046d53ab96888151ba96aa7b32e2798e614a1 Binary files /dev/null and b/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_3.mp4 differ diff --git a/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_4.mp4 b/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_4.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..e766a4b77ba33701bc8d1f96f84b251306d51c8a --- /dev/null +++ b/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_4.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:897d42860bdd2f90a7f0bd1eacd18644d390b48554ab265ca20e8a31162335eb +size 167913 diff --git a/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_5.mp4 b/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_5.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..7e59182cc097e11a7996ba9ce85bb1ccc2f7a022 --- /dev/null +++ b/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_5.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8c883495dce12ba6fad34a850ecf81624f391d7194a92305f8354b7ab6169a9 +size 136001 diff --git a/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_6.mp4 b/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_6.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..5f872118a682fe15983597a6fe81c35ae5a68a26 --- /dev/null +++ b/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_6.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e080440918979124c129f70f7ee1332a8b86356cf798e3ab07bedf45ef42a067 +size 169936 diff --git a/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_7.mp4 b/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_7.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..775c9a0ef7a51d71fd0d7702f57635063654573d --- /dev/null +++ b/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_7.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c19eedff22b19cc8a2d9a15e097a8974d3aa2ee21b07d9451612aed207b73c9 +size 154838 diff --git a/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_8.mp4 b/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_8.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..1e2ce60dee93d2842c951eaa99968d36f2a82a51 --- /dev/null +++ b/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_8.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d037cb2397713e32471de82f2d943b48d54307ef9978cdd3bbe383caaf589ee +size 169565 diff --git a/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_9.mp4 b/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_9.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..aab0a04395235af07ba742a58ecc6802bc6a0a3f --- /dev/null +++ b/eval/planbind_L0_latency_s1001_step025000/videos/pusht_0/eval_episode_9.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8bec126c9e10b73661f084a64e9866b6d54ce76e3fb38197fb48449d213664b +size 164592 diff --git a/eval/planbind_L0_latency_s1001_step050000/eval_info.json b/eval/planbind_L0_latency_s1001_step050000/eval_info.json new file mode 100644 index 0000000000000000000000000000000000000000..653d8a8af71f3e2a0469d93f64b5f382de32392c --- /dev/null +++ b/eval/planbind_L0_latency_s1001_step050000/eval_info.json @@ -0,0 +1,388 @@ +{ + "per_task": [ + { + "task_group": "pusht", + "task_id": 0, + "metrics": { + "sum_rewards": [ + 15.633911559203167, + 0.0, + 0.5094434491598581, + 57.99079335026203, + 0.0, + 4.891918774627724, + 1.9777173576215397, + 0.40343420531437024, + 96.84370266352568, + 10.70261756119177, + 144.04731601923626, + 19.20839558782582, + 34.5630456091796, + 146.170754705339, + 75.48436473805337, + 105.11021967969795, + 73.15888122037316, + 111.6671198926232, + 172.28742304600422, + 109.72948579547953, + 144.93186833761342, + 5.809716517665159, + 90.7237540199229, + 0.0, + 29.013496479543278, + 168.67407639305623, + 77.6920042379714, + 153.11112739473415, + 142.69890764875683, + 2.3393719920801788, + 3.469584863223291, + 0.0, + 99.86822615391794, + 0.01146591745356314, + 1.8141937497540888, + 0.7381903891444322, + 0.0, + 59.957370997819254, + 168.14371678529398, + 201.96786328621158, + 0.0, + 103.57945897730562, + 84.93664027204974, + 231.9277875056189, + 10.280331244537921, + 2.1428590484429844, + 158.32699635278078, + 0.5584638952037768, + 0.0, + 21.047620145490452, + 1.7068900056854726, + 6.7991014358451025, + 3.9470530908783514, + 155.69019490078006, + 34.702605324205464, + 128.43053493086188, + 94.44787285486281, + 5.51145236919754, + 7.780700032583221, + 74.46986528457539, + 143.87733918511807, + 87.64583525369054, + 96.44067971286631, + 156.88038074964714, + 38.35084297685319, + 179.27091997536402, + 93.50044631268543, + 0.0, + 25.22607817634815, + 4.479921487048507, + 2.434726424888356, + 0.48947167267154845, + 123.49273606147655, + 0.0, + 5.654851257790614, + 0.4797962906731157, + 7.624838715866105, + 0.0, + 0.0, + 0.05549233170668154, + 0.0, + 0.8679797972263923, + 19.98940405012139, + 2.353764514389841, + 0.0, + 75.40655547164593, + 83.14590601638767, + 77.03713318579491, + 0.0, + 131.60483463291752, + 0.4388403198032344, + 188.10534538556297, + 36.06674243752456, + 0.47442082871315366, + 0.0, + 139.20650991033835, + 0.0, + 78.83375071670565, + 0.9582384351371853, + 52.2377800479863 + ], + "max_rewards": [ + 0.332972550213646, + 0.0, + 0.11992101488628891, + 0.8716857556048069, + 0.0, + 0.21589281532225396, + 0.14659375390719348, + 0.052082219875807786, + 0.9061476452258438, + 0.43585943126677823, + 0.9350491502114321, + 0.330131652642948, + 1.0, + 0.9344800717160489, + 0.9822887028027443, + 0.8437590596696044, + 1.0, + 0.942232217908975, + 0.9970124422124361, + 0.570907882822214, + 1.0, + 0.12088682502564718, + 0.9606785254982887, + 0.0, + 1.0, + 0.9491708896637033, + 0.4751310039589174, + 0.9732537684354311, + 0.896450321300425, + 0.17580888327647579, + 0.357082630289363, + 0.0, + 0.856304341359752, + 0.009332743195506785, + 0.1350426634239686, + 0.09769324659593884, + 0.0, + 1.0, + 0.9983255713403447, + 0.8036070030002149, + 0.0, + 1.0, + 1.0, + 0.9820074452099877, + 0.49005943743000263, + 0.1319908362401427, + 0.9986421024629231, + 0.03846418379283366, + 0.0, + 0.48804820540233546, + 0.2784358171543346, + 0.19518367165199707, + 0.23537668060836736, + 0.9880827266082803, + 1.0, + 0.9910301297623155, + 0.9939993080161572, + 0.17354667674329866, + 0.22520652096174007, + 1.0, + 1.0, + 0.9639974564314303, + 0.9430942365345574, + 0.9451992225822853, + 0.5842819864690125, + 0.9911285601797415, + 0.96653977970414, + 0.0, + 1.0, + 0.30192000285750437, + 0.2181880337820935, + 0.03959467627929003, + 0.9847131486581235, + 0.0, + 0.19587070589215233, + 0.04548632168792321, + 0.4087719415923466, + 0.0, + 0.0, + 0.016325443702733096, + 0.0, + 0.08248761718498629, + 0.4202144033917013, + 0.13158698654792772, + 0.0, + 0.8827626331666925, + 0.9326579256099539, + 0.9152662412744165, + 0.0, + 0.9885425404444869, + 0.03178288588869912, + 0.9977159455150235, + 0.42500435884724974, + 0.029210672252293637, + 0.0, + 0.9352816057752602, + 0.0, + 0.810744686288158, + 0.12613142405527963, + 0.4352844309311003 + ], + "successes": [ + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + true, + false, + false, + false, + true, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + true, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + true, + true, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + }, + "n_episodes": 100, + "n_success": 11, + "pc_success": 11.0, + "pc_success_ci95": [ + 6.25419635706457, + 18.63129650308031 + ] + } + ], + "per_group": { + "pusht": { + "avg_sum_reward": 55.10263470384734, + "avg_max_reward": 0.5138564439822428, + "pc_success": 11.0, + "n_episodes": 100, + "n_success": 11, + "pc_success_ci95": [ + 6.25419635706457, + 18.63129650308031 + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } + }, + "overall": { + "avg_sum_reward": 55.10263470384734, + "avg_max_reward": 0.5138564439822428, + "pc_success": 11.0, + "n_episodes": 100, + "n_success": 11, + "pc_success_ci95": [ + 6.25419635706457, + 18.63129650308031 + ], + "eval_s": 140.4860007762909, + "eval_ep_s": 1.4048600125312805, + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } +} \ No newline at end of file diff --git a/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_0.mp4 b/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..383046bf2b32fcc864b3d57471d0ab213cc39d97 --- /dev/null +++ b/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_0.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1953661aeb02e4123fa6264d22d44392168dbabec09511e89d52e160af8648e +size 146981 diff --git a/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_1.mp4 b/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..857464a170201d8e840cc0e5d252b4ab35ecc339 --- /dev/null +++ b/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_1.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:367e42fdc078fa63c4169637280f6f575881757c2f21829ce00a42703a1b5f72 +size 121142 diff --git a/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_2.mp4 b/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..188648444a6e4f1fdb55f0032b6740a571c77549 Binary files /dev/null and b/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_2.mp4 differ diff --git a/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_3.mp4 b/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..9e3a5dd5ff1e0fabc163880bbee465a77a0d333a --- /dev/null +++ b/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_3.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a7b3b1010ab6c167324d9f667d9fcc6a8b5fe89b46026927a270d73b89d7353 +size 152806 diff --git a/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_4.mp4 b/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_4.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..7f130625090dca59e71aae5c4d0475ca4b709485 --- /dev/null +++ b/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_4.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63481bd731c706318b0e8224de9e0f149fed8d484b9812aa1930b54fd531ca50 +size 110990 diff --git a/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_5.mp4 b/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_5.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..902f3983f3a758918f4510360786261f18eb979c --- /dev/null +++ b/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_5.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:276164c89f7617ea34b6420b07490b1bfb73110da872908d24d31b447e49487a +size 146971 diff --git a/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_6.mp4 b/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_6.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..e7381c8444f737c472add18cfe83726960c037a5 --- /dev/null +++ b/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_6.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0dfb22d892387c80a51f5c2b124c010094fb10bb2183bd6d6bc57af3331b48e8 +size 127850 diff --git a/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_7.mp4 b/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_7.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..6ef80e5f2042e80c252288e79a821c1914ce103d --- /dev/null +++ b/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_7.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:337a71d41d02e0f832d8aa115c7d09d6563481b7277adb9b3e8b1bb3b3b62f0d +size 131888 diff --git a/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_8.mp4 b/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_8.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..63af9a631fc73a21a4f0aed7a1c30b5a1e6df60b --- /dev/null +++ b/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_8.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c78fa1262e5f478600bd6047902a26a81f5f04f5e75d901f317895c7f0cb05d6 +size 151546 diff --git a/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_9.mp4 b/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_9.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..edce8675c3f9d6c70b93d683ebce1d39e8683278 --- /dev/null +++ b/eval/planbind_L0_latency_s1001_step050000/videos/pusht_0/eval_episode_9.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:886dfab145400f8cf4dc8422dc1d9d46953a49303d1371f1f76874b009e9a8c8 +size 135128 diff --git a/eval/planbind_L0_latency_s1001_step075000/eval_info.json b/eval/planbind_L0_latency_s1001_step075000/eval_info.json new file mode 100644 index 0000000000000000000000000000000000000000..8b5d01ac58c290605afe16dc38032ccb3a30402c --- /dev/null +++ b/eval/planbind_L0_latency_s1001_step075000/eval_info.json @@ -0,0 +1,388 @@ +{ + "per_task": [ + { + "task_group": "pusht", + "task_id": 0, + "metrics": { + "sum_rewards": [ + 0.3628530625680196, + 0.0, + 0.344729755683261, + 145.89362681387252, + 46.50584864794, + 0.03344447970143631, + 46.44837130538803, + 11.32480130101288, + 194.76683764162334, + 105.96893592691119, + 79.72744406156288, + 156.99716126072087, + 65.03471825518503, + 3.7538731738981976, + 135.58016097322223, + 106.93834562509512, + 31.82038991928284, + 81.47202703200188, + 0.0, + 47.814963705663665, + 184.07944377480857, + 1.2973086577020956, + 91.26937968584556, + 9.275947816388854, + 66.60304307951563, + 120.21389928769774, + 145.68132339714114, + 48.57635804156254, + 0.0, + 1.9335065081549856, + 27.573895274325178, + 0.002076546436478514, + 119.8188135701131, + 0.01142941810275431, + 1.0656542069540775, + 0.18889993607343247, + 0.0, + 184.29789237547794, + 24.02273330207107, + 189.2993724088914, + 0.0, + 151.24381978439055, + 21.108551351019067, + 81.83778810674069, + 54.55624643472386, + 2.6791013949180607, + 134.72890261781174, + 0.6530382332274847, + 0.0, + 40.03915020286264, + 2.643762710205577, + 5.388772652338728, + 148.18351857941394, + 115.39876744174276, + 111.00988676154297, + 185.7957090427794, + 12.798420210723583, + 8.685410709124502, + 207.5077118264477, + 203.7964888886063, + 85.28602273339321, + 90.68265930134639, + 133.61714359155462, + 81.95479214463006, + 16.036732455668346, + 89.33373698584359, + 81.55395777210695, + 127.2578738654409, + 160.86636375822246, + 3.9219219271420127, + 0.0, + 40.85244850060156, + 120.3456246284991, + 178.2881506203765, + 6.293395114851309, + 0.649371290650181, + 34.63826543051907, + 0.0, + 0.0, + 37.81899762690122, + 0.0, + 0.5063234349937796, + 150.54093018017556, + 5.030115630769526, + 0.0, + 147.55338641292397, + 212.18925620005024, + 0.02457308719062904, + 0.0, + 114.15680564575369, + 0.4001963612343595, + 10.129841294478506, + 94.83630737621718, + 21.675636989133526, + 0.0, + 51.8596278915839, + 0.0, + 5.319579696560753, + 1.3466941399534353, + 102.97223568299854 + ], + "max_rewards": [ + 0.016161635587489693, + 0.0, + 0.12433143935757686, + 0.9400333360500418, + 0.9759419209210196, + 0.008203099318416864, + 1.0, + 1.0, + 0.9354939085803702, + 0.8015827963315698, + 1.0, + 0.9952555317207332, + 0.9292464866307582, + 0.17831391995634863, + 0.9687976095866876, + 0.41204900647793086, + 1.0, + 0.597523957444753, + 0.0, + 0.20162163194268454, + 0.9995484060838626, + 0.11613439566691904, + 0.5686933427945574, + 0.2079968260804415, + 0.9734858422197972, + 0.43496831701299904, + 0.6148677833698065, + 0.18468384957316158, + 0.0, + 0.1607516718694896, + 0.39640929210530473, + 0.0005632982677854388, + 0.5636994065626507, + 0.009403426620028086, + 0.06316894787431661, + 0.037958350942205024, + 0.0, + 0.9782188625930804, + 1.0, + 0.737706185176896, + 0.0, + 0.9315346085232502, + 1.0, + 0.9878683214424797, + 0.4702909009116217, + 0.1319908362401427, + 0.9915090159093686, + 0.03846418379283366, + 0.0, + 1.0, + 0.3464120629933453, + 0.16618821639442513, + 0.93712882099681, + 0.9699933595595757, + 0.9945576841679422, + 0.8202590983559115, + 0.18148935558687013, + 0.21175193405379947, + 0.9816282251056828, + 0.9606206361833466, + 1.0, + 1.0, + 0.9920767979025128, + 1.0, + 0.4377988678201861, + 0.6806176446877307, + 1.0, + 0.9958310503182166, + 0.9905640266562229, + 0.302966670764949, + 0.0, + 1.0, + 0.997431797662162, + 1.0, + 0.19234950992630656, + 0.059407662076006826, + 0.5359704835918001, + 0.0, + 0.0, + 1.0, + 0.0, + 0.06201381590002508, + 0.8808884168844194, + 0.25220887982575263, + 0.0, + 0.49184462137641327, + 0.9917013158645677, + 0.005682514449629604, + 0.0, + 1.0, + 0.03178288588869912, + 0.1856262035139709, + 0.9435834631459934, + 0.4358340918597796, + 0.0, + 0.596965574864614, + 0.0, + 0.27210145302796607, + 0.12613444278257716, + 0.991002456680583 + ], + "successes": [ + false, + false, + false, + false, + false, + false, + true, + true, + false, + false, + true, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + true, + false, + true, + false, + false, + true, + false, + false, + false, + false, + true, + false, + true, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + }, + "n_episodes": 100, + "n_success": 15, + "pc_success": 15.0, + "pc_success_ci95": [ + 9.305985283656632, + 23.283559590832358 + ] + } + ], + "per_group": { + "pusht": { + "avg_sum_reward": 61.719935249489815, + "avg_max_reward": 0.5270688639240817, + "pc_success": 15.0, + "n_episodes": 100, + "n_success": 15, + "pc_success_ci95": [ + 9.305985283656632, + 23.283559590832358 + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } + }, + "overall": { + "avg_sum_reward": 61.719935249489815, + "avg_max_reward": 0.5270688639240817, + "pc_success": 15.0, + "n_episodes": 100, + "n_success": 15, + "pc_success_ci95": [ + 9.305985283656632, + 23.283559590832358 + ], + "eval_s": 141.17249417304993, + "eval_ep_s": 1.411724944114685, + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } +} \ No newline at end of file diff --git a/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_0.mp4 b/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..a037242cad9327e58df095aa5e1ddbc3a136cfad --- /dev/null +++ b/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_0.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13c82a94897700bd76dcd677f491c022af37195a690df99eec39da64ff42d3e1 +size 149436 diff --git a/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_1.mp4 b/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..3d704ac76a21336cd1bb347d94a49c5c00a9ac88 --- /dev/null +++ b/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_1.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8936f44eddf5c1c3b9706bc711e788799c79ebddf2757137ffc5b6c71901666a +size 114952 diff --git a/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_2.mp4 b/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..3d90778dd9576118df59e7dbd88c4e78a82219e0 Binary files /dev/null and b/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_2.mp4 differ diff --git a/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_3.mp4 b/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..caa4b654e7b9a446c8b05cb93a203de87ef7768a --- /dev/null +++ b/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_3.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5feeb5d675269f1e20df4799aafce130f1102760f15776baf44b6d167cd684d +size 124562 diff --git a/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_4.mp4 b/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_4.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..8cd624aea76c6ae1ea6ee94199ff341971bb073f --- /dev/null +++ b/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_4.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ada4fa49246089755d0230617c92ced29d402aea1c5c81767d8de9d57676e96 +size 170379 diff --git a/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_5.mp4 b/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_5.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..f0b5fd6fe441fc2a53e59c5c003c5e48a5da0abc --- /dev/null +++ b/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_5.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e58ab66ac85c61ffbc4b9643a3a9e6508506fa0f155d0a34199c7527f95eb59a +size 135003 diff --git a/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_6.mp4 b/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_6.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..b665fd11a52cb7121d6e92f6afbad119176eff10 Binary files /dev/null and b/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_6.mp4 differ diff --git a/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_7.mp4 b/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_7.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..3ea177a4e53932a0ed39cbcfc35098581da53f81 Binary files /dev/null and b/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_7.mp4 differ diff --git a/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_8.mp4 b/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_8.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..c4ca0bfb1989ac0b8200b87323475fbdf6db61b5 --- /dev/null +++ b/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_8.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b814002fbc0f1f35928c604daf09b2ec61b38363f3e82d291f36d94d4137b84a +size 133277 diff --git a/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_9.mp4 b/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_9.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..f9b9cf3b455b2b48b49088ae9ef81e9f233c4c0f --- /dev/null +++ b/eval/planbind_L0_latency_s1001_step075000/videos/pusht_0/eval_episode_9.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d21a3e97cb466e1e0c2f8f7556eecc60313f0aba3b772ca4491426b4f1e3a8d5 +size 156889 diff --git a/eval/planbind_L0_latency_s1001_step100000/eval_info.json b/eval/planbind_L0_latency_s1001_step100000/eval_info.json new file mode 100644 index 0000000000000000000000000000000000000000..a94323c10f65430663f660bb7aaf48e27db22cd0 --- /dev/null +++ b/eval/planbind_L0_latency_s1001_step100000/eval_info.json @@ -0,0 +1,388 @@ +{ + "per_task": [ + { + "task_group": "pusht", + "task_id": 0, + "metrics": { + "sum_rewards": [ + 0.3705544521340904, + 0.0, + 0.43064495692263405, + 38.6380280951182, + 12.326092810058828, + 0.05528262628985497, + 104.65790473183819, + 212.6155238818796, + 98.81448789140741, + 78.03656577777721, + 196.89361186223886, + 62.04889652363563, + 59.908544781970996, + 2.696816070392851, + 87.76682828471075, + 76.66364795483061, + 103.59220900426436, + 79.74885333433082, + 135.41366119464226, + 70.11333346126321, + 51.28852395611643, + 1.0846752069817147, + 45.18431616297027, + 0.0, + 22.44325415752331, + 111.25118050167589, + 165.11568391752485, + 67.34717238477015, + 0.0, + 1.418807767480902, + 2.311792271890624, + 0.0, + 96.12791393352875, + 0.011803918191827033, + 0.09726966682542744, + 1.1066360822503505, + 0.0, + 38.05676182499199, + 54.48100482646972, + 162.73808698064357, + 0.0, + 57.807174587752094, + 43.45747970244801, + 180.99671287799228, + 54.401897581877044, + 1.7623885812583526, + 66.60292776026276, + 0.7260663961286494, + 0.0, + 95.8261555363004, + 2.2748351344175903, + 5.882409360097104, + 6.934946571397183, + 133.01791025817164, + 45.018247453807824, + 104.49085340181217, + 41.10671426677577, + 21.153962326233092, + 63.03457235195303, + 50.52881596562186, + 74.78848337207441, + 69.25253935719154, + 191.02296744498292, + 58.21057153560976, + 50.34478352772241, + 88.68627902989043, + 35.59517698366617, + 34.5669400584525, + 114.68595177759431, + 3.6373415872274775, + 0.0, + 95.98545643195558, + 37.90601877533161, + 0.0, + 8.678788643029339, + 0.6511961693595809, + 27.421436039086927, + 0.0, + 0.0, + 36.154337394908524, + 0.0, + 0.008520024700826237, + 0.25148095550165944, + 19.045910179852285, + 0.0, + 147.55338641292397, + 197.6343962070619, + 0.023715400653474314, + 0.0, + 58.06174571677526, + 0.4704266165860733, + 55.219592798420436, + 138.14748989188683, + 98.53509481081721, + 0.0, + 19.24504722262045, + 0.0, + 5.423960758436004, + 1.8112755020126183, + 37.03538427251407 + ], + "max_rewards": [ + 0.016161635587489693, + 0.0, + 0.13246438142139416, + 1.0, + 0.24288153789080985, + 0.013645731214638683, + 1.0, + 0.8952010794430414, + 1.0, + 0.8633265040333093, + 0.9801302140291428, + 0.5611507639770147, + 0.9428010772475209, + 0.13507041533076464, + 0.560646942738443, + 0.5043839180697444, + 1.0, + 0.5129729312373168, + 0.9853157469940911, + 1.0, + 0.22856148716872196, + 0.08845939427937541, + 0.7047830818044186, + 0.0, + 1.0, + 0.4048884112307636, + 0.6250443582237706, + 0.9595896419959247, + 0.0, + 0.14815004386441852, + 0.2689208330493414, + 0.0, + 0.6024115622272738, + 0.009583707166262103, + 0.025561864356434684, + 0.10275209481767228, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.5473297875644093, + 1.0, + 0.9891696194455655, + 0.3958674891331922, + 0.1319908362401427, + 0.6321206133698561, + 0.03846418379283366, + 0.0, + 0.5581626543617546, + 0.287904914595824, + 0.19321763213997897, + 0.23537668060836736, + 0.9936868543155705, + 1.0, + 0.976314051819859, + 0.4090631534164846, + 0.2952855067260882, + 0.49631916319965297, + 0.4466415326961893, + 1.0, + 1.0, + 0.999429038797263, + 1.0, + 0.4489987346112552, + 1.0, + 1.0, + 1.0, + 0.7011209386278284, + 0.26626624486874345, + 0.0, + 0.8911749039418054, + 1.0, + 0.0, + 0.19234950992630656, + 0.05876508019175149, + 0.540365963439449, + 0.0, + 0.0, + 0.16585981075140904, + 0.0, + 0.0020454748155904743, + 0.036718766073390245, + 0.2734024853362664, + 0.0, + 0.4918446213764133, + 0.9855627338967117, + 0.005682514449629604, + 0.0, + 1.0, + 0.03178288588869912, + 0.4764087791440517, + 0.9881868166721053, + 0.9317908710113276, + 0.0, + 0.41918601787717075, + 0.0, + 0.27210145302796607, + 0.12781368197983195, + 0.39925913683127134 + ], + "successes": [ + false, + false, + false, + true, + false, + false, + true, + false, + true, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + true, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + true, + true, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + true, + true, + false, + true, + false, + true, + true, + true, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + }, + "n_episodes": 100, + "n_success": 19, + "pc_success": 19.0, + "pc_success_ci95": [ + 12.514751509768734, + 27.77884537906437 + ] + } + ], + "per_group": { + "pusht": { + "avg_sum_reward": 49.21936136268696, + "avg_max_reward": 0.47847890496361095, + "pc_success": 19.0, + "n_episodes": 100, + "n_success": 19, + "pc_success_ci95": [ + 12.514751509768734, + 27.77884537906437 + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } + }, + "overall": { + "avg_sum_reward": 49.21936136268696, + "avg_max_reward": 0.47847890496361095, + "pc_success": 19.0, + "n_episodes": 100, + "n_success": 19, + "pc_success_ci95": [ + 12.514751509768734, + 27.77884537906437 + ], + "eval_s": 137.79661989212036, + "eval_ep_s": 1.3779662036895752, + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } +} \ No newline at end of file diff --git a/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_0.mp4 b/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..aab5cea455fa136aa2f2cd9ef645f972536736e8 --- /dev/null +++ b/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_0.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47a662954a79fc8d9d1b25dff6ef4fd4f0a7a4103a733877e54edda87f2d2059 +size 135823 diff --git a/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_1.mp4 b/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..32d6af4fa80af26fdbc7378e3e45249420fc4f8c --- /dev/null +++ b/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_1.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbbddde13150c73cd325b684758e0e0e37dced9dafaaf020c4622af2a34263f0 +size 113079 diff --git a/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_2.mp4 b/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..7aea536a0a0c2d3c40eed1edadee9dd0eadefa7b --- /dev/null +++ b/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_2.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d2dd5f15539ace26e488fdecb4d6b5e830efbfbccbb99f13015e5bf36809063 +size 103843 diff --git a/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_3.mp4 b/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..02c916c8fd4c7ab5a27e8c2c5a8cc4332557c7ce Binary files /dev/null and b/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_3.mp4 differ diff --git a/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_4.mp4 b/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_4.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..04ad4909096af5233ea184d747202e4ee8f56214 --- /dev/null +++ b/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_4.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:737328a6fa3a007dd601f01eab6c21f812c34f616bc35edfea526b6f68a632d4 +size 160042 diff --git a/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_5.mp4 b/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_5.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..6ff28bcaf9751b102f8ee82edf9539c77be291d7 --- /dev/null +++ b/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_5.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63b6ac6301c8ca03db68c8cad9bb57c234ab278573269a58d16106ee8eeb276f +size 132349 diff --git a/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_6.mp4 b/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_6.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..24cb7e1030b5a963885950cbcca6b1e37a04c50c --- /dev/null +++ b/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_6.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:715c98a5e07f2204354cf4a7d66c31cd1f2c7d3d0b7f1e53e38ce20776e9e72b +size 126613 diff --git a/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_7.mp4 b/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_7.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..b31633321662b034c9e7b84ce5d7d5697026da86 Binary files /dev/null and b/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_7.mp4 differ diff --git a/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_8.mp4 b/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_8.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..e2a79ec056b30962b1a1db5b963a6a5ed82f3a1a --- /dev/null +++ b/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_8.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33fb01fa3f97a154eb1f4fbbf50e0519f452a631500f20608820bda5df49c430 +size 104340 diff --git a/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_9.mp4 b/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_9.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..7b01427f2ee017d601c6f8c7c5668aac2ad569d8 --- /dev/null +++ b/eval/planbind_L0_latency_s1001_step100000/videos/pusht_0/eval_episode_9.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cf6f6d72d86ca66bc7cf31ab23eb43fc25a95c6ee7465c7cfcb693555971c2b +size 168223 diff --git a/eval/planbind_L0_none_every8_s1000/eval_info.json b/eval/planbind_L0_none_every8_s1000/eval_info.json new file mode 100644 index 0000000000000000000000000000000000000000..4f3dfbfcb2add3281746fe095bf5d7e8d57c6f9a --- /dev/null +++ b/eval/planbind_L0_none_every8_s1000/eval_info.json @@ -0,0 +1,688 @@ +{ + "per_task": [ + { + "task_group": "pusht", + "task_id": 0, + "metrics": { + "sum_rewards": [ + 142.37019063374527, + 0.0, + 0.028394506287611185, + 167.58268843262925, + 12.64025852671322, + 8.455589364652955, + 59.7966668958955, + 114.10946363698453, + 178.599306409086, + 177.22761043272894, + 72.19959306150116, + 1.1440896679122168, + 27.755921200692388, + 2.128872226215484, + 109.07425775576061, + 68.97119935169145, + 109.84142496482296, + 10.197290047374278, + 0.9026314408614933, + 77.58849368034572, + 61.11425652167237, + 4.260494478994749, + 61.58150260748711, + 6.577297054701896, + 188.95652016995106, + 63.63499922901369, + 163.07431418995765, + 208.64713275523363, + 55.80601211537888, + 7.4956378383789595, + 1.210448440680311, + 49.42219951082504, + 91.6906612950039, + 0.02770017093726916, + 0.5990817585502675, + 46.545614548763865, + 0.0, + 42.40582865526208, + 42.64706990988003, + 62.98791505139595, + 102.31306770434284, + 83.28138303158343, + 77.66138373825645, + 190.0263232592705, + 80.35024841131728, + 148.82836890790884, + 58.5470244941701, + 1.6598891802506641, + 78.72505638442277, + 25.394461407578042, + 0.0, + 137.60110462561548, + 90.04490817129314, + 56.39186971935787, + 26.798640650257408, + 1.0243252065783095, + 47.23081529628911, + 5.720013425340925, + 80.71009303054515, + 136.55140071567592, + 167.92211434529452, + 119.10976959816162, + 49.80236579072933, + 154.3611396611158, + 34.27764370447679, + 91.62116979658279, + 129.3762074864919, + 73.76699464791886, + 72.44743478507617, + 61.39906345379598, + 3.184615666684291, + 89.88003381372869, + 117.62278580228718, + 53.38224064804217, + 3.151952615734207, + 0.06483321223399115, + 18.637112242963845, + 2.6701020421017243, + 0.0, + 34.67827494910723, + 0.0, + 0.0, + 0.7527013068480861, + 3.5386145126389112, + 0.0, + 147.55338641292397, + 110.20984861350956, + 133.53282860596403, + 0.0, + 164.46792640891573, + 0.40848958584234285, + 168.73209795136466, + 32.159155430078954, + 16.762171278854478, + 0.0, + 49.98215973445606, + 0.0, + 110.42568653222233, + 1.4384963012982568, + 81.17633873685064, + 122.2825941187205, + 0.18993545884272486, + 0.0, + 132.5242255851873, + 0.0, + 34.76339046653606, + 0.0, + 76.91425171764715, + 0.0, + 0.0, + 53.33575564818468, + 0.0, + 90.54498989573776, + 78.00629850953285, + 48.07237331556685, + 7.242646288951307, + 133.27835724796614, + 111.88328024492881, + 3.809628715518788, + 3.547413040969715, + 28.541859153141736, + 17.00017386239336, + 165.91788691200378, + 34.10061883166963, + 37.95628563650928, + 182.30453027291594, + 99.39251406446195, + 25.274683737267996, + 22.372743052803255, + 93.378228837293, + 191.54616947255244, + 0.5429786772813354, + 106.13646839073617, + 0.0, + 0.0, + 30.795543637358445, + 7.061000928305033, + 11.395605544465107, + 0.0, + 25.261054275624765, + 46.19049414693759, + 226.8520273719881, + 81.86483867734461, + 44.64267197574497, + 3.223681228511754, + 0.0, + 0.0, + 0.0, + 130.9398683085993, + 83.33851645714464, + 56.74913981258928, + 3.4880132607235477, + 41.51758013510053, + 56.90853669642616, + 165.81695350609175, + 176.68070133021422, + 3.0923397491272837, + 0.0, + 84.6170740913596, + 166.2547889327127, + 133.79664711466427, + 0.4705040239045064, + 0.0, + 0.0, + 156.2270898627973, + 10.122025411379825, + 99.3838684597172, + 13.897288545138359, + 127.40860252343808, + 0.0, + 112.82139417473891, + 86.98530407754058, + 12.990639805157564, + 105.33379538789444, + 2.479973293033267, + 77.34822559008394, + 1.3992941072893106, + 1.5635054381448188, + 6.66017363378668, + 0.0, + 94.08247458650385, + 44.604321767116645, + 22.605880307067757, + 171.73779471885712, + 121.12743457851471, + 6.944583871643422, + 105.34004341122669, + 55.892743673709006, + 104.17558426115706, + 0.028082380536904487, + 172.27275425420345, + 67.97278729470106, + 120.03723239006213, + 56.89698325760173, + 49.592419583383496, + 0.0, + 81.53223947886335, + 0.0, + 0.0, + 175.71124376044713 + ], + "max_rewards": [ + 0.8973943475848241, + 0.0, + 0.009911856988349028, + 0.9620709952590546, + 0.22337045805364997, + 0.27478278429395164, + 1.0, + 1.0, + 0.9853364116785092, + 0.9811060549745854, + 0.9976522979382287, + 0.15122791001618704, + 0.4267329755247225, + 0.11828875409247225, + 0.9295851925738585, + 0.9980518750115446, + 0.9248048422553402, + 0.40496282559340213, + 0.0040982183875694555, + 0.49793540310644674, + 0.5342920789199724, + 0.14036240593692545, + 1.0, + 0.4702385341615626, + 0.9921948000431756, + 1.0, + 0.640308120080466, + 0.9698306167138986, + 0.9979676056053167, + 0.2512412882554439, + 0.18843353140851152, + 0.9093620663013559, + 0.8300741653476715, + 0.011182727420117371, + 0.07300705646845965, + 0.45718120533153755, + 0.0, + 1.0, + 1.0, + 1.0, + 0.9959831064121827, + 0.5451266591908144, + 1.0, + 0.9985260341154346, + 0.976157838763625, + 1.0, + 1.0, + 0.0471168102927987, + 1.0, + 0.5506044530242447, + 0.0, + 0.8483476734509244, + 0.3250496557697206, + 1.0, + 0.41393898777322186, + 0.07950560590921098, + 0.9584211202191647, + 0.17354667674329866, + 1.0, + 1.0, + 0.9601541473056406, + 1.0, + 0.6924157793134367, + 0.934747318728886, + 0.4788929899732816, + 0.9402342546624618, + 0.9976042689903372, + 0.9932435024161198, + 0.5714760793242395, + 0.7928311794830493, + 0.2459703327945432, + 0.960944192451714, + 1.0, + 1.0, + 0.19234950992630656, + 0.021668614226768607, + 0.162698247950646, + 0.16115493516545465, + 0.0, + 1.0, + 0.0, + 0.0, + 0.08492794413274758, + 0.13158698654792772, + 0.0, + 0.49184462137641327, + 1.0, + 0.7037345471319915, + 0.0, + 0.9994406801148952, + 0.03178288588869912, + 0.9881974570173125, + 0.5290820883305822, + 0.065223665857572, + 0.0, + 0.5453549735098736, + 0.0, + 0.47504628357922113, + 0.12613142405527963, + 1.0, + 0.9719946817230384, + 0.02262892646419572, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.5020108936328763, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.9881499093723638, + 0.979342881088261, + 0.3764240798996731, + 0.9763628361118002, + 0.9450740399794794, + 0.24190144735720068, + 0.15654738129365664, + 1.0, + 0.3080198385735661, + 0.9964273383050237, + 1.0, + 0.1872825446439032, + 0.9999408490489071, + 1.0, + 0.43862452443526145, + 0.47215040931191604, + 0.34899048963546686, + 0.9626588753359256, + 0.054521273154848, + 0.9975434122129916, + 0.0, + 0.0, + 1.0, + 0.3364261342530736, + 0.1646381893547914, + 0.0, + 0.48191831027044524, + 0.20346913451025975, + 0.9308908806781554, + 0.5585610132638482, + 1.0, + 0.2484765406494294, + 0.0, + 0.0, + 0.0, + 0.6246303108716457, + 1.0, + 1.0, + 0.269640648904174, + 0.29895590156281976, + 0.606536124160115, + 0.9607568116952103, + 0.98377314848032, + 0.1895804567446099, + 0.0, + 0.9897161910920808, + 0.8724509640813612, + 0.9859411353483045, + 0.17927529123841837, + 0.0, + 0.0, + 0.9995568187033197, + 0.625219742278259, + 1.0, + 0.21426622775811943, + 0.9770049299703345, + 0.0, + 0.9303534809607374, + 1.0, + 0.20750047779144803, + 0.9632627381819996, + 0.1705337858616063, + 1.0, + 0.11023836060707723, + 0.1536438857254113, + 0.3196569534407846, + 0.0, + 0.9853339189327753, + 0.9907387179286683, + 1.0, + 0.9603834895072975, + 0.7900307744472248, + 0.21101771089642546, + 0.9452244553635857, + 0.5255114882469483, + 0.5586244764287019, + 0.0053442580884488595, + 0.9777198030440115, + 0.38759925150510743, + 0.9985739220386523, + 0.5674332785090435, + 0.176079722536519, + 0.0, + 0.5572825512134355, + 0.0, + 0.0, + 0.9907903642676139 + ], + "successes": [ + false, + false, + false, + false, + false, + false, + true, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + true, + true, + false, + false, + true, + false, + false, + true, + true, + false, + true, + false, + false, + false, + false, + true, + false, + false, + false, + false, + true, + true, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + true, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + true, + false, + true, + false, + false, + false, + false, + true, + false, + true, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + true, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + true, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + true, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + }, + "n_episodes": 200, + "n_success": 35, + "pc_success": 17.5, + "pc_success_ci95": [ + 12.860515066273331, + 23.364431148248993 + ] + } + ], + "per_group": { + "pusht": { + "avg_sum_reward": 59.86824203909156, + "avg_max_reward": 0.5577760617011006, + "pc_success": 17.5, + "n_episodes": 200, + "n_success": 35, + "pc_success_ci95": [ + 12.860515066273331, + 23.364431148248993 + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } + }, + "overall": { + "avg_sum_reward": 59.86824203909156, + "avg_max_reward": 0.5577760617011006, + "pc_success": 17.5, + "n_episodes": 200, + "n_success": 35, + "pc_success_ci95": [ + 12.860515066273331, + 23.364431148248993 + ], + "eval_s": 249.06435990333557, + "eval_ep_s": 1.2453218042850493, + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } +} \ No newline at end of file diff --git a/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_0.mp4 b/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..8350f4b1bdfb2b1b1f8d80ede38ac1cfe779e486 --- /dev/null +++ b/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_0.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:947208ebd7b116d52ac6ba6ca91afc60ccad8334e8fce96f2085ce16b4b10624 +size 139226 diff --git a/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_1.mp4 b/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..f4c92e8dad2174f0c66e158667d95774b03a70bd --- /dev/null +++ b/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_1.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e076fec1eb548b5dfd6435ffa0e0f4010acf13a5a4cb743d3d38eeaebfae89b +size 125749 diff --git a/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_2.mp4 b/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..61d1d0d53f1f3ad16163df63084219a55b9029ff --- /dev/null +++ b/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_2.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b1c260f22cb464b01a60f0d30390bf2bb1161de9cee12395ac329bec5cd22d3 +size 133528 diff --git a/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_3.mp4 b/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..6d7eea150a08c51e8a00ad575fc0aa728ffdb7cf --- /dev/null +++ b/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_3.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0995a3f0bd273e87eaa34ab8a1c6b2f8583f5f7ab8545364f9f9ffc63d949ad +size 150959 diff --git a/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_4.mp4 b/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_4.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..ec1adfbfba1d26d992c0fe91369536940f7249fb --- /dev/null +++ b/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_4.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e31f172ed009480d9e0c5a82683a3ff8f6cc680861fefc4506d1010f7d7f22f5 +size 170579 diff --git a/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_5.mp4 b/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_5.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..8699057687dbb60efd82a2d0b1c40bbaa343fd7c --- /dev/null +++ b/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_5.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b75c22e18b1c6c4011e66ecc414a55a1d5c9ce867876742644a064f2cbd09b24 +size 133005 diff --git a/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_6.mp4 b/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_6.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..d8be5e628394595c08e5839884a5b23b7cee46d6 Binary files /dev/null and b/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_6.mp4 differ diff --git a/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_7.mp4 b/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_7.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..1d320fea40f16479a0acf41ef295370c0783eccc Binary files /dev/null and b/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_7.mp4 differ diff --git a/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_8.mp4 b/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_8.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..fba85f18bec809ae66463dcd0f6a75f2fd12542f --- /dev/null +++ b/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_8.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c24e641d740fd8f7b0c1b1b73f6783976afbb68b44e2c027a0bdecdbce2d15c7 +size 141775 diff --git a/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_9.mp4 b/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_9.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..e1870f3fc5c88314fe68d6066c0b091bbe32bbe2 --- /dev/null +++ b/eval/planbind_L0_none_every8_s1000/videos/pusht_0/eval_episode_9.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1387a6939c4b2eef59a6dc0aff345a2ea1b951fc5080deb34cf42faf8526c3de +size 147460 diff --git a/eval/planbind_L0_none_every8_s1001/eval_info.json b/eval/planbind_L0_none_every8_s1001/eval_info.json new file mode 100644 index 0000000000000000000000000000000000000000..8f9aadfef3eb0099d2b4664b3acd356e70360520 --- /dev/null +++ b/eval/planbind_L0_none_every8_s1001/eval_info.json @@ -0,0 +1,688 @@ +{ + "per_task": [ + { + "task_group": "pusht", + "task_id": 0, + "metrics": { + "sum_rewards": [ + 0.9748657397795224, + 0.0, + 0.39857816320614436, + 33.16849904842487, + 85.89700351883047, + 0.09123214184234403, + 151.38886576852735, + 193.17014032029766, + 71.72301403754352, + 73.17764668834658, + 15.486244874581612, + 1.1594417650409465, + 40.96120518583673, + 4.11974754190952, + 153.12622308726756, + 170.24067567127761, + 210.87898313011067, + 142.38264266281953, + 0.0, + 1.317899762599005, + 159.0019364967268, + 1.08471988487641, + 39.22365670232569, + 1.0821793463726945, + 91.85555992178499, + 127.51717513848004, + 132.74761012609795, + 155.90035990431716, + 0.0, + 2.3800993204113663, + 5.1342080741191785, + 0.0, + 93.36463380253133, + 0.011806197192576607, + 1.9722743434196535, + 0.88049196033232, + 0.0, + 151.7015196740789, + 152.24664819841692, + 96.64043473196986, + 0.0, + 55.69222528687321, + 96.33516044614831, + 137.07065314849115, + 66.3834123237179, + 1.532766226031333, + 63.9085331576717, + 0.6674739970009254, + 0.0, + 18.004372553283357, + 49.97704239728632, + 8.003497798848205, + 5.120270930282098, + 92.83662776783147, + 152.972234010246, + 76.11005494216187, + 22.30000039377012, + 8.299260374652324, + 148.8260197801008, + 153.44113885610244, + 29.197497237534627, + 43.93183891401521, + 44.85898279602542, + 91.49078595849056, + 66.43094453803158, + 137.4107914917163, + 65.34561120676717, + 122.87069842708084, + 45.83860392562171, + 4.269230324392866, + 0.0, + 46.00339846029814, + 154.74914495245028, + 0.10453415733113898, + 5.3603808338380565, + 0.5150428789311325, + 32.09908930247487, + 0.0, + 0.0, + 0.0, + 0.0, + 11.421543772793616, + 35.43055388008528, + 5.27090690974386, + 0.0, + 147.29755251187171, + 129.14169987454088, + 0.024241245370350262, + 0.0, + 164.72168928884585, + 0.42073148019269935, + 191.6850507223175, + 50.67902166229585, + 42.60140864303467, + 0.0, + 111.67175314708194, + 0.0, + 6.993143220507122, + 1.2122402533253527, + 93.48645872070465, + 0.0, + 9.599030455043724, + 0.0, + 8.689744233245662, + 0.0, + 133.25104613258307, + 0.0, + 43.885658839972216, + 0.0009539279350698385, + 0.0, + 116.12053484515386, + 0.0, + 83.40883019962368, + 145.27752199473886, + 37.631345561787846, + 53.61943335260379, + 93.00570323834924, + 0.44733230791316675, + 0.0, + 0.0, + 25.86362570506718, + 84.4699103276318, + 60.989414413956624, + 98.41324009151019, + 35.86496393439809, + 80.64570666100121, + 123.31823184104853, + 23.81338445381263, + 26.80071022538442, + 127.25958655838095, + 200.6692395075586, + 0.030600836001980367, + 0.0, + 58.865358227980856, + 0.0, + 120.06935899769675, + 7.809002807718747, + 0.0882944134132526, + 0.0, + 8.652577707077702, + 57.3764622613253, + 78.19142700762077, + 113.1180964204143, + 54.80187264359442, + 3.177479361287196, + 0.0, + 0.0, + 0.0, + 128.06395294521457, + 144.31959872323262, + 24.653818063931965, + 135.78016607119986, + 22.139976314246635, + 2.777098076492489, + 37.59259386875083, + 171.84938012697864, + 1.1066061488019199, + 0.0, + 107.23569812403164, + 83.39304352567308, + 74.51933398237209, + 1.5378757532760852, + 0.0, + 0.0, + 141.76739571124637, + 98.7666295614379, + 184.86059183804016, + 88.20482192823305, + 1.5624151851359578, + 0.2403490988475679, + 1.4631803815442073, + 44.1443511014308, + 100.7029280810975, + 105.50293349295515, + 1.8407422959035986, + 53.08989538809776, + 2.1672370993830663, + 2.049066425914105, + 92.06110345596616, + 0.0, + 1.0582626135768556, + 50.84130814602608, + 44.4759411141456, + 103.36170032548148, + 93.80863466746695, + 25.922720988970116, + 97.22583855815975, + 11.129413916758338, + 85.19582984310958, + 0.009618146319187745, + 76.7748098076601, + 116.69497840902412, + 155.33138613782407, + 7.509672462971781, + 108.08293925322772, + 0.0, + 29.70994808245372, + 0.0, + 0.0, + 102.98377293305532 + ], + "max_rewards": [ + 0.06842753053565034, + 0.0, + 0.13113712428141627, + 1.0, + 0.9555482616568839, + 0.007685033061293905, + 0.9912365938152846, + 0.9800483855795465, + 0.8923532440303187, + 0.5521437434168298, + 0.5031793334754675, + 0.12210866441770601, + 0.9986597707744161, + 0.13337940480129823, + 0.9858820106659062, + 0.9841597579000281, + 0.9467639603169853, + 0.9322199500842858, + 0.0, + 0.1701993456474745, + 0.9932507410066229, + 0.08513688481190664, + 0.4630260823985632, + 0.10558108912221083, + 0.9797191545413939, + 0.45450202234338716, + 0.5661923076362724, + 0.9993814078819816, + 0.0, + 0.143589825754741, + 0.29928414425166605, + 0.0, + 1.0, + 0.009584550691126669, + 0.08264630881256496, + 0.11603588458939029, + 0.0, + 0.9697109618754324, + 0.9714859423790605, + 1.0, + 0.0, + 0.5396441588324518, + 1.0, + 0.897138354601728, + 0.7706827070465802, + 0.1319908362401427, + 0.9620624995296204, + 0.03846418379283366, + 0.0, + 0.4831159283326103, + 0.9723426243786527, + 0.24035005533271356, + 0.23537668060836736, + 0.9848881461137603, + 0.9906928134048931, + 0.9781390873835072, + 1.0, + 0.22579766684973832, + 0.9926899132860749, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.5247622564529305, + 0.9577535734256802, + 0.9982611817984943, + 1.0, + 0.3077390391947318, + 0.0, + 1.0, + 0.9980247224179618, + 0.00418708470590615, + 0.19820884294147523, + 0.05167122954651597, + 0.41042672482188, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.23841116366583254, + 0.0, + 0.49184462137641327, + 1.0, + 0.005682514449629604, + 0.0, + 0.9953422633142124, + 0.03178288588869912, + 0.9912319209923967, + 0.5301959776778368, + 0.5044135372442129, + 0.0, + 1.0, + 0.0, + 0.27210145302796607, + 0.12753678690189585, + 0.614436293180864, + 0.0, + 0.4559712475406648, + 0.0, + 0.07483551100081845, + 0.0, + 0.9472709197813513, + 0.0, + 0.5327650034758747, + 0.0006537609090073983, + 0.0, + 0.9403921933515753, + 0.0, + 0.9464695840794355, + 0.964633243996903, + 0.22528740103740344, + 0.49520959122979025, + 1.0, + 0.023192373662939893, + 0.0, + 0.0, + 1.0, + 0.5952780916975673, + 1.0, + 0.6723066443194199, + 0.1692159514468514, + 0.914789976989527, + 0.9755042409546218, + 0.5454965493409345, + 0.3586120646503274, + 0.9984946728293241, + 0.9680082481034036, + 0.0069956670202273846, + 0.0, + 0.9746330074055481, + 0.0, + 0.9553792181584015, + 0.29088821621230815, + 0.02031048042573481, + 0.0, + 0.45045005330037635, + 0.23564633211555738, + 0.922084793323387, + 1.0, + 0.33731773061714104, + 0.2484765406494294, + 0.0, + 0.0, + 0.0, + 0.5027503878937485, + 0.8314824842078647, + 0.481102926498948, + 0.982036585172677, + 0.41920531241143183, + 0.10010143214564433, + 0.4157430811933731, + 0.8831673988750964, + 0.16010840871290716, + 0.0, + 0.9829904091963335, + 1.0, + 0.5939489808722033, + 0.17557477952503453, + 0.0, + 0.0, + 0.9283976767163697, + 1.0, + 0.9895427774055682, + 0.34248172511203484, + 0.10319335126913784, + 0.0068200422346913715, + 0.1411003088590268, + 0.8251477656008419, + 0.970962604966667, + 1.0, + 0.1705337858616063, + 1.0, + 0.13573147414197886, + 0.1533663771279651, + 1.0, + 0.0, + 0.09237934415924257, + 0.9414826423706223, + 1.0, + 0.7034477183853778, + 1.0, + 1.0, + 1.0, + 0.2953933354354041, + 0.4493458594722218, + 0.0026114419568510927, + 1.0, + 0.5315482995701796, + 0.9791273422331046, + 0.24503096040487826, + 0.6057705491286739, + 0.0, + 1.0, + 0.0, + 0.0, + 0.9488437909298463 + ], + "successes": [ + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + true, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + true, + true, + true, + true, + true, + true, + false, + false, + false, + true, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + true, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + true, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + true, + false, + true, + false, + false, + true, + false, + false, + false, + true, + false, + true, + true, + true, + false, + false, + false, + true, + false, + false, + false, + false, + false, + true, + false, + false, + false + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + }, + "n_episodes": 200, + "n_success": 32, + "pc_success": 16.0, + "pc_success_ci95": [ + 11.567412031587022, + 21.714070162067106 + ] + } + ], + "per_group": { + "pusht": { + "avg_sum_reward": 53.405793878642015, + "avg_max_reward": 0.5081434491049487, + "pc_success": 16.0, + "n_episodes": 200, + "n_success": 32, + "pc_success_ci95": [ + 11.567412031587022, + 21.714070162067106 + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } + }, + "overall": { + "avg_sum_reward": 53.405793878642015, + "avg_max_reward": 0.5081434491049487, + "pc_success": 16.0, + "n_episodes": 200, + "n_success": 32, + "pc_success_ci95": [ + 11.567412031587022, + 21.714070162067106 + ], + "eval_s": 295.4563982486725, + "eval_ep_s": 1.4772819948196412, + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } +} \ No newline at end of file diff --git a/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_0.mp4 b/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..013891862d3d710beb62c8e4b7e7fce003b6334f --- /dev/null +++ b/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_0.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6866f8576e493fb894bcd055a7d048b47ada653755b62e7b5e5ea1327983362 +size 135258 diff --git a/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_1.mp4 b/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..2f453511ffdb4990466aafb9426d72fab1b4fc56 --- /dev/null +++ b/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_1.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fff20062aefa71c4d81b1b69107d19497a522842924fbef2efa494b17fc2c2a0 +size 128712 diff --git a/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_2.mp4 b/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..9569f77cf1f43b3f8b4a94295c0fcf1efe0aaee4 --- /dev/null +++ b/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_2.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9760b24a542404b5203a0530935fdaa25e1c3a35568d2a5315d8cd6767c4cafe +size 112465 diff --git a/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_3.mp4 b/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..079d1ceb0b90bf31c1632cb4e143173ebb9fefd0 Binary files /dev/null and b/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_3.mp4 differ diff --git a/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_4.mp4 b/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_4.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..513fd9d3666fc092f60c0ebe698361a2a74fcb51 --- /dev/null +++ b/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_4.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbc764454a2fab8339692ceceb09e8478c8fa2784b01b340a1c3fca71a27d35d +size 161675 diff --git a/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_5.mp4 b/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_5.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..ed0056542e4beaaa2c01e529af15cd8ae59a403c --- /dev/null +++ b/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_5.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fe3449e0fd63c44119a8ddac06999dfe98f441b834700dc0a6f3234cf7cfcdf +size 150088 diff --git a/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_6.mp4 b/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_6.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..c161f686eb53b92b340aa96d66736e4d754ec9ca --- /dev/null +++ b/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_6.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0db57d94c30c7c8f057e091e0ed43eb127c4e41db6530ca465112f455166d37e +size 151613 diff --git a/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_7.mp4 b/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_7.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..256a21eceb16bc30f81a3bceb7216905cb6dd413 --- /dev/null +++ b/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_7.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42bcb761c5de827f968f954cd3e1bcc999e33a9b0355d53ce8c7214fc66adc48 +size 135681 diff --git a/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_8.mp4 b/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_8.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..51028ae11ccb5e4378b403270f833590a6707440 --- /dev/null +++ b/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_8.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c78278df30f3eefd4ad01c3d5c843c7fa12c510bf402ec38c6a3ae16dc5d2ac +size 158913 diff --git a/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_9.mp4 b/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_9.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..f8017679e742025b89133766ad6f81d05e294a52 --- /dev/null +++ b/eval/planbind_L0_none_every8_s1001/videos/pusht_0/eval_episode_9.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:630a59e078864eddd59682c7595b980a34351878300b5391c3fbd3a83cb37b64 +size 121814 diff --git a/eval/planbind_L0_none_s1000/eval_info.json b/eval/planbind_L0_none_s1000/eval_info.json new file mode 100644 index 0000000000000000000000000000000000000000..9bac871aa5b84fb48eecea92e00d2ee3e55b95fe --- /dev/null +++ b/eval/planbind_L0_none_s1000/eval_info.json @@ -0,0 +1,688 @@ +{ + "per_task": [ + { + "task_group": "pusht", + "task_id": 0, + "metrics": { + "sum_rewards": [ + 53.915726080895645, + 99.18017430827233, + 38.8112111889038, + 71.71249953439118, + 30.161220355595326, + 173.66281592137886, + 54.89079137353131, + 104.15353412539986, + 91.78190155844455, + 117.93254162804118, + 206.8273255217246, + 0.26509753642165945, + 57.77039505426217, + 48.74932896161394, + 116.72526765605701, + 20.897903516489784, + 228.55532138125855, + 61.39107524264186, + 171.61256978615722, + 41.72599293749924, + 69.81264594133071, + 12.37596677610593, + 14.932224292018283, + 67.27863787089353, + 43.09559449374581, + 31.67038586689516, + 176.41244358783254, + 41.35884730499098, + 81.90840645763882, + 88.11368561702832, + 33.33922962458618, + 165.93223235367708, + 52.73691949135906, + 0.059522493510238764, + 96.0559816792644, + 219.04303431272513, + 10.22935357712209, + 146.76678078263546, + 0.9559739865964734, + 232.00132802986056, + 0.0, + 139.99740682478472, + 83.11528122222559, + 41.97024037625175, + 116.48797514897242, + 42.756426514634796, + 174.33398372803399, + 28.96475075697013, + 0.0, + 197.57905171290744, + 66.79369270919224, + 45.281152326676796, + 96.99922073844077, + 91.4799421153165, + 121.96225030351283, + 3.778824391438783, + 33.75588250448942, + 7.16982694693255, + 114.99181323669288, + 161.2361210730001, + 185.50617285458912, + 193.7012355119529, + 3.435881939092531, + 53.82880027702142, + 161.70724348360432, + 195.54795146713894, + 98.30443310652443, + 130.66842071037658, + 30.99250368626946, + 0.0, + 88.32269947660528, + 0.0, + 185.83577620740073, + 44.12677454877466, + 47.81465205044761, + 0.0, + 0.0, + 34.4613273210959, + 0.0, + 19.62656086579854, + 0.0, + 146.25150803535342, + 207.76960398358838, + 48.38214948043874, + 60.88335878448809, + 147.55338641292397, + 186.54250222756298, + 36.68997537178303, + 0.0, + 57.46745671837117, + 173.43804423618565, + 214.72587126447578, + 61.81638175663323, + 157.52359121660731, + 0.0, + 16.68005927910835, + 64.43432480455215, + 129.90219833620566, + 159.30465587299233, + 51.97886200630967, + 0.0, + 8.034384413825443, + 0.0, + 7.001641596101685, + 164.34014801350096, + 85.90000345029226, + 0.0, + 195.22648919540842, + 72.45675966795949, + 0.0, + 35.08211071622916, + 0.0, + 93.97128907086457, + 204.89505931005576, + 48.426673426221186, + 121.53917027561707, + 211.11497948122954, + 59.01669818872205, + 75.02216267981359, + 38.107392912693356, + 25.003175121980803, + 31.792076729267396, + 157.95082073194092, + 93.78511862455798, + 19.341838695345523, + 55.573237471915235, + 194.63228805610845, + 55.82770997517052, + 107.58361939509822, + 209.11829876000388, + 183.3705306088044, + 20.350831652008473, + 4.812634161853484, + 0.0, + 0.0, + 59.445756799697506, + 10.716452932098289, + 0.0, + 74.92021928738589, + 0.0, + 75.46412214013262, + 108.70118570021211, + 39.27768968921308, + 109.81556198456812, + 177.65127511598897, + 0.0, + 56.80976319731255, + 0.0, + 174.50105754299534, + 176.4970609541714, + 157.3301314407195, + 22.09228877098933, + 85.55488164429076, + 41.43586158334955, + 84.98251871446467, + 195.64724914017967, + 150.5860068036344, + 0.6436903740921335, + 178.29505283060254, + 108.2826553151734, + 44.374579999879785, + 90.58792644434054, + 0.0, + 22.540977772276385, + 64.64170196467903, + 176.67958487647746, + 165.8014052784828, + 49.746068438139034, + 64.35651854280803, + 0.0, + 12.580531334220474, + 227.7481607837184, + 208.4987481139843, + 93.86840851126857, + 57.855779936215946, + 8.016238260723913, + 28.742077086197213, + 183.9493152371303, + 114.34571226030249, + 9.343354833865053, + 73.2726990432516, + 72.94517971036403, + 213.8231159353858, + 102.48304811011198, + 180.9747327654402, + 64.27803246945724, + 76.63495454013609, + 42.601415249777816, + 75.50939153993009, + 111.37502051958235, + 92.72450035026671, + 0.0, + 177.084973976911, + 52.72669650418014, + 128.71301687403934, + 55.338519800729124, + 159.07465526405912, + 12.27097891608341, + 9.92167398901263, + 117.11114953145233 + ], + "max_rewards": [ + 0.23673986353118834, + 0.5874153257705214, + 0.26708593966456073, + 1.0, + 0.13398255120694713, + 0.9428908117613638, + 1.0, + 1.0, + 0.365652540061976, + 0.9155123352353842, + 0.9529974400962169, + 0.03301117198044298, + 1.0, + 1.0, + 0.6416455972454284, + 1.0, + 0.9880209172864959, + 0.3419724288055252, + 0.9950967734283602, + 0.15457138693965383, + 1.0, + 0.04695822903292937, + 1.0, + 0.465117359094766, + 1.0, + 0.10782024890319038, + 0.6929277735424015, + 0.15662922087587725, + 1.0, + 1.0, + 0.3062870857677266, + 0.9778641328769343, + 1.0, + 0.011183296341133377, + 0.9708386181538913, + 0.9809950328946752, + 0.36717285129221894, + 1.0, + 0.18339292069673244, + 0.9474991521825871, + 0.0, + 0.9446961093163253, + 0.979190588604865, + 1.0, + 1.0, + 1.0, + 0.9464099394937575, + 0.962540516360821, + 0.0, + 0.9837927116653709, + 0.9242854810310531, + 1.0, + 0.3434450861980233, + 0.3430673517517325, + 0.996376213515945, + 0.1892137012532899, + 1.0, + 0.22017385293625805, + 1.0, + 0.9672277058668287, + 0.9930943310180874, + 0.9271358443253587, + 0.30038797119768934, + 1.0, + 0.9620454605622129, + 1.0, + 1.0, + 0.9784503633565762, + 0.13162402004300325, + 0.0, + 1.0, + 0.0, + 0.9854750855843382, + 1.0, + 0.19234950992630656, + 0.0, + 0.0, + 0.29355949834877454, + 0.0, + 1.0, + 0.0, + 0.7288588071488864, + 0.9368420785981535, + 0.5726568427056327, + 1.0, + 0.49184462137641327, + 1.0, + 1.0, + 0.0, + 1.0, + 0.9441477662458395, + 0.9967242308281029, + 1.0, + 0.9996362370219364, + 0.0, + 0.36562076377693475, + 0.44330886369490474, + 0.4677485187298508, + 0.9160278872627052, + 0.2781683965042747, + 0.0, + 0.39240668516414545, + 0.0, + 0.026168585666850194, + 0.9739587905900584, + 0.9516542701696846, + 0.0, + 0.9886815718054452, + 0.526748952784066, + 0.0, + 0.16612515471545683, + 0.0, + 0.31517582381609266, + 0.938914658578888, + 0.2431426756871001, + 0.5665144991256424, + 0.9579149237364726, + 0.46024760598575304, + 0.536426330598546, + 0.5314893609394914, + 1.0, + 0.33529886718150603, + 0.8883863235664023, + 1.0, + 0.07265341094423364, + 1.0, + 0.9849827873147463, + 0.5884372241135313, + 0.3586120646503274, + 0.9481549286151353, + 0.7288146735769467, + 0.5945208734889118, + 0.1480499699459108, + 0.0, + 0.0, + 0.25306732812351107, + 0.39214758069169353, + 0.0, + 1.0, + 0.0, + 0.3014385264533886, + 1.0, + 1.0, + 0.9940396853730563, + 1.0, + 0.0, + 1.0, + 0.0, + 0.6029565838095718, + 0.9841564811856179, + 0.9922475250754705, + 1.0, + 0.45072138458771405, + 0.46575876839580704, + 0.5786368833563378, + 0.9958327500961736, + 0.9826695847604466, + 0.07382559492144791, + 0.8292493835862055, + 0.37103503407974864, + 0.4308250563936054, + 0.9819350265669635, + 0.0, + 0.591192120641224, + 1.0, + 1.0, + 0.952166342669164, + 0.16805774297940862, + 1.0, + 0.0, + 0.04780664883500751, + 0.9748475567336458, + 0.9921645937843797, + 1.0, + 0.19603680646488295, + 0.3068616471557392, + 0.27421743001843984, + 0.940518159815748, + 1.0, + 0.03473203694530574, + 0.26133066298110436, + 0.286356517672207, + 0.994363009683811, + 1.0, + 0.9899594796267916, + 1.0, + 1.0, + 0.34317519697601545, + 0.5663481743304216, + 0.9103557014958579, + 1.0, + 0.0, + 0.995671975665763, + 1.0, + 0.9920946695828685, + 0.9763167461419839, + 0.968863167536, + 0.139690915181788, + 0.038253833632197136, + 1.0 + ], + "successes": [ + false, + false, + false, + true, + false, + false, + true, + true, + false, + false, + false, + false, + true, + true, + false, + true, + false, + false, + false, + false, + true, + false, + true, + false, + true, + false, + false, + false, + true, + true, + false, + false, + true, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + true, + true, + true, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + true, + false, + true, + false, + false, + false, + false, + true, + false, + true, + true, + false, + false, + false, + true, + false, + false, + true, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + true, + false, + true, + true, + false, + true, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + true, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + true, + true, + false, + true, + false, + true, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + true, + false, + false, + true, + false, + false, + false, + false, + true, + false, + false, + false, + false, + true, + false, + false, + false, + false, + true, + false, + true, + true, + false, + false, + false, + true, + false, + false, + true, + false, + false, + false, + false, + false, + true + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + }, + "n_episodes": 200, + "n_success": 50, + "pc_success": 25.0, + "pc_success_ci95": [ + 19.5081680068175, + 31.434098312045826 + ] + } + ], + "per_group": { + "pusht": { + "avg_sum_reward": 82.24574281621145, + "avg_max_reward": 0.6266140634384363, + "pc_success": 25.0, + "n_episodes": 200, + "n_success": 50, + "pc_success_ci95": [ + 19.5081680068175, + 31.434098312045826 + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } + }, + "overall": { + "avg_sum_reward": 82.24574281621145, + "avg_max_reward": 0.6266140634384363, + "pc_success": 25.0, + "n_episodes": 200, + "n_success": 50, + "pc_success_ci95": [ + 19.5081680068175, + 31.434098312045826 + ], + "eval_s": 268.91664361953735, + "eval_ep_s": 1.3445832192897798, + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } +} \ No newline at end of file diff --git a/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_0.mp4 b/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..f144563f55a533862857c8c07827b8574e186d7a --- /dev/null +++ b/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_0.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f7ce2fc841e64697f1caa51b2e99a2c00401314f0fe19b8f6e703697f5fdf0e +size 113534 diff --git a/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_1.mp4 b/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..9a3670c637ad96d688dbe893fa82dd32ae6ccce4 --- /dev/null +++ b/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_1.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d83f54d2faa19d448d3eee596b165616dc20d1880c61de5841e3e9b841eae24 +size 140971 diff --git a/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_2.mp4 b/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..ed6b9cdcea0eafadefcca0b1c55cae85c6474b08 --- /dev/null +++ b/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_2.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b99400f90cdcff20d0d53115b8399e9268b69d1a45b05512000fa740d2e4a18f +size 140307 diff --git a/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_3.mp4 b/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..8a120992dd42d2623fdc75611f7f2b78dfa72e65 Binary files /dev/null and b/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_3.mp4 differ diff --git a/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_4.mp4 b/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_4.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..01a82fe2f4fe5ba056701e446f76fb4dfab62b73 --- /dev/null +++ b/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_4.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20acf2d811dac4d5d7f309fab41e65e61950e7dfff1cc8129eb50d0f89376543 +size 109673 diff --git a/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_5.mp4 b/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_5.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..f54c9c681d73164a15060fe56768b686fdf511ae --- /dev/null +++ b/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_5.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cae578800d5edc5736ec9c896a841f47663df808427ccd968bd23f60a12805f5 +size 129212 diff --git a/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_6.mp4 b/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_6.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..8d1e23297486def5b47229cec201a6afb29e2e26 Binary files /dev/null and b/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_6.mp4 differ diff --git a/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_7.mp4 b/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_7.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..0913dbbff32a8ec06acd9acbc37fb25991bc7cb3 Binary files /dev/null and b/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_7.mp4 differ diff --git a/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_8.mp4 b/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_8.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..519ca24121a461619a2526f83dc348f553f6aed7 --- /dev/null +++ b/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_8.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43cfcb53189868c9da21ab5a3ab3ed1a21ef819dcaf7148eda2e6bb80ffca747 +size 102799 diff --git a/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_9.mp4 b/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_9.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..0aed83511b77b68958793555d1e05ecf87c2cfb5 --- /dev/null +++ b/eval/planbind_L0_none_s1000/videos/pusht_0/eval_episode_9.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ef62b3744192d44d23709e4358fc64130ec6932a5e4117dc247f6897390def7 +size 156615 diff --git a/eval/planbind_L0_none_s1001/eval_info.json b/eval/planbind_L0_none_s1001/eval_info.json new file mode 100644 index 0000000000000000000000000000000000000000..cf719fa6fa01f2460ae43d5eb3d53bba6465e645 --- /dev/null +++ b/eval/planbind_L0_none_s1001/eval_info.json @@ -0,0 +1,688 @@ +{ + "per_task": [ + { + "task_group": "pusht", + "task_id": 0, + "metrics": { + "sum_rewards": [ + 196.6843127533811, + 0.0, + 0.7294480225052014, + 252.05740860360478, + 0.5432661043340057, + 50.41359242295326, + 206.31775990208496, + 116.74859713079582, + 121.31038812914079, + 145.4084107779169, + 46.44198185226492, + 56.999866355894824, + 0.0, + 34.46794215570577, + 69.96735565277129, + 52.377141206350345, + 222.62308026986705, + 189.5720658041591, + 68.48991157353841, + 185.20379926308266, + 58.647264175816375, + 0.03374245297852531, + 11.473642044930816, + 163.45585184109717, + 18.175432646060813, + 156.72930691112956, + 145.50473509164343, + 207.10464205914414, + 0.0, + 37.08267852344116, + 0.0, + 31.362965731379855, + 212.05684502668865, + 0.011804604674533163, + 0.0, + 2.1152668895673035, + 0.0, + 69.78960115572008, + 1.8889051029477326, + 80.58894544559749, + 0.0, + 99.3125141682479, + 179.8733082797377, + 106.58499176668147, + 150.0389173112457, + 2.1097112326066245, + 25.57717205875685, + 70.43534660618684, + 0.0018618527351648426, + 61.868796914359706, + 3.0327091250240708, + 42.33132088703275, + 96.25652116087845, + 176.6529860977791, + 22.572649715735295, + 132.46117936206122, + 17.36411948537706, + 101.73527303206276, + 201.0680044158265, + 124.18826560639553, + 117.30828436588928, + 210.192344295869, + 211.75815189721982, + 224.84785255952306, + 18.189329478403977, + 184.67065307153663, + 182.27016096350027, + 194.68328877185033, + 6.254595057634381, + 1.8832978050252378, + 0.0, + 26.25937801556546, + 210.3651976986646, + 10.90516373498954, + 106.09742461215147, + 0.3617247057383008, + 81.80149408630422, + 28.359120700450458, + 0.0, + 50.3438286154301, + 0.0, + 164.24064765495086, + 32.588708367196645, + 23.904998000255308, + 114.3187831507401, + 147.55338641292397, + 70.10943392798885, + 132.40533609099955, + 0.0, + 52.74938016325412, + 113.40118272259434, + 172.51060084823214, + 78.84422442029503, + 8.778100638287409, + 0.0, + 104.72822515776119, + 0.0, + 79.19070490756175, + 4.5943864713544365, + 172.17062573106008, + 65.88519637225794, + 141.97446406634407, + 59.32316795166135, + 151.2940442439169, + 0.0, + 29.140438745146906, + 0.0, + 99.65059652277102, + 100.85803698834114, + 0.0, + 23.486664828114915, + 0.0, + 55.63659966329413, + 29.985029814122754, + 41.25711030623018, + 70.2690839816645, + 256.9581842816973, + 167.6858272723669, + 2.5702068132586007, + 128.66124883043557, + 28.87249181965576, + 114.63998693954755, + 199.49452279042822, + 87.48566117719781, + 12.400881994109325, + 14.280356512483163, + 178.61884475798064, + 119.19612789585014, + 90.36924268553007, + 191.99395672932272, + 146.684475958714, + 0.03218154153974875, + 106.23510050885125, + 0.0, + 0.07283538862437794, + 91.19950327952563, + 85.63285340952024, + 54.189278139455375, + 0.0, + 96.0674012592728, + 68.64946860213718, + 138.85345943581336, + 91.05147936684574, + 101.97586789002328, + 103.77451536068739, + 0.0, + 119.57343701095672, + 0.0, + 120.30842964849009, + 59.85595748686768, + 1.9966455040092297, + 56.487256828821096, + 43.04334254399099, + 75.56885233331593, + 22.66446393957915, + 43.7131059436578, + 0.023030818686367114, + 0.0, + 151.25133493173905, + 40.471309833013215, + 52.74097916239045, + 0.4474095154883015, + 0.0, + 186.29404616372784, + 119.85102415303956, + 69.18783071645768, + 240.17437848722784, + 81.7388365368995, + 31.78852325523497, + 87.99972530055871, + 129.59994938149546, + 255.29013715753075, + 106.81787812582147, + 60.15655003383148, + 155.7482843786179, + 63.6127434361985, + 100.45074156742815, + 126.82874269492896, + 41.08451901816595, + 0.5081556733464452, + 98.98206947141253, + 155.9475905544868, + 56.06156697594028, + 179.91007392066308, + 26.24990951329572, + 0.0, + 153.5920970070044, + 10.659105766483908, + 86.62246342952143, + 28.137572488452843, + 29.52182500103259, + 0.05932729098684253, + 120.41746667198903, + 70.37453573652225, + 95.94918387660094, + 182.92819999278834, + 37.01738604458245, + 119.67286916996218, + 0.0, + 197.67026572963874 + ], + "max_rewards": [ + 0.9923514293843647, + 0.0, + 0.1335451053875287, + 0.9912328705079897, + 0.004094092025259101, + 1.0, + 0.9971159981127454, + 0.9908943942356895, + 0.997999636746536, + 0.5413443710956406, + 1.0, + 0.3773926911265022, + 0.0, + 0.34732912066057126, + 1.0, + 1.0, + 0.9630506001809535, + 0.9753472661656266, + 0.6398027328865629, + 0.9806878058675472, + 1.0, + 0.0014477138925033585, + 1.0, + 0.9699588972468279, + 1.0, + 0.6109613618857996, + 0.5527238206756007, + 0.9372713703605695, + 0.0, + 1.0, + 0.0, + 0.3701632225885041, + 0.9825654055989111, + 0.00958385775532788, + 0.0, + 0.15941238214688003, + 0.0, + 0.4599441508515144, + 0.08095525926582846, + 1.0, + 0.0, + 0.5476503712563457, + 0.9731557037162175, + 0.3943805671900264, + 0.9997508550861112, + 0.1319908362401427, + 1.0, + 1.0, + 8.531340692886702e-06, + 0.41966254258928454, + 0.2780191263985433, + 1.0, + 0.45892515906529036, + 0.9825176697556102, + 1.0, + 1.0, + 1.0, + 0.40292152477849713, + 0.9994646788125746, + 0.4251838805089097, + 1.0, + 0.9916464494315376, + 0.8923726765491379, + 0.9670672130089124, + 0.44213090831040114, + 0.9706528443120109, + 0.9329241192733694, + 0.9449842284960166, + 0.11454804786149014, + 0.2333180531147751, + 0.0, + 0.8509378754930452, + 0.980753004110167, + 0.33058599599457444, + 0.9435971768106594, + 0.06221731742592023, + 0.4309819575399418, + 0.6340713327000539, + 0.0, + 0.3663379097947656, + 0.0, + 0.9862604003041207, + 0.8290906924075702, + 0.2470045923808243, + 0.9514703550782159, + 0.4918446213764133, + 1.0, + 1.0, + 0.0, + 1.0, + 0.989477979053041, + 0.9763016413057005, + 1.0, + 0.02967943860666533, + 0.0, + 0.7304066242699754, + 0.0, + 0.29255150937286767, + 0.13057284218012455, + 0.9631604576219899, + 0.6485283995317248, + 0.9972300679570515, + 0.8911546159585878, + 0.9628698803668672, + 0.0, + 0.15296623950619115, + 0.0, + 0.5318868232761128, + 0.6424289749281682, + 0.0, + 1.0, + 0.0, + 0.4188399091028758, + 0.382057598998101, + 0.2805487635591955, + 1.0, + 0.9791330567684412, + 0.9821015699112261, + 0.22782227904352065, + 0.9401304256642137, + 1.0, + 0.9910199926621625, + 0.9563296686131189, + 0.6404870870469647, + 0.04744136383677259, + 0.04785586300332746, + 0.9817872688509478, + 0.5508405116243811, + 0.3586120646503274, + 1.0, + 0.9575609015870551, + 0.006237521527378528, + 0.9297166207825213, + 0.0, + 0.0002610309047537868, + 1.0, + 0.5403666074334065, + 0.5065818964117513, + 0.0, + 1.0, + 0.3182318263097994, + 0.908994999804424, + 1.0, + 0.5595988837786403, + 0.40359646897613266, + 0.0, + 0.9762122731035314, + 0.0, + 0.48918586550302146, + 1.0, + 0.20317646609198145, + 1.0, + 0.45948759337274375, + 0.44308021849182955, + 0.5535222530998243, + 1.0, + 0.00016504845138920907, + 0.0, + 0.9764813891809921, + 1.0, + 0.42743160487627446, + 0.17557963252458192, + 0.0, + 0.957529787239894, + 1.0, + 1.0, + 0.9455221849137503, + 0.305365773384712, + 0.513955921013436, + 0.9316667870753897, + 0.9843165859249563, + 0.9315102546546382, + 0.5252779994175493, + 1.0, + 0.6484084575667284, + 1.0, + 1.0, + 0.5682852453788342, + 0.5822998504607595, + 0.002263377795880796, + 1.0, + 0.846309419986847, + 0.9652131088130272, + 0.9917414005791109, + 0.34360661423646327, + 0.0, + 1.0, + 0.28727698671370216, + 0.3829596749707564, + 0.47484418472721, + 1.0, + 0.0003392817384357054, + 0.4938329406773461, + 0.40330152512951717, + 0.40124926205263506, + 0.9998237317029707, + 0.5458025296849862, + 0.9761050717819252, + 0.0, + 1.0 + ], + "successes": [ + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + true, + false, + false, + false, + true, + true, + false, + false, + false, + false, + true, + false, + true, + false, + true, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + true, + true, + false, + false, + false, + true, + false, + false, + true, + true, + true, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + true, + false, + true, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + true, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + true, + false, + false, + false, + true, + false, + false, + true, + false, + false, + false, + false, + false, + false, + true, + false, + true, + false, + false, + false, + true, + false, + false, + false, + true, + false, + false, + false, + false, + true, + true, + false, + false, + false, + false, + false, + false, + false, + true, + false, + true, + true, + false, + false, + false, + true, + false, + false, + false, + false, + false, + true, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + true + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + }, + "n_episodes": 200, + "n_success": 40, + "pc_success": 20.0, + "pc_success_ci95": [ + 15.045200926098115, + 26.085518656537875 + ] + } + ], + "per_group": { + "pusht": { + "avg_sum_reward": 80.02970573105362, + "avg_max_reward": 0.6012205237613405, + "pc_success": 20.0, + "n_episodes": 200, + "n_success": 40, + "pc_success_ci95": [ + 15.045200926098115, + 26.085518656537875 + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } + }, + "overall": { + "avg_sum_reward": 80.02970573105362, + "avg_max_reward": 0.6012205237613405, + "pc_success": 20.0, + "n_episodes": 200, + "n_success": 40, + "pc_success_ci95": [ + 15.045200926098115, + 26.085518656537875 + ], + "eval_s": 300.81576204299927, + "eval_ep_s": 1.5040788125991822, + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } +} \ No newline at end of file diff --git a/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_0.mp4 b/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..85df28abeb4bc76ff2be4a93911d1eb879deeda8 --- /dev/null +++ b/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_0.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c713f0c91f439fde621079a4d5f27638499b46285a23e725b428b31d144cfe4 +size 127324 diff --git a/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_1.mp4 b/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..b5c5e121ff5d24fcdbc229e3feb92d5a83e9992a --- /dev/null +++ b/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_1.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:249b662a21ebf91d418e8bf0f89200e202b7cc4a06afc4c4f29b6e2b307ac332 +size 129172 diff --git a/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_2.mp4 b/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..8bfb677399cf404bddafdda76dbbf372e258f467 --- /dev/null +++ b/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_2.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9762297be3f1d30019375688dc51f5b46fd54607528930619c16255e3b9ec2d8 +size 114193 diff --git a/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_3.mp4 b/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..891765d5810448d93c4938ca3cf6e789ce86c499 --- /dev/null +++ b/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_3.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d977459a1611df8b82870410c577512e857ae8fadb9d8c62c8b5f240a2915ac9 +size 111710 diff --git a/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_4.mp4 b/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_4.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..5f5c3ec2465a02b002bf0ff796a025bc4ad423fa --- /dev/null +++ b/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_4.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0814a0323d87c835cbc8695580d50e40b6cc3da0ad80bdd3c87aa00fe7e4af09 +size 106696 diff --git a/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_5.mp4 b/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_5.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..9d72c18f094cd2963a8a043cd0ef5ca5453142da Binary files /dev/null and b/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_5.mp4 differ diff --git a/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_6.mp4 b/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_6.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..c8a8d3f16be79f3dc87e51e25f99d739410c254e --- /dev/null +++ b/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_6.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b83f70ce9033247695c6fe2a909204959b81e72da9a24babc45b5f3a892fcf2 +size 126807 diff --git a/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_7.mp4 b/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_7.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..348a5ccfe8dd2d8f673caa93f5c83d82a95cb667 --- /dev/null +++ b/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_7.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04d286de451753a5fe864a584a8024e58de301e585d35432934805bf73e0c952 +size 139742 diff --git a/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_8.mp4 b/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_8.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..ce468376106e576f996ce2245ad4b44041a4b3d6 --- /dev/null +++ b/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_8.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2063554a954e89205771719be5138e1d35dd4596b9ab0777def4c7d689199840 +size 147278 diff --git a/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_9.mp4 b/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_9.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..1005429927c6ab39b3eb2ad6524251dc9d40eb12 --- /dev/null +++ b/eval/planbind_L0_none_s1001/videos/pusht_0/eval_episode_9.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a409d286fa3b69a24d7a70f5c0fe51da56f0db25bed5d60c1b980fdb9285e21 +size 106210 diff --git a/eval/planbind_L1_latency_s1000/eval_info.json b/eval/planbind_L1_latency_s1000/eval_info.json new file mode 100644 index 0000000000000000000000000000000000000000..aa8b26a4313476571eec3a1df1ce76a0046ca550 --- /dev/null +++ b/eval/planbind_L1_latency_s1000/eval_info.json @@ -0,0 +1,688 @@ +{ + "per_task": [ + { + "task_group": "pusht", + "task_id": 0, + "metrics": { + "sum_rewards": [ + 69.99851713437681, + 0.0, + 0.02203986836634237, + 191.2828526987272, + 3.4783550625042174, + 6.8027889430391895, + 24.2190534847659, + 32.89406152561302, + 166.8517657462075, + 48.0398390740221, + 90.03295466961225, + 1.2601429632107122, + 27.332579037903358, + 0.0, + 13.348103460941584, + 72.56703826171278, + 91.88152908587817, + 7.121648617350163, + 136.62943838666334, + 129.05263199944838, + 3.099975402771742, + 2.9602429630978526, + 14.942295768096065, + 11.237254796113067, + 50.908108242264916, + 89.32228296859076, + 106.20187928923795, + 0.06292031199442247, + 91.49800275734748, + 5.177775759776272, + 66.86658996407444, + 96.66663355678517, + 1.924267173498778, + 0.027928803218159378, + 0.24845027709171247, + 49.18528534658678, + 0.0, + 23.145719993248242, + 0.6872767525817637, + 102.87458181710159, + 0.0, + 47.631706307635795, + 21.558055385528043, + 166.7039477794326, + 82.32764647561808, + 184.37464103595596, + 45.39803879480531, + 1.261213193353493, + 0.0, + 23.51283061913303, + 0.0, + 140.7600675464437, + 82.16366454197501, + 59.254851056255504, + 14.876157552978912, + 0.9905707031079956, + 80.05160734893315, + 5.262967117458688, + 200.45701712880052, + 100.32968955162912, + 71.40310754985703, + 128.4380688675509, + 81.84771848695864, + 137.5711330588477, + 127.79113534487489, + 153.85310051938802, + 84.83752184590239, + 45.104763412040235, + 68.14565942188904, + 35.922085238079376, + 3.4509278107129058, + 116.19740724613061, + 144.34377322255742, + 101.69086444344808, + 4.14711092490375, + 0.33533559852062716, + 1.4685170452759606, + 0.9866294465914539, + 2.065531242578434, + 0.0, + 0.0, + 0.010146238968208435, + 0.8209610300332726, + 2.8905036320140067, + 0.0, + 147.61888222274644, + 149.07913825778581, + 11.00974499161671, + 0.0, + 37.24003819208234, + 164.47356250881882, + 140.67696615863795, + 25.63951835108253, + 22.03540145698679, + 0.0, + 151.18882830720582, + 0.0, + 135.3994459678216, + 2.9073666347820457, + 84.89819592162837, + 29.391582641027156, + 0.5166195703364541, + 0.0, + 149.41928896392963, + 0.0, + 74.5367083468026, + 0.0, + 55.263473648440964, + 9.797522516624888e-05, + 0.0, + 25.81840443906023, + 0.0, + 63.28642967445303, + 78.49884636398767, + 29.415718853643448, + 8.186085198273496, + 65.63321577669859, + 0.02678900113912265, + 4.739072246962716, + 1.1561088421704355, + 27.539176750475075, + 12.484106476420404, + 13.41702886236127, + 52.34737171333566, + 19.76060193177789, + 129.02738563095193, + 124.26528079636572, + 72.1382860852372, + 25.51156332166514, + 92.39332532884671, + 71.46762865557821, + 0.6047791792489413, + 5.371262831101946, + 0.0, + 0.0, + 5.774471404281902, + 3.8773465234440847, + 5.773472841951838, + 0.0, + 22.554326332357704, + 51.373946394075794, + 95.96519189586729, + 63.451987833165006, + 40.447479472691256, + 3.2337890762436663, + 0.0, + 0.0, + 0.0, + 117.94644806174983, + 10.728808424568783, + 51.52818251861649, + 38.74752919187897, + 41.65199649817491, + 9.510445900814933, + 82.6686686987929, + 96.78753947033587, + 0.8565585128839277, + 0.08594714617562749, + 52.037708236195705, + 68.59940946977618, + 105.40013597455734, + 0.521036571962082, + 0.0, + 0.0, + 11.30257806478322, + 10.867994415041773, + 149.98058252067534, + 122.94091690933715, + 52.793069054536346, + 0.0, + 74.7510594048627, + 212.82492865773548, + 143.78505697080774, + 108.78403016006031, + 2.4806658586168955, + 4.74008909342935, + 1.8730160706451962, + 1.5432955445005434, + 9.681625919285977, + 0.0, + 4.583533694886825, + 22.272729623511474, + 73.8204702202595, + 148.3086951428955, + 69.61704271268084, + 1.74537902746202, + 51.292324817316896, + 18.87190828289793, + 166.21420991826938, + 0.00033850254255762596, + 108.52336653252497, + 26.413253188976597, + 57.99199048219609, + 126.56003454751834, + 77.1840697328567, + 0.0, + 60.33921458673286, + 0.0, + 0.0, + 125.63846879287836 + ], + "max_rewards": [ + 0.6907924813236319, + 0.0, + 0.009911856988349028, + 0.9788571549863618, + 0.22731330309220948, + 0.2806245928878268, + 1.0, + 1.0, + 0.9236638206741693, + 1.0, + 0.9295266624841464, + 0.15576950168989165, + 1.0, + 0.0, + 0.5542735470005784, + 0.41654891561945667, + 0.9914750009647139, + 0.40324636937774455, + 0.9723290796284809, + 0.95386991236633, + 0.11074439145689462, + 0.15151526604814958, + 1.0, + 0.5054017254095785, + 0.5538246425907704, + 0.36140024306581203, + 0.6794573297421287, + 0.004624722826886629, + 0.9870222539793493, + 0.2091063684884682, + 1.0, + 0.6094887416637709, + 0.10124848329082922, + 0.011183296341133377, + 0.0573315833975741, + 0.5010525767747074, + 0.0, + 0.564391931572708, + 0.1923859724244277, + 0.9739352009829687, + 0.0, + 0.5439681808674173, + 1.0, + 0.9422418305767112, + 1.0, + 0.9938640883171654, + 1.0, + 0.03846418379283366, + 0.0, + 0.5326013649700616, + 0.0, + 0.8155905985872781, + 0.42561672488031554, + 1.0, + 0.4360421681185639, + 0.07950560590921098, + 0.9899104678735091, + 0.17354667674329866, + 0.9824796286277608, + 1.0, + 1.0, + 0.9586440347496294, + 0.9701975865385127, + 0.9871288107130514, + 0.9787642178332921, + 1.0, + 1.0, + 1.0, + 0.5594472374511849, + 0.5709855180530522, + 0.2527543731795945, + 0.9680260930083138, + 0.9801250791544411, + 0.9212740718426267, + 0.19605649932146796, + 0.052940905536975856, + 0.14065722368962533, + 0.13693236191711897, + 0.024420985261694558, + 0.0, + 0.0, + 0.005414579511732502, + 0.07922667438123555, + 0.13158698654792772, + 0.0, + 0.49210150376392825, + 0.9629844915675623, + 0.44066849898204746, + 0.0, + 1.0, + 0.9130792260246685, + 0.8644015104733505, + 0.5034060508469389, + 0.07956765918874859, + 0.0, + 0.6113925537670402, + 0.0, + 0.5148249361807592, + 0.12613142405527963, + 1.0, + 0.9887148645897255, + 0.03635409791388314, + 0.0, + 0.9880836667630026, + 0.0, + 0.9314404287379929, + 0.0, + 0.5140194832336166, + 5.211986601110703e-05, + 0.0, + 1.0, + 0.0, + 0.39777862346414594, + 0.9985765441766364, + 0.13261986609692442, + 0.3764240798996731, + 1.0, + 0.003428347547914008, + 0.33282408037406735, + 0.1055734789142273, + 1.0, + 0.4222751417065259, + 0.4004003581598348, + 1.0, + 0.14419336188979998, + 0.928814410390556, + 0.9751350270476362, + 1.0, + 0.5167891764115564, + 0.3513868137265148, + 1.0, + 0.07528335297682551, + 0.27374297074661846, + 0.0, + 0.0, + 0.252045139701747, + 0.3402540133209046, + 0.16158371867742793, + 0.0, + 0.4609137200420177, + 0.34076719445976406, + 0.9359456680440661, + 0.5410462497981886, + 0.37836412593869223, + 0.2484765406494294, + 0.0, + 0.0, + 0.0, + 0.6248496902223415, + 0.5562792693002959, + 1.0, + 0.7919034737687062, + 0.34921680738832717, + 0.4170827040356708, + 0.9589887950885642, + 0.9684484996970159, + 0.16611034809428982, + 0.023465747690384658, + 0.9817296558547983, + 0.7292876203877049, + 0.9763626865749072, + 0.17926780163233844, + 0.0, + 0.0, + 0.5129375274331155, + 0.6258239512017357, + 0.9939048992017978, + 0.9716276011372178, + 1.0, + 0.0, + 0.9615211218728391, + 0.937702283808981, + 0.638962131179809, + 1.0, + 0.1705337858616063, + 0.3068616471557392, + 0.12672250578846786, + 0.15404964732722062, + 0.30198070015611866, + 0.0, + 0.11620722172765878, + 1.0, + 0.9902879155705919, + 1.0, + 0.5536655017425032, + 0.09314280709877551, + 1.0, + 0.1989742050306315, + 0.7114936833603129, + 0.0002651277422225955, + 0.9424870776833234, + 0.4515058632509367, + 1.0, + 0.9989235281370643, + 0.5506280879211488, + 0.0, + 0.9819104029383997, + 0.0, + 0.0, + 1.0 + ], + "successes": [ + false, + false, + false, + false, + false, + false, + true, + true, + false, + true, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + true, + false, + true, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + true, + true, + false, + false, + false, + false, + true, + true, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + true, + false, + false, + false, + true, + false, + false, + true, + false, + false, + false, + true, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + true, + false, + true, + false, + false, + true, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + true + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + }, + "n_episodes": 200, + "n_success": 31, + "pc_success": 15.5, + "pc_success_ci95": [ + 11.139636927689315, + 21.16069059234208 + ] + } + ], + "per_group": { + "pusht": { + "avg_sum_reward": 48.60860589353993, + "avg_max_reward": 0.5100385426563773, + "pc_success": 15.5, + "n_episodes": 200, + "n_success": 31, + "pc_success_ci95": [ + 11.139636927689315, + 21.16069059234208 + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } + }, + "overall": { + "avg_sum_reward": 48.60860589353993, + "avg_max_reward": 0.5100385426563773, + "pc_success": 15.5, + "n_episodes": 200, + "n_success": 31, + "pc_success_ci95": [ + 11.139636927689315, + 21.16069059234208 + ], + "eval_s": 273.1904754638672, + "eval_ep_s": 1.3659523797035218, + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } +} \ No newline at end of file diff --git a/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_0.mp4 b/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..a07c9e7e7ebcf33a015a2947f14aa7153ece0e0b --- /dev/null +++ b/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_0.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48a75e6a711bae1f8149ecb20c4e0671cc07e98cd7d2fb3db97f047ba561b60c +size 141901 diff --git a/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_1.mp4 b/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..79a734827544a8028addfcbec01c943ab3218d1a --- /dev/null +++ b/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_1.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba29d792f184ec319239b8afe4ca0aaac65bf7ea2a5665e8ce3f839835528014 +size 111955 diff --git a/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_2.mp4 b/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..cd8fa81181bca4d32e9246dd531addf2b0070bcd --- /dev/null +++ b/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_2.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47e937263a3e133ab55a7a9772bb06d6d4995009c92142bd290f1c2f6556c958 +size 117923 diff --git a/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_3.mp4 b/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..d593187ea87362681ec989285530dc7aa12384c1 --- /dev/null +++ b/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_3.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19377c71032afa38e1c5eb8a908e087bb93b1495e13bce1adf895317144cc995 +size 159008 diff --git a/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_4.mp4 b/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_4.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..87b0fc09229708710eb6b9642e4d65203bd120c8 --- /dev/null +++ b/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_4.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26243a50f783015875d2e9a2e691dca0a96e5ed67fd6c7bd707938f191c91259 +size 123808 diff --git a/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_5.mp4 b/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_5.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..2252701731ac9615be4ab5d7df86aca788159d1a --- /dev/null +++ b/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_5.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1df7e1b20be5a986004c13de7d4991fc7cc4ffecf66079ddaa4bd2c6c904588f +size 134704 diff --git a/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_6.mp4 b/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_6.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..aa47303d2d4ecb9ea72c2431cc41e332edf067cf Binary files /dev/null and b/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_6.mp4 differ diff --git a/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_7.mp4 b/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_7.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..7c915de8ca17132f0f43c414509f386c449050c4 Binary files /dev/null and b/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_7.mp4 differ diff --git a/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_8.mp4 b/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_8.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..b2f729c15f20510257ce131197b7d4247583ce53 --- /dev/null +++ b/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_8.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4539c63d09593eab97d7843e756ad7f0e7f8d6a1cfecf92c5fd35de51c8af14 +size 153736 diff --git a/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_9.mp4 b/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_9.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..e216dea1aa1bc6f2f924935ea94405829975b9d8 --- /dev/null +++ b/eval/planbind_L1_latency_s1000/videos/pusht_0/eval_episode_9.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8116c3a7f9cdf41265834f8033568b41b7110d977a3d0b9ea868763d12f79e67 +size 109659 diff --git a/eval/planbind_L1_latency_s1001/eval_info.json b/eval/planbind_L1_latency_s1001/eval_info.json new file mode 100644 index 0000000000000000000000000000000000000000..7e025a6171153c332b2717bcefa34edf922c0cbc --- /dev/null +++ b/eval/planbind_L1_latency_s1001/eval_info.json @@ -0,0 +1,688 @@ +{ + "per_task": [ + { + "task_group": "pusht", + "task_id": 0, + "metrics": { + "sum_rewards": [ + 32.63534935275892, + 0.0, + 0.41254430001032116, + 216.81757219603867, + 63.83756120775739, + 0.0, + 87.04797267677868, + 0.11636689729220968, + 84.44717046942759, + 79.61016404968372, + 44.68204204678101, + 1.9685968043841466, + 63.533838582891356, + 4.273902598683021, + 57.83174266846497, + 154.361283967794, + 132.71571748910821, + 68.11402694429998, + 0.0, + 70.22217462620117, + 30.60708262307003, + 1.5652463141376634, + 9.947087393930044, + 0.0, + 71.14086100625296, + 47.45312936301542, + 133.43323706838765, + 0.13107904562416292, + 0.0, + 0.23115324700075887, + 42.68305325323241, + 0.0, + 55.05660297688377, + 0.011803918191827033, + 0.42543058666678635, + 1.165454995665904, + 0.0, + 99.05977541171221, + 98.78675136041053, + 123.68471536883726, + 0.0, + 29.999630277522474, + 33.861316962096744, + 41.126005297488916, + 4.915836874468952, + 1.436042652519492, + 72.50410945625474, + 0.684834901715303, + 0.0, + 87.03134182211542, + 8.879189324519322, + 6.184725825576432, + 4.481689724029083, + 165.3019975006999, + 122.3869878814881, + 73.30332215736908, + 22.90812847073292, + 8.145853185691902, + 58.94957898514207, + 33.930550754777265, + 131.7123817249316, + 152.09067669556796, + 135.62713436066588, + 131.83227930760276, + 77.33643641355822, + 156.1966928453208, + 32.8079490650608, + 0.0, + 34.59326757689594, + 2.8977560510596825, + 0.0, + 52.443569842038116, + 52.45310642129405, + 47.791683462720805, + 4.9522316019793005, + 0.47225358947516327, + 5.965926777308149, + 0.0, + 0.0, + 0.0, + 0.0, + 0.6345198217243992, + 14.335820568290387, + 5.013404871731433, + 0.0, + 123.03860775596644, + 71.3234954738044, + 21.657497464690334, + 0.0, + 31.365603661257488, + 79.19505150570106, + 170.86827028498942, + 124.92402042733893, + 44.88241410646245, + 0.0, + 144.90713467048374, + 0.0, + 4.995408099934624, + 1.1228160459078835, + 8.855706197303814, + 0.0, + 12.600210379352202, + 0.0, + 6.3752328057929555, + 0.0, + 10.55004549468482, + 0.0, + 42.88556734299813, + 0.0, + 0.0, + 36.73214349976254, + 0.0, + 32.91592457268632, + 6.408217155798097, + 26.4541250018055, + 53.72077966638727, + 33.755823225113886, + 0.0, + 0.0, + 0.0, + 28.063863589334083, + 74.46444271573495, + 97.70871198581186, + 41.704654766790625, + 39.090385799171486, + 25.660486260303742, + 124.93759066269781, + 25.71040403722386, + 42.317936830518704, + 203.8492033654734, + 50.566929476511014, + 0.022109379921942826, + 0.0, + 0.0, + 0.0, + 96.13227439434804, + 6.076907002501957, + 0.0, + 0.0, + 40.0917679346917, + 44.24605281696855, + 5.267509103755838, + 103.37437834691075, + 103.19885073288022, + 2.7988296590885335, + 0.0, + 0.0, + 0.0, + 58.64816737845128, + 94.69957100429136, + 118.06061054040867, + 24.781398931461652, + 17.648108642932193, + 33.631364100756755, + 48.44153173839437, + 152.25540317953525, + 0.35742925639744333, + 0.0, + 87.16599967513727, + 50.44980078121385, + 119.52771403747582, + 1.7089797122113914, + 0.0, + 0.0, + 144.44630618523217, + 54.202489624855765, + 31.382714413124653, + 99.74808494143288, + 1.015519687450026, + 0.0, + 5.6850753998964905, + 54.234244202863536, + 46.27972986112296, + 73.43753366765105, + 1.9386475328001613, + 137.32945669470257, + 2.7674429161554173, + 1.8105302393536444, + 109.44946545295377, + 0.0, + 1.5337186516819248, + 2.3641995706594896, + 5.774387762283087, + 52.725258010135285, + 73.15471626273296, + 2.0028381027110904, + 98.44335274513134, + 11.085990193843095, + 79.16719281295215, + 0.10977872204358144, + 109.83984405812154, + 119.70478041057757, + 108.7471472185511, + 71.39558750697228, + 103.6806312886662, + 0.0, + 103.44012576832523, + 0.0, + 0.0, + 42.25546526927491 + ], + "max_rewards": [ + 1.0, + 0.0, + 0.13142274944107227, + 0.8874565507146055, + 1.0, + 0.0, + 0.9799807856113424, + 0.02863237133380988, + 1.0, + 0.9536507737993386, + 1.0, + 0.09688414970479454, + 0.9773291360825227, + 0.14560437675376256, + 0.5616588376093548, + 0.9030561412186808, + 1.0, + 0.6464963081088652, + 0.0, + 0.9289906408252666, + 0.2716247265129531, + 0.11591509565571494, + 1.0, + 0.0, + 0.8325905983347411, + 0.4450165428019422, + 0.6471504408617585, + 0.00853018888160358, + 0.0, + 0.016687909890246887, + 0.7385947797233181, + 0.0, + 0.8967947259224113, + 0.009583707166262103, + 0.05973019067100854, + 0.14138437006547697, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.543561283127109, + 0.9846295889610647, + 1.0, + 0.26593886022276475, + 0.1319908362401427, + 0.9722093362050852, + 0.03846418379283366, + 0.0, + 0.6264556185497212, + 0.1791462638360693, + 0.17357716558612155, + 0.23537668060836736, + 0.9599618621596876, + 0.9895767197903644, + 0.9400005775114321, + 0.22008365135503752, + 0.21875741571224022, + 1.0, + 0.4279424481333198, + 0.9960109468556348, + 0.9626090598476444, + 0.9737293718875766, + 0.9887997481452097, + 1.0, + 0.9676514392599769, + 1.0, + 0.0, + 1.0, + 0.2871903287209932, + 0.0, + 0.958802279606554, + 1.0, + 1.0, + 0.19861282663726318, + 0.04846096599320597, + 0.3135615791882541, + 0.0, + 0.0, + 0.0, + 0.0, + 0.046277869769917344, + 0.40116921403450223, + 0.2519128123133411, + 0.0, + 1.0, + 0.9895968041734192, + 1.0, + 0.0, + 1.0, + 1.0, + 0.9793262504061739, + 0.44846642423713046, + 1.0, + 0.0, + 0.8994983221877841, + 0.0, + 0.27210145302796607, + 0.1274795344096216, + 0.3860187887322514, + 0.0, + 0.44944895917841843, + 0.0, + 0.12709541618595188, + 0.0, + 0.1542444203720365, + 0.0, + 0.5138784973042296, + 0.0, + 0.0, + 0.22437285757819508, + 0.0, + 0.47045354095061154, + 0.137892184380765, + 1.0, + 0.5681408740565392, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.9632469537475717, + 1.0, + 0.5161883360614598, + 0.18637999407418618, + 1.0, + 0.95244388302979, + 0.5300955886003561, + 0.3586120646503274, + 0.8780064372889207, + 1.0, + 0.0030928328113555854, + 0.0, + 0.0, + 0.0, + 0.9901422758800377, + 0.28467153353927077, + 0.0, + 0.0, + 0.5217550338762214, + 0.21596840761889988, + 0.2100097455288341, + 1.0, + 0.982070316754859, + 0.2484765406494294, + 0.0, + 0.0, + 0.0, + 0.5820706173304582, + 0.9805027633064498, + 0.9939202323238259, + 1.0, + 0.36951642154415637, + 0.36708298176248816, + 1.0, + 0.9601735644817838, + 0.06276393069831632, + 0.0, + 1.0, + 0.89429084886199, + 0.7430977913515957, + 0.17557227079712334, + 0.0, + 0.0, + 0.9978041160144651, + 1.0, + 1.0, + 0.35796864255430616, + 0.0813467471189536, + 0.0, + 0.1235787840598022, + 0.9284257282963508, + 1.0, + 0.9471951815464849, + 0.1705337858616063, + 0.9759066605318442, + 0.13919363707874347, + 0.14631891934094068, + 1.0, + 0.0, + 0.09237934415924257, + 0.07245090444482366, + 0.14906318523547055, + 0.9153620028887905, + 0.9614239052098354, + 0.1411375885448542, + 1.0, + 0.27348927538897166, + 0.6008704905300404, + 0.012828331913622277, + 0.9805070594608085, + 0.5566122291975114, + 1.0, + 0.8878688094512511, + 0.564032857276727, + 0.0, + 0.6302934430581849, + 0.0, + 0.0, + 0.9395887636169413 + ], + "successes": [ + true, + false, + false, + false, + true, + false, + false, + false, + true, + false, + true, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + true, + true, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + true, + false, + true, + false, + true, + false, + false, + false, + true, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + true, + false, + true, + true, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + true, + false, + false, + false, + true, + false, + true, + false, + false, + true, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + true, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + true, + true, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + }, + "n_episodes": 200, + "n_success": 37, + "pc_success": 18.5, + "pc_success_ci95": [ + 13.730192800616045, + 24.457062761151747 + ] + } + ], + "per_group": { + "pusht": { + "avg_sum_reward": 42.472722208572975, + "avg_max_reward": 0.4854578655913684, + "pc_success": 18.5, + "n_episodes": 200, + "n_success": 37, + "pc_success_ci95": [ + 13.730192800616045, + 24.457062761151747 + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } + }, + "overall": { + "avg_sum_reward": 42.472722208572975, + "avg_max_reward": 0.4854578655913684, + "pc_success": 18.5, + "n_episodes": 200, + "n_success": 37, + "pc_success_ci95": [ + 13.730192800616045, + 24.457062761151747 + ], + "eval_s": 259.98666763305664, + "eval_ep_s": 1.2999333393573762, + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } +} \ No newline at end of file diff --git a/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_0.mp4 b/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..d3c068e13519fd50025feaec164545daede8aabf Binary files /dev/null and b/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_0.mp4 differ diff --git a/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_1.mp4 b/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..8f00395415a38b32589a75ae854ef54b02398551 --- /dev/null +++ b/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_1.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50067fd6224a10b8087c530986a90740c27baf4ca911a4e145a09802094f7de6 +size 113104 diff --git a/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_2.mp4 b/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..961f40e6541717472941bc1de6653107257c63a8 --- /dev/null +++ b/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_2.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:557434f99ac62d8ef5ab7f5d3fcbba4860faf56b3574740c5a5ee396ae3f930e +size 114330 diff --git a/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_3.mp4 b/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..4ab292d74ba4acc04b21165672eb55e7eb6f8383 --- /dev/null +++ b/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_3.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6466c480b90425ff12f056d022d8236e803dd122f3cb820eaef6c8bf1b08e8d1 +size 115066 diff --git a/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_4.mp4 b/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_4.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..aa756622e3107c1073dc6b88cb67b2ecb1e86b85 Binary files /dev/null and b/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_4.mp4 differ diff --git a/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_5.mp4 b/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_5.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..6fe544760a6dc36b20de45bdbd19283769c4115a --- /dev/null +++ b/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_5.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8ecb8c0eed948c7a3b63cab9ddf07bd5f095d7666853aaaa7413f8ae305da98 +size 138185 diff --git a/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_6.mp4 b/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_6.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..0832ae897efa22bdb1d1c29487a22484e4d8b9e0 --- /dev/null +++ b/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_6.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39c687a84755321ebaf9d9bbb9c7f1e0a40f277b79e79a8d65fe0c96875babf7 +size 162006 diff --git a/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_7.mp4 b/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_7.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..85c524fc1a91aaf044c7ad4050e1d4cc9a491726 --- /dev/null +++ b/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_7.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:887bac9c55c3d3a5e1afd9043f857d2c65cc48a3efd61320a00f1e89b2354911 +size 128599 diff --git a/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_8.mp4 b/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_8.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..d1d74c29a9e65498c296f64d56cb88a8c6163583 --- /dev/null +++ b/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_8.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d229a884a6410fe0a5c6ab534bd0ddaa8997242d613a1aa394a9e2f8ccdae547 +size 104650 diff --git a/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_9.mp4 b/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_9.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..6ae09b5d730450d1370725928d3b0dd9a6a88cf9 --- /dev/null +++ b/eval/planbind_L1_latency_s1001/videos/pusht_0/eval_episode_9.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:899f2eb1a19f73d701c4a45ebbdb2417479fe89b2cd3507563a1bae8a58a9b88 +size 159143 diff --git a/eval/planbind_L2_latency_s1000/eval_info.json b/eval/planbind_L2_latency_s1000/eval_info.json new file mode 100644 index 0000000000000000000000000000000000000000..3e233e5dd4a42e6a02fbe3169618fb631f94635e --- /dev/null +++ b/eval/planbind_L2_latency_s1000/eval_info.json @@ -0,0 +1,688 @@ +{ + "per_task": [ + { + "task_group": "pusht", + "task_id": 0, + "metrics": { + "sum_rewards": [ + 59.063234923027586, + 0.0, + 0.02204350532899331, + 240.78855811744018, + 3.480889699733896, + 20.3368154983797, + 30.998261845743908, + 52.165301035505635, + 171.5922032057067, + 45.64550078016709, + 72.11265047607552, + 1.2597948993925552, + 26.048664877566807, + 0.0, + 13.352021290307944, + 74.45594298205724, + 188.0368930936241, + 7.1002835083535345, + 57.27980571048751, + 122.97407044441383, + 2.908475208800531, + 2.978245092158488, + 104.01778719148004, + 13.950591739934975, + 86.33076099321491, + 92.13410077543467, + 169.27349585534148, + 0.0637529096688739, + 137.70197451038223, + 5.1030025731187525, + 1.7871978123653325, + 208.48045013598386, + 1.924198451552138, + 0.02744551742659658, + 0.19936765676685203, + 67.92092764165778, + 0.0, + 95.34749749888854, + 0.6868023128820717, + 213.49265059668957, + 0.0, + 43.80527282972086, + 20.556430419984373, + 169.0422580414895, + 61.17353132888796, + 127.52917666918168, + 19.46606051093902, + 1.2360399857028812, + 0.0, + 93.61629075771947, + 0.0, + 99.63742808910341, + 43.0478114095204, + 59.14545073967338, + 14.904399900133999, + 0.9904386998892527, + 16.444833672698344, + 5.2631174413705555, + 73.58272149130872, + 44.11680234230395, + 81.28523892809471, + 130.46188229222977, + 60.78199783668637, + 222.39540154212887, + 94.54403027046968, + 121.8027764625556, + 72.37955066537916, + 43.27114824565357, + 69.1157265088342, + 21.155669069442858, + 3.022552569149995, + 17.86148060758093, + 14.513657816209044, + 93.29804194692873, + 4.1841120533549665, + 0.3101194628070577, + 1.4022943041731535, + 0.8655847716629979, + 3.492214215940166, + 0.0, + 0.0, + 0.01436281920608679, + 0.9338732547846248, + 2.9135238076018317, + 0.0, + 147.62014207831743, + 200.0943304004222, + 11.132151179739523, + 0.0, + 12.362563722445046, + 97.98780315936406, + 114.83114863223432, + 71.25308589584074, + 21.96453374043179, + 0.0, + 134.13640340622825, + 0.0, + 97.60161477610744, + 2.634113739814895, + 88.85562802402129, + 69.37732338741318, + 0.5196557738926495, + 0.0, + 136.6396701480656, + 0.0, + 37.30406991469809, + 0.0, + 61.19209171480141, + 0.0, + 0.0, + 25.593688056821133, + 0.0, + 96.36373472871009, + 60.12121696330193, + 40.15355806146761, + 8.160552108229034, + 91.38185123719481, + 0.05539623107184611, + 4.877161596232463, + 1.274218586386817, + 152.61147234884376, + 12.492910339577382, + 13.413552545403832, + 79.83353506952436, + 24.183693420383072, + 115.97900068312853, + 142.62890386005273, + 17.32813924756846, + 32.053570461674866, + 92.69687849600948, + 84.70393330110929, + 0.6012590801541776, + 30.713880191284296, + 0.0, + 0.0, + 5.783358959456447, + 3.799685675008441, + 5.75203502036157, + 0.0, + 49.03364626031535, + 41.5376854525626, + 232.24164685093288, + 21.730188621930708, + 41.35974329083572, + 3.2335340586298527, + 0.0, + 0.0, + 0.0, + 79.41832173042687, + 10.725437531279205, + 142.74297449851656, + 43.31592602926971, + 37.96663989727058, + 9.230712822110636, + 82.04763884748756, + 103.76380379870322, + 1.2189385933809804, + 0.12295771924827367, + 19.729442401521265, + 66.21416570127693, + 68.19228960697049, + 0.5204646143018464, + 0.0, + 0.0, + 11.305119654106733, + 10.922793369868, + 46.75194882002301, + 21.617130733962654, + 138.1726561038152, + 0.0, + 38.34323879670596, + 42.88672630623122, + 87.9645447037663, + 84.34569395648785, + 2.479463029407781, + 4.658263231295038, + 1.857751102478944, + 1.5372167855971628, + 10.219100378667626, + 0.0, + 4.768826725146191, + 39.02324432625487, + 22.37984092773803, + 100.11633749341888, + 64.66412219341976, + 2.491295054263976, + 105.99192004442075, + 20.72759733797554, + 170.715739243688, + 0.0004543721430290499, + 73.28029882585403, + 27.04717761125005, + 64.06106492339518, + 33.08939587343286, + 53.8386874060202, + 0.0, + 39.3917898947469, + 0.0, + 0.0, + 90.7897647529685 + ], + "max_rewards": [ + 0.9062107661682096, + 0.0, + 0.009911856988349028, + 0.9651403145438217, + 0.22697303839103364, + 1.0, + 1.0, + 0.8745248602097393, + 0.961882183789244, + 1.0, + 1.0, + 0.1557865291781049, + 1.0, + 0.0, + 0.5542635758545572, + 0.6878041094605868, + 0.9434891456305248, + 0.4020026775163652, + 0.9164352678967591, + 0.9427465563942468, + 0.08938684911232, + 0.1514709239937737, + 0.9631694325856297, + 0.5124604144943194, + 0.950147769437101, + 0.7624233879216711, + 0.6821270996974935, + 0.004700858040448184, + 1.0, + 0.20315446069323986, + 0.24568488423158388, + 0.9750851110932344, + 0.10124848329082922, + 0.011175587811479905, + 0.0382991366829828, + 0.9608245885547619, + 0.0, + 0.9923434557995933, + 0.19233598291119072, + 0.9959876647656083, + 0.0, + 0.543963498899804, + 1.0, + 0.9703288504995601, + 0.9823529758106646, + 1.0, + 1.0, + 0.03846418379283366, + 0.0, + 1.0, + 0.0, + 0.8870059357791304, + 0.4208098902536687, + 1.0, + 0.4360099430003806, + 0.07950560590921098, + 1.0, + 0.17354667674329866, + 1.0, + 0.4741575437979345, + 0.9785224977756362, + 0.9575555845250239, + 1.0, + 0.8658747781922403, + 1.0, + 0.9647887924828985, + 1.0, + 1.0, + 0.4305371687232513, + 0.5225641000713894, + 0.23294280522482422, + 1.0, + 0.5888147668123043, + 0.7024780931122634, + 0.19618968928897906, + 0.04903002220229711, + 0.1426698795900008, + 0.13816604618876352, + 0.03623907489526661, + 0.0, + 0.0, + 0.007431639549658505, + 0.07453787934758274, + 0.13158698654792772, + 0.0, + 0.49209845398963176, + 0.989873395506148, + 0.441756335348601, + 0.0, + 1.0, + 0.8973604106843727, + 0.9676326627015123, + 1.0, + 0.07929504845394553, + 0.0, + 0.9798292462807099, + 0.0, + 0.605883610773711, + 0.12613142405527963, + 1.0, + 0.8833542619066563, + 0.03619385626525771, + 0.0, + 0.9996383572401266, + 0.0, + 1.0, + 0.0, + 0.5140644218466011, + 0.0, + 0.0, + 1.0, + 0.0, + 0.9530696823746819, + 1.0, + 0.19386934831816574, + 0.3764240798996731, + 0.8837871495287992, + 0.0052883797898760285, + 0.32559135603463585, + 0.11065438600933947, + 0.9980698508678137, + 0.42225991996943274, + 0.4004003581598348, + 0.8904807535687224, + 0.14065678211108926, + 0.9287949546591089, + 0.9992219348511746, + 0.42998543531593547, + 1.0, + 0.3518278851597834, + 1.0, + 0.07525998010563782, + 0.40212746467396016, + 0.0, + 0.0, + 0.252045139701747, + 0.3400451054566866, + 0.16115598222833077, + 0.0, + 0.4593346421299889, + 0.20333212085029004, + 0.9031483940771274, + 0.5360584929504401, + 0.3784203971662777, + 0.2484765406494294, + 0.0, + 0.0, + 0.0, + 0.6919005892014192, + 0.5563766169785822, + 0.9941539588662727, + 0.9333952709913937, + 0.31942108187870133, + 0.40022505115175655, + 0.9636865421123546, + 0.9487635146570672, + 0.1751644946684254, + 0.02874654823818192, + 0.5963719608992443, + 0.8339095177431092, + 1.0, + 0.17927767403036102, + 0.0, + 0.0, + 0.5077697437505689, + 0.6257959664534315, + 0.9960295481027357, + 0.36696570018874913, + 0.9254384734149931, + 0.0, + 1.0, + 0.9431286171065076, + 0.6375138167167562, + 0.9776626245770593, + 0.1705337858616063, + 0.3068616471557392, + 0.12657178103050828, + 0.15427408026255374, + 0.3445712348532015, + 0.0, + 0.17241035818891573, + 0.9814808448430598, + 1.0, + 0.8817643720049012, + 0.5699096014118461, + 0.10452301078281695, + 0.9266865396594973, + 0.1972898971381082, + 0.7089893122101607, + 0.00023007516973257798, + 0.9786028220390107, + 0.4420269024078334, + 0.2768329955205573, + 0.6457102712832211, + 0.19295523594335423, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0 + ], + "successes": [ + false, + false, + false, + false, + false, + true, + true, + false, + false, + true, + true, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + true, + true, + false, + false, + true, + false, + false, + false, + true, + false, + false, + true, + false, + true, + false, + false, + false, + true, + false, + true, + false, + true, + true, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + true, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + true, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + true + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + }, + "n_episodes": 200, + "n_success": 31, + "pc_success": 15.5, + "pc_success_ci95": [ + 11.139636927689315, + 21.16069059234208 + ] + } + ], + "per_group": { + "pusht": { + "avg_sum_reward": 46.31226921207939, + "avg_max_reward": 0.5128604598165521, + "pc_success": 15.5, + "n_episodes": 200, + "n_success": 31, + "pc_success_ci95": [ + 11.139636927689315, + 21.16069059234208 + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } + }, + "overall": { + "avg_sum_reward": 46.31226921207939, + "avg_max_reward": 0.5128604598165521, + "pc_success": 15.5, + "n_episodes": 200, + "n_success": 31, + "pc_success_ci95": [ + 11.139636927689315, + 21.16069059234208 + ], + "eval_s": 272.06382179260254, + "eval_ep_s": 1.3603191113471984, + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } +} \ No newline at end of file diff --git a/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_0.mp4 b/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..b86591b36e5aa13ef5449b2150b72a8883e80a48 --- /dev/null +++ b/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_0.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30408b0539251233dcd11d195cc1cc1efb863485d1b60fd50e10abb05df60141 +size 136982 diff --git a/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_1.mp4 b/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..5f789a4a0ad3dc51d4eeea95898a3ad7c4582e01 --- /dev/null +++ b/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_1.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d5755f919d66b084e92841cd3207a9d1a0e2b9a9e7c4de8f871b05935501822 +size 121840 diff --git a/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_2.mp4 b/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..3c00eb56585071f405a8b7ae50c562e4de5a7d6d --- /dev/null +++ b/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_2.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42dc9123da71f67674609657e98da99d11ab345c17c0929824e201d7d936a3b0 +size 139333 diff --git a/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_3.mp4 b/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..f4154ede810bebfe46a5f100eedf881b890697dd --- /dev/null +++ b/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_3.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67ffadba3c419d279f86ae8a53d3120650ee0460b10e0721f801c6639155ac69 +size 123631 diff --git a/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_4.mp4 b/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_4.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..77a4b2c35e7735ce494213ef922c76c54b9ad25a --- /dev/null +++ b/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_4.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb6ddefd7a0e8366b92b60cebca9ea10925fc240822c37862cc4be950ccc0729 +size 124584 diff --git a/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_5.mp4 b/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_5.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..198e820d1151d587bb3bd07782b25b5614c49a2d --- /dev/null +++ b/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_5.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e628f388741d770047acb4fe3e1dbd5e2ee8f1e42df90b860901dc21f093e644 +size 128571 diff --git a/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_6.mp4 b/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_6.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..5740ac05287e5c9c9519d659a7a65be99870d402 Binary files /dev/null and b/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_6.mp4 differ diff --git a/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_7.mp4 b/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_7.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..8945f29ebfad12f4f69f96dc4f70bfd23c33a2d1 --- /dev/null +++ b/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_7.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e159a57535e694b9fed5fc35a395002f1a31ef7457299dd81ac4679d765d567a +size 145173 diff --git a/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_8.mp4 b/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_8.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..baa651bf7470779dc3b1060ff0e76028db3a7a9e --- /dev/null +++ b/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_8.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f54a2bfc17242bbaaa7efdbb764de4cd28352789b39f6d59a1fb641d4ee460bc +size 152700 diff --git a/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_9.mp4 b/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_9.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..738570d88bc395caa44aa86dfdc8b0491e34961f --- /dev/null +++ b/eval/planbind_L2_latency_s1000/videos/pusht_0/eval_episode_9.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a8fca3241c0bab51c65a4aa4aa3fd1d0497b6a9a107c9b57e2a80ea8d9cb5f4 +size 117844 diff --git a/eval/planbind_L2_latency_s1001/eval_info.json b/eval/planbind_L2_latency_s1001/eval_info.json new file mode 100644 index 0000000000000000000000000000000000000000..759137981024a5cd575fa1ed3724c1fcf2af1984 --- /dev/null +++ b/eval/planbind_L2_latency_s1001/eval_info.json @@ -0,0 +1,688 @@ +{ + "per_task": [ + { + "task_group": "pusht", + "task_id": 0, + "metrics": { + "sum_rewards": [ + 202.8946663925775, + 0.0, + 0.41256210547267713, + 201.84354641496182, + 87.26842895123428, + 0.0, + 77.82813129309761, + 0.10141544347321706, + 101.18704315878314, + 124.60850851911195, + 44.682625082511926, + 1.3609159597727452, + 104.15399295702713, + 4.1533325300334685, + 104.4583303970443, + 68.12058580583867, + 112.59016729458848, + 85.08795054740898, + 0.0, + 108.07794459978201, + 24.57012657933452, + 1.5652005202630668, + 11.72079423422998, + 0.0, + 163.22514295157922, + 80.1040843382899, + 163.89699263447648, + 0.13109159357015912, + 0.0, + 0.23113704093470022, + 67.67403218180061, + 3.166944917014316, + 46.681580219825854, + 0.011804082071442217, + 0.3175074382065287, + 1.165568171020704, + 0.0, + 101.40030773295499, + 119.16401013030115, + 48.44033179297153, + 0.0, + 26.227337906923683, + 29.424009263985063, + 41.13457254421532, + 5.828940599881443, + 1.6545084089697157, + 107.91028657445557, + 0.68483506041918, + 0.0, + 103.09326608187385, + 68.82061808596924, + 6.169651367461308, + 4.48162494880271, + 161.1037946858802, + 47.86484202851044, + 144.72878427262418, + 8.012968981296984, + 8.191821355561094, + 80.27453457991689, + 32.748298848100426, + 150.0145063468765, + 168.42002177018242, + 87.47564545742677, + 152.7742108153093, + 78.1498224518276, + 154.58113723317814, + 83.08576402560846, + 0.0, + 11.779010043472557, + 2.8935729730635797, + 0.0, + 61.6493407885266, + 51.88935487151383, + 120.65741791850343, + 4.96476454815033, + 0.47229314964192726, + 4.572852278859026, + 0.0, + 0.0, + 0.0, + 0.0, + 0.7762858686622007, + 16.574251931352137, + 5.013647159777269, + 0.0, + 74.09854359189686, + 71.41646642908708, + 18.825976181108373, + 0.0, + 49.04886235096683, + 143.77481589992863, + 146.8637349590835, + 123.61559091388078, + 44.75799337454098, + 0.0, + 127.18634675455574, + 0.0, + 4.995548290243813, + 1.1228098454493247, + 8.370627380359524, + 0.0, + 11.132809998317331, + 0.0, + 5.589321578727819, + 0.0, + 10.544819298337003, + 0.0, + 38.581463134945096, + 0.0, + 0.0, + 23.600683355348007, + 0.0, + 40.9500651586209, + 6.32836748079186, + 26.661178000115925, + 97.4288929435819, + 33.088853279399245, + 0.09990138630394878, + 0.0, + 0.0, + 27.957568518637444, + 19.407428849303216, + 86.87441499982006, + 42.06766708811073, + 39.08620970160341, + 26.587594116311426, + 86.02428099215143, + 25.5945421326727, + 42.04802553436383, + 202.75030630773992, + 139.92429586544418, + 0.022116440052436074, + 0.0, + 0.0, + 0.0, + 112.33633339228636, + 6.026303291832303, + 0.0, + 0.0, + 8.138528758820465, + 44.08517374083268, + 6.122708458195741, + 143.71492759467912, + 134.48801990344344, + 2.798907214690093, + 0.0, + 0.0, + 0.0, + 90.33544005123179, + 62.64202164292475, + 52.02343157419297, + 24.918919263553178, + 17.282913235266037, + 32.87334415469167, + 145.5083944846808, + 55.15359732878062, + 0.35036848237632173, + 0.0, + 28.942533925230983, + 111.08015295765293, + 114.92017254851504, + 1.7089286790561236, + 0.0, + 0.20102219938598634, + 89.01938833049115, + 27.7685669626144, + 31.3816205756951, + 96.8862893166525, + 1.0156044234763593, + 0.0, + 7.471165225355261, + 200.7800090326907, + 123.96983720458404, + 80.40358374856622, + 1.9386187210242942, + 35.39544248687834, + 2.767652802714238, + 1.8105306728858284, + 52.66418187444921, + 0.0, + 1.5336348990820146, + 2.4156789257209494, + 5.773112848239437, + 84.0312338089312, + 97.76494684583177, + 2.1635295229450655, + 61.55441995277563, + 11.0862798828721, + 93.55972203667437, + 0.10978938286564756, + 52.12970230576799, + 131.0207534641508, + 83.86621356032845, + 76.85784332407945, + 106.20749710360832, + 0.0, + 71.92812153947926, + 0.0, + 0.0, + 42.27214094507135 + ], + "max_rewards": [ + 0.9939460991728817, + 0.0, + 0.13142631941728303, + 0.7358237080263351, + 0.9724769280128954, + 0.0, + 0.9710546684395523, + 0.02069515797918963, + 0.9842551044766054, + 0.9938079469902096, + 1.0, + 0.09688701941773727, + 0.7737626505091896, + 0.14560621324229742, + 0.9451991803278265, + 0.5145642999433101, + 0.9218924731215049, + 0.6753545213851595, + 0.0, + 0.9706250557668576, + 0.17170248050060843, + 0.11591138794548157, + 1.0, + 0.0, + 0.8425970648550941, + 0.9302421241718617, + 0.6225637921034841, + 0.008531555401586956, + 0.0, + 0.016687909890246887, + 0.9419277333684305, + 0.15651548647297484, + 1.0, + 0.009583798251029731, + 0.03538740375129247, + 0.14138154143892723, + 0.0, + 0.974686126129528, + 0.9817298201538271, + 0.9742590950212213, + 0.0, + 0.5435718252621693, + 0.9789901818110086, + 1.0, + 0.314325085327385, + 0.1319908362401427, + 0.9881839045129837, + 0.03846418379283366, + 0.0, + 0.5882599862202202, + 0.9599767878884395, + 0.17357771554499152, + 0.23537668060836736, + 0.9432142423892788, + 1.0, + 0.968529932421813, + 0.1724117495374048, + 0.21866771389463183, + 0.8379429542772429, + 0.4279765821072831, + 0.9975562292127157, + 0.99192601376185, + 0.8769982809567043, + 0.986359285059839, + 1.0, + 0.9562377052708733, + 0.9236441819379804, + 0.0, + 0.3483859805860389, + 0.287220983240162, + 0.0, + 0.7651556553309874, + 1.0, + 0.9683110658514146, + 0.19851299294062028, + 0.048464958069311635, + 0.3807474330250989, + 0.0, + 0.0, + 0.0, + 0.0, + 0.06257320739244121, + 0.40629250178083337, + 0.251957106085913, + 0.0, + 0.49307575020926675, + 0.9897347397122291, + 1.0, + 0.0, + 1.0, + 0.966811150589492, + 0.9015195132874387, + 0.4479797194605798, + 1.0, + 0.0, + 0.9883321430505738, + 0.0, + 0.27210145302796607, + 0.1274796429771147, + 0.37941764460216026, + 0.0, + 0.45461522671914867, + 0.0, + 0.1125062380120883, + 0.0, + 0.15274791553325245, + 0.0, + 0.5215828566820644, + 0.0, + 0.0, + 0.2239352602967722, + 0.0, + 1.0, + 0.13784209949686488, + 1.0, + 0.9371216691697798, + 1.0, + 0.01573508014987878, + 0.0, + 0.0, + 1.0, + 0.18382973383165968, + 0.9941483682218571, + 0.5165673141227869, + 0.18637345908898886, + 1.0, + 0.974978028355926, + 0.5300239834146312, + 0.3586120646503274, + 0.8778343509884812, + 0.9625950025445831, + 0.003092659737779619, + 0.0, + 0.0, + 0.0, + 0.9857861888241083, + 0.2846695192979296, + 0.0, + 0.0, + 0.453133292761597, + 0.2159752921059167, + 0.31892393873536823, + 0.9927463787143496, + 0.9141616946175752, + 0.2484765406494294, + 0.0, + 0.0, + 0.0, + 0.5822031263286747, + 1.0, + 1.0, + 1.0, + 0.39377310467498344, + 0.36738963004333003, + 0.9767250625689066, + 0.9829650653512643, + 0.06578376002024988, + 0.0, + 1.0, + 0.901387077736508, + 0.9644708827503322, + 0.17557227079712334, + 0.0, + 0.027272458221697223, + 0.5567721068613047, + 1.0, + 1.0, + 0.3580240877341763, + 0.0813467471189536, + 0.0, + 0.12433705989850964, + 0.9659874816830708, + 0.9965021562751438, + 0.9592705709173437, + 0.1705337858616063, + 1.0, + 0.13919749466592768, + 0.14631972177461733, + 1.0, + 0.0, + 0.09237934415924257, + 0.07245090444482366, + 0.14906318523547055, + 0.8875141401555641, + 0.8958928046506591, + 0.14163204707226518, + 0.8664404653427051, + 0.273481761931071, + 0.5924901936745589, + 0.012826202324662542, + 0.9451179931293703, + 0.6389123034944337, + 0.9885841243140068, + 0.9123026512441069, + 0.559331608557426, + 0.0, + 0.6215450177453847, + 0.0, + 0.0, + 0.9396157911678235 + ], + "successes": [ + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + true, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + true, + false, + true, + false, + false, + false, + true, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + true, + true, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + true, + true, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + }, + "n_episodes": 200, + "n_success": 23, + "pc_success": 11.5, + "pc_success_ci95": [ + 7.786373232561954, + 16.66471689848757 + ] + } + ], + "per_group": { + "pusht": { + "avg_sum_reward": 45.08011387989483, + "avg_max_reward": 0.4819638435579534, + "pc_success": 11.5, + "n_episodes": 200, + "n_success": 23, + "pc_success_ci95": [ + 7.786373232561954, + 16.66471689848757 + ], + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } + }, + "overall": { + "avg_sum_reward": 45.08011387989483, + "avg_max_reward": 0.4819638435579534, + "pc_success": 11.5, + "n_episodes": 200, + "n_success": 23, + "pc_success_ci95": [ + 7.786373232561954, + 16.66471689848757 + ], + "eval_s": 266.8174285888672, + "eval_ep_s": 1.3340871441364288, + "video_paths": [ + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_0.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_1.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_2.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_3.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_4.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_5.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_6.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_7.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_8.mp4", + "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } +} \ No newline at end of file diff --git a/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_0.mp4 b/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..12e3f7b5b47e863c2e4b70ac6485f740a333b9db --- /dev/null +++ b/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_0.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71600c305c0a4650119f73a38c8c7f304c935e0ecfd0d73bba0379133881d5f5 +size 124430 diff --git a/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_1.mp4 b/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..aa79ecef19d1718dd96d68074f6da93599a392dd --- /dev/null +++ b/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_1.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b85735292e55bb7db802d3c23ed91f374dc8da27b0df4362d57292a25d93a96 +size 110295 diff --git a/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_2.mp4 b/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..957a3f2adfdfd663ab3e021db6b0a9c086eaca13 --- /dev/null +++ b/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_2.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7d4576ebd4dd2f397fa6bbb85fcc8b8b1fb053ce415abe6fd0f2020d5dbed96 +size 109296 diff --git a/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_3.mp4 b/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..1228fac99d50af4bc7c5cfdfa52e2c53509f1048 --- /dev/null +++ b/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_3.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5be382a9e916b4fa3e76f369f45fbd35e7097f39a6f741d6c550338aeac5902 +size 104973 diff --git a/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_4.mp4 b/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_4.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..4292123862e073a06e95943c8883b0352e273c9a --- /dev/null +++ b/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_4.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c0e970ad71a3c558d8e08e5f44657f1e4ef50655b453f55437fed7bc479517e +size 172064 diff --git a/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_5.mp4 b/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_5.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..294fb4292d3a4d914f95c23dbc5cda70ceb1f9ff --- /dev/null +++ b/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_5.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40b0bedd69fbce55825de5916a1e2079097a4d021bff45535936daa1b9f9fd72 +size 144103 diff --git a/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_6.mp4 b/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_6.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..688ed18bc4e4d7bdef9b7bb149b834ebae5b9eb3 --- /dev/null +++ b/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_6.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7553bca460d40a1c1d3c8f52bb740a4378b63aab7ee2a2b2c3f19dcf7c328bf0 +size 167771 diff --git a/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_7.mp4 b/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_7.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..d316146a40c97a7adeb28adb0a01ab5583df03fc --- /dev/null +++ b/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_7.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1852ade050b1a5ba7585d893a4757846dbe96739eb75da6c0a77ae29c93b78c +size 128806 diff --git a/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_8.mp4 b/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_8.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..d7293bbb2ccc353e77950757ae4806a37f0705b2 --- /dev/null +++ b/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_8.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2777fd303ad778a0124ef53e67c4159a83ccbf0808c26c512d9174184673b30a +size 165416 diff --git a/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_9.mp4 b/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_9.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..9547ac76b2e9d02d6c35bf7738a8fe46af95e229 --- /dev/null +++ b/eval/planbind_L2_latency_s1001/videos/pusht_0/eval_episode_9.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0c4067e2bbfbc3e0ee01a174a4505d41de6e7f1cc883dc582db1510b8b1f031 +size 162728