diff --git a/.gitattributes b/.gitattributes index 9a42c287913d2fe683bad3a46d31fa1a8f4abf4f..9b051a643e281377fd0b2019011282297415e75a 100644 --- a/.gitattributes +++ b/.gitattributes @@ -5996,3 +5996,43 @@ smolvla-split-gk_adp-libero-2000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_spl smolvla-split-gk_adp-libero-2000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task07_040000/eval_task06_a10/videos/libero_spatial_6/eval_episode_8.mp4 filter=lfs diff=lfs merge=lfs -text smolvla-split-gk_adp-libero-2000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task07_040000/eval_task06_a10/videos/libero_spatial_6/eval_episode_9.mp4 filter=lfs diff=lfs merge=lfs -text smolvla-split-gk_adp-libero-2000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task07_040000/eval_task07_a10/videos/libero_spatial_7/eval_episode_4.mp4 filter=lfs diff=lfs merge=lfs -text +smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_0.mp4 filter=lfs diff=lfs merge=lfs -text +smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_1.mp4 filter=lfs diff=lfs merge=lfs -text +smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_2.mp4 filter=lfs diff=lfs merge=lfs -text +smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_3.mp4 filter=lfs diff=lfs merge=lfs -text +smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_4.mp4 filter=lfs diff=lfs merge=lfs -text +smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_5.mp4 filter=lfs diff=lfs merge=lfs -text +smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_6.mp4 filter=lfs diff=lfs merge=lfs -text +smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_7.mp4 filter=lfs diff=lfs merge=lfs -text +smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_8.mp4 filter=lfs diff=lfs merge=lfs -text +smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_9.mp4 filter=lfs diff=lfs merge=lfs -text +smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task01_a10/videos/libero_10_1/eval_episode_0.mp4 filter=lfs diff=lfs merge=lfs -text +smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task01_a10/videos/libero_10_1/eval_episode_1.mp4 filter=lfs diff=lfs merge=lfs -text +smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task01_a10/videos/libero_10_1/eval_episode_2.mp4 filter=lfs diff=lfs merge=lfs -text +smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task01_a10/videos/libero_10_1/eval_episode_3.mp4 filter=lfs diff=lfs merge=lfs -text +smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task01_a10/videos/libero_10_1/eval_episode_4.mp4 filter=lfs diff=lfs merge=lfs -text +smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task01_a10/videos/libero_10_1/eval_episode_5.mp4 filter=lfs diff=lfs merge=lfs -text +smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task01_a10/videos/libero_10_1/eval_episode_6.mp4 filter=lfs diff=lfs merge=lfs -text +smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task01_a10/videos/libero_10_1/eval_episode_7.mp4 filter=lfs diff=lfs merge=lfs -text +smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task01_a10/videos/libero_10_1/eval_episode_8.mp4 filter=lfs diff=lfs merge=lfs -text +smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task01_a10/videos/libero_10_1/eval_episode_9.mp4 filter=lfs diff=lfs merge=lfs -text +smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task02_a10/videos/libero_10_2/eval_episode_0.mp4 filter=lfs diff=lfs merge=lfs -text +smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task02_a10/videos/libero_10_2/eval_episode_1.mp4 filter=lfs diff=lfs merge=lfs -text +smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task02_a10/videos/libero_10_2/eval_episode_2.mp4 filter=lfs diff=lfs merge=lfs -text +smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task02_a10/videos/libero_10_2/eval_episode_3.mp4 filter=lfs diff=lfs merge=lfs -text +smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task02_a10/videos/libero_10_2/eval_episode_4.mp4 filter=lfs diff=lfs merge=lfs -text +smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task02_a10/videos/libero_10_2/eval_episode_5.mp4 filter=lfs diff=lfs merge=lfs -text +smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task02_a10/videos/libero_10_2/eval_episode_6.mp4 filter=lfs diff=lfs merge=lfs -text +smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task02_a10/videos/libero_10_2/eval_episode_7.mp4 filter=lfs diff=lfs merge=lfs -text +smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task02_a10/videos/libero_10_2/eval_episode_8.mp4 filter=lfs diff=lfs merge=lfs -text +smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task02_a10/videos/libero_10_2/eval_episode_9.mp4 filter=lfs diff=lfs merge=lfs -text +smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task03_a10/videos/libero_10_3/eval_episode_0.mp4 filter=lfs diff=lfs merge=lfs -text +smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task03_a10/videos/libero_10_3/eval_episode_1.mp4 filter=lfs diff=lfs merge=lfs -text +smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task03_a10/videos/libero_10_3/eval_episode_2.mp4 filter=lfs diff=lfs merge=lfs -text +smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task03_a10/videos/libero_10_3/eval_episode_3.mp4 filter=lfs diff=lfs merge=lfs -text +smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task03_a10/videos/libero_10_3/eval_episode_4.mp4 filter=lfs diff=lfs merge=lfs -text +smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task03_a10/videos/libero_10_3/eval_episode_5.mp4 filter=lfs diff=lfs merge=lfs -text +smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task03_a10/videos/libero_10_3/eval_episode_6.mp4 filter=lfs diff=lfs merge=lfs -text +smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task03_a10/videos/libero_10_3/eval_episode_7.mp4 filter=lfs diff=lfs merge=lfs -text +smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task03_a10/videos/libero_10_3/eval_episode_8.mp4 filter=lfs diff=lfs merge=lfs -text +smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task03_a10/videos/libero_10_3/eval_episode_9.mp4 filter=lfs diff=lfs merge=lfs -text diff --git a/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/eval_info.json b/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/eval_info.json new file mode 100644 index 0000000000000000000000000000000000000000..c098cbaeb8bc0020da5fe98af2baaa302147307e --- /dev/null +++ b/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/eval_info.json @@ -0,0 +1,273 @@ +{ + "per_task": [ + { + "task_group": "libero_10", + "task_id": 0, + "metrics": { + "sum_rewards": [ + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "max_rewards": [ + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "successes": [ + true, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + false, + true, + false, + false, + false, + true, + false, + false, + false, + false, + false, + true, + false, + false, + false, + false, + false, + true, + true, + true, + false + ], + "video_paths": [ + "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_0.mp4", + "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_1.mp4", + "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_2.mp4", + "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_3.mp4", + "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_4.mp4", + "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_5.mp4", + "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_6.mp4", + "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_7.mp4", + "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_8.mp4", + "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [], + "task_descriptions": [ + "put both the alphabet soup and the tomato sauce in the basket", + "put both the alphabet soup and the tomato sauce in the basket", + "put both the alphabet soup and the tomato sauce in the basket", + "put both the alphabet soup and the tomato sauce in the basket", + "put both the alphabet soup and the tomato sauce in the basket", + "put both the alphabet soup and the tomato sauce in the basket", + "put both the alphabet soup and the tomato sauce in the basket", + "put both the alphabet soup and the tomato sauce in the basket", + "put both the alphabet soup and the tomato sauce in the basket", + "put both the alphabet soup and the tomato sauce in the basket", + "put both the alphabet soup and the tomato sauce in the basket", + "put both the alphabet soup and the tomato sauce in the basket", + "put both the alphabet soup and the tomato sauce in the basket", + "put both the alphabet soup and the tomato sauce in the basket", + "put both the alphabet soup and the tomato sauce in the basket", + "put both the alphabet soup and the tomato sauce in the basket", + "put both the alphabet soup and the tomato sauce in the basket", + "put both the alphabet soup and the tomato sauce in the basket", + "put both the alphabet soup and the tomato sauce in the basket", + "put both the alphabet soup and the tomato sauce in the basket", + "put both the alphabet soup and the tomato sauce in the basket", + "put both the alphabet soup and the tomato sauce in the basket", + "put both the alphabet soup and the tomato sauce in the basket", + "put both the alphabet soup and the tomato sauce in the basket", + "put both the alphabet soup and the tomato sauce in the basket", + "put both the alphabet soup and the tomato sauce in the basket", + "put both the alphabet soup and the tomato sauce in the basket", + "put both the alphabet soup and the tomato sauce in the basket", + "put both the alphabet soup and the tomato sauce in the basket", + "put both the alphabet soup and the tomato sauce in the basket", + "put both the alphabet soup and the tomato sauce in the basket", + "put both the alphabet soup and the tomato sauce in the basket", + "put both the alphabet soup and the tomato sauce in the basket", + "put both the alphabet soup and the tomato sauce in the basket", + "put both the alphabet soup and the tomato sauce in the basket", + "put both the alphabet soup and the tomato sauce in the basket", + "put both the alphabet soup and the tomato sauce in the basket", + "put both the alphabet soup and the tomato sauce in the basket", + "put both the alphabet soup and the tomato sauce in the basket", + "put both the alphabet soup and the tomato sauce in the basket", + "put both the alphabet soup and the tomato sauce in the basket", + "put both the alphabet soup and the tomato sauce in the basket", + "put both the alphabet soup and the tomato sauce in the basket", + "put both the alphabet soup and the tomato sauce in the basket", + "put both the alphabet soup and the tomato sauce in the basket", + "put both the alphabet soup and the tomato sauce in the basket", + "put both the alphabet soup and the tomato sauce in the basket", + "put both the alphabet soup and the tomato sauce in the basket", + "put both the alphabet soup and the tomato sauce in the basket", + "put both the alphabet soup and the tomato sauce in the basket" + ] + } + } + ], + "per_group": { + "libero_10": { + "avg_sum_reward": 0.18, + "avg_max_reward": 0.18, + "pc_success": 18.0, + "n_episodes": 50, + "video_paths": [ + "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_0.mp4", + "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_1.mp4", + "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_2.mp4", + "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_3.mp4", + "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_4.mp4", + "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_5.mp4", + "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_6.mp4", + "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_7.mp4", + "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_8.mp4", + "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } + }, + "overall": { + "avg_sum_reward": 0.18, + "avg_max_reward": 0.18, + "pc_success": 18.0, + "n_episodes": 50, + "eval_s": 274.909677028656, + "eval_ep_s": 5.498193554878235, + "video_paths": [ + "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_0.mp4", + "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_1.mp4", + "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_2.mp4", + "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_3.mp4", + "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_4.mp4", + "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_5.mp4", + "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_6.mp4", + "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_7.mp4", + "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_8.mp4", + "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_9.mp4" + ], + "predicted_video_paths": [] + } +} \ No newline at end of file diff --git a/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_0.mp4 b/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..1ecc7a1fa7f18dc812eeaf69706446133e5f00dc --- /dev/null +++ b/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_0.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6306850f6cdbe24cdf8faf4c2fc57c22dce2188030577d58177ab7bbdd7ff85f +size 131677 diff --git a/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_1.mp4 b/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..70873b89cb617741765622e0b098de681601aeff --- /dev/null +++ b/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_1.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccc6a53a3ea70e2749b07a62087a1847b253587782825bfe2387212d70fba3e5 +size 240815 diff --git a/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_2.mp4 b/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..5b44abe007e6d099ddd6688448bf5f7eedec3699 --- /dev/null +++ b/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_2.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50929313aa907f0d237610601e06f25a777b3e0a13bb4c6ca157701682a3025f +size 264030 diff --git a/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_3.mp4 b/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..a3b319a0bbbcb3718d11f0a10c636408de8f200f --- /dev/null +++ b/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_3.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:747d992a40e04c426f47aba1cc89003d335fdcc150703171b59de9659d757eb7 +size 210169 diff --git a/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_4.mp4 b/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_4.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..2040db029f22c62b043b9ec98419fde64c56f68f --- /dev/null +++ b/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_4.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56307679966906882b6bd3deabedb83d9f7499407533377c38dc5fa145560927 +size 260005 diff --git a/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_5.mp4 b/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_5.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..6588b8f8c86159989e9691b25b73b8b0183b3f82 --- /dev/null +++ b/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_5.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c24699ee867c9533a9f6d625ed47f68d907d3510f2f23a7a3fc8dfb924dbf6d1 +size 168843 diff --git a/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_6.mp4 b/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_6.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..b2da0c680d3d33270a735d2a56594a01cc6c0ddf --- /dev/null +++ b/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_6.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:938611c7004adf8f2ad7b348e5ade44c1debcab9db22dbe139145c18b00ae539 +size 250272 diff --git a/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_7.mp4 b/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_7.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..5b24dbad0eb1ad9f9dc803ae46e5ac53c7409487 --- /dev/null +++ b/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_7.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c25f86b257ce01ec78c52799ee071365d61a28a2ac01c66064ca3cee322859c9 +size 215962 diff --git a/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_8.mp4 b/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_8.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..2f3cac634c9692285d6fd2729c66a11d48294c19 --- /dev/null +++ b/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_8.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9badf684db0528e960f54adac2ab2156ee45910199df0318c074b7d09be300b1 +size 261816 diff --git a/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_9.mp4 b/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_9.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..afa21c5ff46d7f2e72c87d43f1265755d12df11f --- /dev/null +++ b/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task00_a10/videos/libero_10_0/eval_episode_9.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:543abb425c6eb41969fb00bb0d31e58193f2277621f3bc79250685af74e82e18 +size 292599 diff --git a/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task01_a10/eval.log b/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task01_a10/eval.log new file mode 100644 index 0000000000000000000000000000000000000000..c2e977d0db3078d5b6a2051f881a6e81557ba50d --- /dev/null +++ b/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task01_a10/eval.log @@ -0,0 +1,1604 @@ + +[2026-09-24T15:12:09+09:00] COMMAND: /home/tml_lab/miniforge3/envs/lerobot/bin/python -m lerobot.scripts.lerobot_eval --policy.path=/home/tml_lab/lerobot-061-cl/outputs/train/smolvla-split-instruction_tail-libero/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/checkpoints/libero_10_task00_055000/pretrained_model --policy.device=cuda --policy.n_action_steps=10 --env.type=libero --env.task=libero_10 '--env.task_ids=[1]' --env.max_parallel_tasks=1 --eval.n_episodes=50 --eval.batch_size=50 --eval.use_async_envs=true --seed=2000 '--rename_map={"observation.images.image":"observation.images.camera1","observation.images.image2":"observation.images.camera2"}' --output_dir=/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task01_a10 --job_name=10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2_libero_10_task00_055000_task01 --eval.tail_task_key=libero_10_task01 +INFO 2026-09-24 15:12:17 bot_eval.py:771 {'env': {'camera_name': 'agentview_image,robot0_eye_in_hand_image', + 'camera_name_mapping': None, + 'control_mode': 'relative', + 'disable_env_checker': True, + 'episode_length': None, + 'features': {'action': {'shape': (7,), + 'type': }, + 'pixels/agentview_image': {'shape': (360, 360, 3), + 'type': }, + 'pixels/robot0_eye_in_hand_image': {'shape': (360, + 360, + 3), + 'type': }, + 'robot_state/eef/mat': {'shape': (3, 3), + 'type': }, + 'robot_state/eef/pos': {'shape': (3,), + 'type': }, + 'robot_state/eef/quat': {'shape': (4,), + 'type': }, + 'robot_state/gripper/qpos': {'shape': (2,), + 'type': }, + 'robot_state/gripper/qvel': {'shape': (2,), + 'type': }, + 'robot_state/joints/pos': {'shape': (7,), + 'type': }, + 'robot_state/joints/vel': {'shape': (7,), + 'type': }}, + 'features_map': {'action': 'action', + 'pixels/agentview_image': 'observation.images.image', + 'pixels/robot0_eye_in_hand_image': 'observation.images.image2', + 'robot_state/eef/mat': 'observation.state.eef_mat', + 'robot_state/eef/pos': 'observation.state.eef_pos', + 'robot_state/eef/quat': 'observation.state.eef_quat', + 'robot_state/gripper/qpos': 'observation.state.gripper_qpos', + 'robot_state/gripper/qvel': 'observation.state.gripper_qvel', + 'robot_state/joints/pos': 'observation.state.joint_pos', + 'robot_state/joints/vel': 'observation.state.joint_vel'}, + 'fps': 20, + 'hard_reset': True, + 'init_states': True, + 'is_libero_plus': False, + 'max_parallel_tasks': 1, + 'obs_type': 'pixels_agent_pos', + 'observation_height': 360, + 'observation_width': 360, + 'render_mode': 'rgb_array', + 'task': 'libero_10', + 'task_ids': [1]}, + 'eval': {'batch_size': 50, + 'n_episodes': 50, + 'recording': False, + 'recording_private': False, + 'recording_repo_id': None, + 'tail_task_key': 'libero_10_task01', + 'use_async_envs': True}, + 'job_name': '10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2_libero_10_task00_055000_task01', + 'output_dir': PosixPath('/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task01_a10'), + 'policy': {'adapt_to_pi_aloha': False, + 'add_image_special_tokens': False, + 'attention_mode': 'cross_attn', + 'chunk_size': 50, + 'compile_mode': 'max-autotune', + 'compile_model': False, + 'device': 'cuda', + 'empty_cameras': 0, + 'expert_width_multiplier': 0.75, + 'freeze_vision_encoder': True, + 'input_features': {'observation.images.camera1': {'shape': (3, + 256, + 256), + 'type': }, + 'observation.images.camera2': {'shape': (3, + 256, + 256), + 'type': }, + 'observation.images.camera3': {'shape': (3, + 256, + 256), + 'type': }, + 'observation.state': {'shape': (6,), + 'type': }}, + 'license': None, + 'load_vlm_weights': True, + 'max_action_dim': 32, + 'max_period': 4.0, + 'max_state_dim': 32, + 'min_period': 0.004, + 'n_action_steps': 10, + 'n_obs_steps': 1, + 'normalization_mapping': {'ACTION': , + 'STATE': , + 'VISUAL': }, + 'num_expert_layers': 0, + 'num_steps': 10, + 'num_vlm_layers': 16, + 'optimizer_betas': (0.9, 0.95), + 'optimizer_eps': 1e-08, + 'optimizer_grad_clip_norm': 10.0, + 'optimizer_lr': 0.002, + 'optimizer_weight_decay': 1e-10, + 'output_features': {'action': {'shape': (7,), + 'type': }}, + 'pad_language_to': 'max_length', + 'prefix_length': 0, + 'pretrained_path': PosixPath('/home/tml_lab/lerobot-061-cl/outputs/train/smolvla-split-instruction_tail-libero/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/checkpoints/libero_10_task00_055000/pretrained_model'), + 'pretrained_revision': None, + 'private': None, + 'push_to_hub': False, + 'repo_id': None, + 'resize_imgs_with_padding': (512, 512), + 'rtc_config': None, + 'scheduler_decay_lr': 0.002, + 'scheduler_decay_steps': 5000, + 'scheduler_warmup_steps': 0, + 'self_attn_every_n_layers': 2, + 'tags': None, + 'tokenizer_max_length': 48, + 'train_expert_only': True, + 'train_state_proj': True, + 'use_amp': False, + 'use_cache': True, + 'use_delta_joint_actions_aloha': False, + 'use_peft': True, + 'vlm_model_name': 'HuggingFaceTB/SmolVLM2-500M-Video-Instruct'}, + 'rename_map': {'observation.images.image': 'observation.images.camera1', + 'observation.images.image2': 'observation.images.camera2'}, + 'seed': 2000, + 'trust_remote_code': False} +INFO 2026-09-24 15:12:17 bot_eval.py:780 Output dir: /home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task01_a10 +INFO 2026-09-24 15:12:17 bot_eval.py:782 Making environment (batch_size=50, async=True). +[robosuite WARNING] No private macro file found! (__init__.py:7) +WARNING 2026-09-24 15:12:17 e/__init__.py:7 No private macro file found! +[robosuite WARNING] It is recommended to use a private macro file (__init__.py:8) +WARNING 2026-09-24 15:12:17 e/__init__.py:8 It is recommended to use a private macro file +[robosuite WARNING] To setup, run: python /home/tml_lab/miniforge3/envs/lerobot/lib/python3.12/site-packages/robosuite/scripts/setup_macros.py (__init__.py:9) +WARNING 2026-09-24 15:12:17 e/__init__.py:9 To setup, run: python /home/tml_lab/miniforge3/envs/lerobot/lib/python3.12/site-packages/robosuite/scripts/setup_macros.py +INFO 2026-09-24 15:12:17 tesupport.py:24 No OpenGL_accelerate module loaded: No module named 'OpenGL_accelerate' +Creating LIBERO envs | suites=['libero_10'] | n_envs(per task)=50 | init_states=True +Restricting to task_ids=[1] +[info] using task orders [0, 1, 2, 3, 4, 5, 6, 7, 8, 9] +Built vec env | suite=libero_10 | task_id=1 | n_envs=50 +INFO 2026-09-24 15:12:18 bot_eval.py:790 Making policy. +INFO 2026-09-24 15:12:18 /factory.py:394 Loading policy's PEFT adapter. +Loading HuggingFaceTB/SmolVLM2-500M-Video-Instruct weights ... +`torch_dtype` is deprecated! Use `dtype` instead! + Loading weights: 0%| | 0/489 [00:00}, + 'pixels/agentview_image': {'shape': (360, 360, 3), + 'type': }, + 'pixels/robot0_eye_in_hand_image': {'shape': (360, + 360, + 3), + 'type': }, + 'robot_state/eef/mat': {'shape': (3, 3), + 'type': }, + 'robot_state/eef/pos': {'shape': (3,), + 'type': }, + 'robot_state/eef/quat': {'shape': (4,), + 'type': }, + 'robot_state/gripper/qpos': {'shape': (2,), + 'type': }, + 'robot_state/gripper/qvel': {'shape': (2,), + 'type': }, + 'robot_state/joints/pos': {'shape': (7,), + 'type': }, + 'robot_state/joints/vel': {'shape': (7,), + 'type': }}, + 'features_map': {'action': 'action', + 'pixels/agentview_image': 'observation.images.image', + 'pixels/robot0_eye_in_hand_image': 'observation.images.image2', + 'robot_state/eef/mat': 'observation.state.eef_mat', + 'robot_state/eef/pos': 'observation.state.eef_pos', + 'robot_state/eef/quat': 'observation.state.eef_quat', + 'robot_state/gripper/qpos': 'observation.state.gripper_qpos', + 'robot_state/gripper/qvel': 'observation.state.gripper_qvel', + 'robot_state/joints/pos': 'observation.state.joint_pos', + 'robot_state/joints/vel': 'observation.state.joint_vel'}, + 'fps': 20, + 'hard_reset': True, + 'init_states': True, + 'is_libero_plus': False, + 'max_parallel_tasks': 1, + 'obs_type': 'pixels_agent_pos', + 'observation_height': 360, + 'observation_width': 360, + 'render_mode': 'rgb_array', + 'task': 'libero_10', + 'task_ids': [2]}, + 'eval': {'batch_size': 50, + 'n_episodes': 50, + 'recording': False, + 'recording_private': False, + 'recording_repo_id': None, + 'tail_task_key': 'libero_10_task02', + 'use_async_envs': True}, + 'job_name': '10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2_libero_10_task00_055000_task02', + 'output_dir': PosixPath('/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task02_a10'), + 'policy': {'adapt_to_pi_aloha': False, + 'add_image_special_tokens': False, + 'attention_mode': 'cross_attn', + 'chunk_size': 50, + 'compile_mode': 'max-autotune', + 'compile_model': False, + 'device': 'cuda', + 'empty_cameras': 0, + 'expert_width_multiplier': 0.75, + 'freeze_vision_encoder': True, + 'input_features': {'observation.images.camera1': {'shape': (3, + 256, + 256), + 'type': }, + 'observation.images.camera2': {'shape': (3, + 256, + 256), + 'type': }, + 'observation.images.camera3': {'shape': (3, + 256, + 256), + 'type': }, + 'observation.state': {'shape': (6,), + 'type': }}, + 'license': None, + 'load_vlm_weights': True, + 'max_action_dim': 32, + 'max_period': 4.0, + 'max_state_dim': 32, + 'min_period': 0.004, + 'n_action_steps': 10, + 'n_obs_steps': 1, + 'normalization_mapping': {'ACTION': , + 'STATE': , + 'VISUAL': }, + 'num_expert_layers': 0, + 'num_steps': 10, + 'num_vlm_layers': 16, + 'optimizer_betas': (0.9, 0.95), + 'optimizer_eps': 1e-08, + 'optimizer_grad_clip_norm': 10.0, + 'optimizer_lr': 0.002, + 'optimizer_weight_decay': 1e-10, + 'output_features': {'action': {'shape': (7,), + 'type': }}, + 'pad_language_to': 'max_length', + 'prefix_length': 0, + 'pretrained_path': PosixPath('/home/tml_lab/lerobot-061-cl/outputs/train/smolvla-split-instruction_tail-libero/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/checkpoints/libero_10_task00_055000/pretrained_model'), + 'pretrained_revision': None, + 'private': None, + 'push_to_hub': False, + 'repo_id': None, + 'resize_imgs_with_padding': (512, 512), + 'rtc_config': None, + 'scheduler_decay_lr': 0.002, + 'scheduler_decay_steps': 5000, + 'scheduler_warmup_steps': 0, + 'self_attn_every_n_layers': 2, + 'tags': None, + 'tokenizer_max_length': 48, + 'train_expert_only': True, + 'train_state_proj': True, + 'use_amp': False, + 'use_cache': True, + 'use_delta_joint_actions_aloha': False, + 'use_peft': True, + 'vlm_model_name': 'HuggingFaceTB/SmolVLM2-500M-Video-Instruct'}, + 'rename_map': {'observation.images.image': 'observation.images.camera1', + 'observation.images.image2': 'observation.images.camera2'}, + 'seed': 2000, + 'trust_remote_code': False} +INFO 2026-09-24 15:16:50 bot_eval.py:780 Output dir: /home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task02_a10 +INFO 2026-09-24 15:16:50 bot_eval.py:782 Making environment (batch_size=50, async=True). +[robosuite WARNING] No private macro file found! (__init__.py:7) +WARNING 2026-09-24 15:16:50 e/__init__.py:7 No private macro file found! +[robosuite WARNING] It is recommended to use a private macro file (__init__.py:8) +WARNING 2026-09-24 15:16:50 e/__init__.py:8 It is recommended to use a private macro file +[robosuite WARNING] To setup, run: python /home/tml_lab/miniforge3/envs/lerobot/lib/python3.12/site-packages/robosuite/scripts/setup_macros.py (__init__.py:9) +WARNING 2026-09-24 15:16:50 e/__init__.py:9 To setup, run: python /home/tml_lab/miniforge3/envs/lerobot/lib/python3.12/site-packages/robosuite/scripts/setup_macros.py +INFO 2026-09-24 15:16:50 tesupport.py:24 No OpenGL_accelerate module loaded: No module named 'OpenGL_accelerate' +Creating LIBERO envs | suites=['libero_10'] | n_envs(per task)=50 | init_states=True +Restricting to task_ids=[2] +[info] using task orders [0, 1, 2, 3, 4, 5, 6, 7, 8, 9] +Built vec env | suite=libero_10 | task_id=2 | n_envs=50 +INFO 2026-09-24 15:16:50 bot_eval.py:790 Making policy. +INFO 2026-09-24 15:16:50 /factory.py:394 Loading policy's PEFT adapter. +Loading HuggingFaceTB/SmolVLM2-500M-Video-Instruct weights ... +`torch_dtype` is deprecated! Use `dtype` instead! + Loading weights: 0%| | 0/489 [00:00}, + 'pixels/agentview_image': {'shape': (360, 360, 3), + 'type': }, + 'pixels/robot0_eye_in_hand_image': {'shape': (360, + 360, + 3), + 'type': }, + 'robot_state/eef/mat': {'shape': (3, 3), + 'type': }, + 'robot_state/eef/pos': {'shape': (3,), + 'type': }, + 'robot_state/eef/quat': {'shape': (4,), + 'type': }, + 'robot_state/gripper/qpos': {'shape': (2,), + 'type': }, + 'robot_state/gripper/qvel': {'shape': (2,), + 'type': }, + 'robot_state/joints/pos': {'shape': (7,), + 'type': }, + 'robot_state/joints/vel': {'shape': (7,), + 'type': }}, + 'features_map': {'action': 'action', + 'pixels/agentview_image': 'observation.images.image', + 'pixels/robot0_eye_in_hand_image': 'observation.images.image2', + 'robot_state/eef/mat': 'observation.state.eef_mat', + 'robot_state/eef/pos': 'observation.state.eef_pos', + 'robot_state/eef/quat': 'observation.state.eef_quat', + 'robot_state/gripper/qpos': 'observation.state.gripper_qpos', + 'robot_state/gripper/qvel': 'observation.state.gripper_qvel', + 'robot_state/joints/pos': 'observation.state.joint_pos', + 'robot_state/joints/vel': 'observation.state.joint_vel'}, + 'fps': 20, + 'hard_reset': True, + 'init_states': True, + 'is_libero_plus': False, + 'max_parallel_tasks': 1, + 'obs_type': 'pixels_agent_pos', + 'observation_height': 360, + 'observation_width': 360, + 'render_mode': 'rgb_array', + 'task': 'libero_10', + 'task_ids': [3]}, + 'eval': {'batch_size': 50, + 'n_episodes': 50, + 'recording': False, + 'recording_private': False, + 'recording_repo_id': None, + 'tail_task_key': 'libero_10_task03', + 'use_async_envs': True}, + 'job_name': '10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2_libero_10_task00_055000_task03', + 'output_dir': PosixPath('/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task03_a10'), + 'policy': {'adapt_to_pi_aloha': False, + 'add_image_special_tokens': False, + 'attention_mode': 'cross_attn', + 'chunk_size': 50, + 'compile_mode': 'max-autotune', + 'compile_model': False, + 'device': 'cuda', + 'empty_cameras': 0, + 'expert_width_multiplier': 0.75, + 'freeze_vision_encoder': True, + 'input_features': {'observation.images.camera1': {'shape': (3, + 256, + 256), + 'type': }, + 'observation.images.camera2': {'shape': (3, + 256, + 256), + 'type': }, + 'observation.images.camera3': {'shape': (3, + 256, + 256), + 'type': }, + 'observation.state': {'shape': (6,), + 'type': }}, + 'license': None, + 'load_vlm_weights': True, + 'max_action_dim': 32, + 'max_period': 4.0, + 'max_state_dim': 32, + 'min_period': 0.004, + 'n_action_steps': 10, + 'n_obs_steps': 1, + 'normalization_mapping': {'ACTION': , + 'STATE': , + 'VISUAL': }, + 'num_expert_layers': 0, + 'num_steps': 10, + 'num_vlm_layers': 16, + 'optimizer_betas': (0.9, 0.95), + 'optimizer_eps': 1e-08, + 'optimizer_grad_clip_norm': 10.0, + 'optimizer_lr': 0.002, + 'optimizer_weight_decay': 1e-10, + 'output_features': {'action': {'shape': (7,), + 'type': }}, + 'pad_language_to': 'max_length', + 'prefix_length': 0, + 'pretrained_path': PosixPath('/home/tml_lab/lerobot-061-cl/outputs/train/smolvla-split-instruction_tail-libero/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/checkpoints/libero_10_task00_055000/pretrained_model'), + 'pretrained_revision': None, + 'private': None, + 'push_to_hub': False, + 'repo_id': None, + 'resize_imgs_with_padding': (512, 512), + 'rtc_config': None, + 'scheduler_decay_lr': 0.002, + 'scheduler_decay_steps': 5000, + 'scheduler_warmup_steps': 0, + 'self_attn_every_n_layers': 2, + 'tags': None, + 'tokenizer_max_length': 48, + 'train_expert_only': True, + 'train_state_proj': True, + 'use_amp': False, + 'use_cache': True, + 'use_delta_joint_actions_aloha': False, + 'use_peft': True, + 'vlm_model_name': 'HuggingFaceTB/SmolVLM2-500M-Video-Instruct'}, + 'rename_map': {'observation.images.image': 'observation.images.camera1', + 'observation.images.image2': 'observation.images.camera2'}, + 'seed': 2000, + 'trust_remote_code': False} +INFO 2026-09-24 15:20:44 bot_eval.py:780 Output dir: /home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task03_a10 +INFO 2026-09-24 15:20:44 bot_eval.py:782 Making environment (batch_size=50, async=True). +[robosuite WARNING] No private macro file found! (__init__.py:7) +WARNING 2026-09-24 15:20:44 e/__init__.py:7 No private macro file found! +[robosuite WARNING] It is recommended to use a private macro file (__init__.py:8) +WARNING 2026-09-24 15:20:44 e/__init__.py:8 It is recommended to use a private macro file +[robosuite WARNING] To setup, run: python /home/tml_lab/miniforge3/envs/lerobot/lib/python3.12/site-packages/robosuite/scripts/setup_macros.py (__init__.py:9) +WARNING 2026-09-24 15:20:44 e/__init__.py:9 To setup, run: python /home/tml_lab/miniforge3/envs/lerobot/lib/python3.12/site-packages/robosuite/scripts/setup_macros.py +INFO 2026-09-24 15:20:44 tesupport.py:24 No OpenGL_accelerate module loaded: No module named 'OpenGL_accelerate' +Creating LIBERO envs | suites=['libero_10'] | n_envs(per task)=50 | init_states=True +Restricting to task_ids=[3] +[info] using task orders [0, 1, 2, 3, 4, 5, 6, 7, 8, 9] +Built vec env | suite=libero_10 | task_id=3 | n_envs=50 +INFO 2026-09-24 15:20:45 bot_eval.py:790 Making policy. +INFO 2026-09-24 15:20:45 /factory.py:394 Loading policy's PEFT adapter. +Loading HuggingFaceTB/SmolVLM2-500M-Video-Instruct weights ... +`torch_dtype` is deprecated! Use `dtype` instead! + Loading weights: 0%| | 0/489 [00:00}, + 'pixels/agentview_image': {'shape': (360, 360, 3), + 'type': }, + 'pixels/robot0_eye_in_hand_image': {'shape': (360, + 360, + 3), + 'type': }, + 'robot_state/eef/mat': {'shape': (3, 3), + 'type': }, + 'robot_state/eef/pos': {'shape': (3,), + 'type': }, + 'robot_state/eef/quat': {'shape': (4,), + 'type': }, + 'robot_state/gripper/qpos': {'shape': (2,), + 'type': }, + 'robot_state/gripper/qvel': {'shape': (2,), + 'type': }, + 'robot_state/joints/pos': {'shape': (7,), + 'type': }, + 'robot_state/joints/vel': {'shape': (7,), + 'type': }}, + 'features_map': {'action': 'action', + 'pixels/agentview_image': 'observation.images.image', + 'pixels/robot0_eye_in_hand_image': 'observation.images.image2', + 'robot_state/eef/mat': 'observation.state.eef_mat', + 'robot_state/eef/pos': 'observation.state.eef_pos', + 'robot_state/eef/quat': 'observation.state.eef_quat', + 'robot_state/gripper/qpos': 'observation.state.gripper_qpos', + 'robot_state/gripper/qvel': 'observation.state.gripper_qvel', + 'robot_state/joints/pos': 'observation.state.joint_pos', + 'robot_state/joints/vel': 'observation.state.joint_vel'}, + 'fps': 20, + 'hard_reset': True, + 'init_states': True, + 'is_libero_plus': False, + 'max_parallel_tasks': 1, + 'obs_type': 'pixels_agent_pos', + 'observation_height': 360, + 'observation_width': 360, + 'render_mode': 'rgb_array', + 'task': 'libero_10', + 'task_ids': [4]}, + 'eval': {'batch_size': 50, + 'n_episodes': 50, + 'recording': False, + 'recording_private': False, + 'recording_repo_id': None, + 'tail_task_key': 'libero_10_task04', + 'use_async_envs': True}, + 'job_name': '10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2_libero_10_task00_055000_task04', + 'output_dir': PosixPath('/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task04_a10'), + 'policy': {'adapt_to_pi_aloha': False, + 'add_image_special_tokens': False, + 'attention_mode': 'cross_attn', + 'chunk_size': 50, + 'compile_mode': 'max-autotune', + 'compile_model': False, + 'device': 'cuda', + 'empty_cameras': 0, + 'expert_width_multiplier': 0.75, + 'freeze_vision_encoder': True, + 'input_features': {'observation.images.camera1': {'shape': (3, + 256, + 256), + 'type': }, + 'observation.images.camera2': {'shape': (3, + 256, + 256), + 'type': }, + 'observation.images.camera3': {'shape': (3, + 256, + 256), + 'type': }, + 'observation.state': {'shape': (6,), + 'type': }}, + 'license': None, + 'load_vlm_weights': True, + 'max_action_dim': 32, + 'max_period': 4.0, + 'max_state_dim': 32, + 'min_period': 0.004, + 'n_action_steps': 10, + 'n_obs_steps': 1, + 'normalization_mapping': {'ACTION': , + 'STATE': , + 'VISUAL': }, + 'num_expert_layers': 0, + 'num_steps': 10, + 'num_vlm_layers': 16, + 'optimizer_betas': (0.9, 0.95), + 'optimizer_eps': 1e-08, + 'optimizer_grad_clip_norm': 10.0, + 'optimizer_lr': 0.002, + 'optimizer_weight_decay': 1e-10, + 'output_features': {'action': {'shape': (7,), + 'type': }}, + 'pad_language_to': 'max_length', + 'prefix_length': 0, + 'pretrained_path': PosixPath('/home/tml_lab/lerobot-061-cl/outputs/train/smolvla-split-instruction_tail-libero/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/checkpoints/libero_10_task00_055000/pretrained_model'), + 'pretrained_revision': None, + 'private': None, + 'push_to_hub': False, + 'repo_id': None, + 'resize_imgs_with_padding': (512, 512), + 'rtc_config': None, + 'scheduler_decay_lr': 0.002, + 'scheduler_decay_steps': 5000, + 'scheduler_warmup_steps': 0, + 'self_attn_every_n_layers': 2, + 'tags': None, + 'tokenizer_max_length': 48, + 'train_expert_only': True, + 'train_state_proj': True, + 'use_amp': False, + 'use_cache': True, + 'use_delta_joint_actions_aloha': False, + 'use_peft': True, + 'vlm_model_name': 'HuggingFaceTB/SmolVLM2-500M-Video-Instruct'}, + 'rename_map': {'observation.images.image': 'observation.images.camera1', + 'observation.images.image2': 'observation.images.camera2'}, + 'seed': 2000, + 'trust_remote_code': False} +INFO 2026-09-24 15:24:35 bot_eval.py:780 Output dir: /home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-instruction_tail-libero-2000/10-26-07_smolvla_instruction_tail_libero_10_2e-3_split2/libero_10_task00_055000/eval_task04_a10 +INFO 2026-09-24 15:24:35 bot_eval.py:782 Making environment (batch_size=50, async=True). +[robosuite WARNING] No private macro file found! (__init__.py:7) +WARNING 2026-09-24 15:24:35 e/__init__.py:7 No private macro file found! +[robosuite WARNING] It is recommended to use a private macro file (__init__.py:8) +WARNING 2026-09-24 15:24:35 e/__init__.py:8 It is recommended to use a private macro file +[robosuite WARNING] To setup, run: python /home/tml_lab/miniforge3/envs/lerobot/lib/python3.12/site-packages/robosuite/scripts/setup_macros.py (__init__.py:9) +WARNING 2026-09-24 15:24:35 e/__init__.py:9 To setup, run: python /home/tml_lab/miniforge3/envs/lerobot/lib/python3.12/site-packages/robosuite/scripts/setup_macros.py +INFO 2026-09-24 15:24:35 tesupport.py:24 No OpenGL_accelerate module loaded: No module named 'OpenGL_accelerate' +Creating LIBERO envs | suites=['libero_10'] | n_envs(per task)=50 | init_states=True +Restricting to task_ids=[4] +[info] using task orders [0, 1, 2, 3, 4, 5, 6, 7, 8, 9] +Built vec env | suite=libero_10 | task_id=4 | n_envs=50 +INFO 2026-09-24 15:24:36 bot_eval.py:790 Making policy. +INFO 2026-09-24 15:24:36 /factory.py:394 Loading policy's PEFT adapter. +Loading HuggingFaceTB/SmolVLM2-500M-Video-Instruct weights ... +`torch_dtype` is deprecated! Use `dtype` instead! + Loading weights: 0%| | 0/489 [00:00