{ "per_task": [ { "task_group": "nexarm", "task_id": 0, "metrics": { "sum_rewards": [ 19.999741737174134, 19.999391859412178, 19.999263753522907, 19.999071268212482, 19.999261028431466, 19.999302371272123, 19.99910521737052, 19.99936728425638, 20.00087407023826, 19.99934810189884, 19.9994400163422, 19.998566739307286, 20.000226780388815, 0.5047509365408563, 19.999432414262188, 19.99900804119921, 19.99969578723319, 19.998862872175632, 19.99954329370221, 19.999456952159278, 19.999923670860593, 19.99877966161788, 19.998621052273588, 19.999150744034768, 19.99966585289271, 19.99978001569758, 19.999378372784253, 19.999753858425862, 19.998804131560927, 20.000660360868906, 19.998847965297372, 19.99879684881501, 19.999019029717978, 20.000059679976065, 20.000297574795297, 19.998817169586754, 19.99986922186341, 20.000450500115367, 20.000663647220307, 19.99892625433735, 19.999655563134063, 19.999822593932475, 19.999992350831697, 20.000613738103535, 19.99984059479896, 19.99861367685864, 19.999142178288174, 19.999835100159313, 19.999943501183278, 19.999810653928566 ], "max_rewards": [ 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 1.342928236281642, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0 ], "successes": [ true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true ], "video_paths": [ "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_0.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_1.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_2.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_3.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_4.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_5.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_6.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_7.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_8.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_9.mp4" ], "predicted_video_paths": [], "stages": [ { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": false, "nested_middle": false, "released_middle": false, "picked_top": false, "nested_top": false, "released_top": false }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true }, { "picked_middle": true, "nested_middle": true, "released_middle": true, "picked_top": true, "nested_top": true, "released_top": true } ], "pc_picked_middle": 98.0, "pc_nested_middle": 98.0, "pc_released_middle": 98.0, "pc_picked_top": 98.0, "pc_nested_top": 98.0, "pc_released_top": 98.0 }, "n_episodes": 50, "n_success": 49, "pc_success": 98.0, "pc_success_ci95": [ 89.50455641036218, 99.64607407283539 ] } ], "per_group": { "nexarm": { "avg_sum_reward": 19.609624921781215, "avg_max_reward": 9.826858564725633, "pc_success": 98.0, "n_episodes": 50, "n_success": 49, "pc_success_ci95": [ 89.50455641036218, 99.64607407283539 ], "video_paths": [ "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_0.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_1.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_2.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_3.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_4.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_5.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_6.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_7.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_8.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_9.mp4" ], "predicted_video_paths": [], "pc_picked_middle": 98.0, "pc_nested_middle": 98.0, "pc_released_middle": 98.0, "pc_picked_top": 98.0, "pc_nested_top": 98.0, "pc_released_top": 98.0 } }, "overall": { "avg_sum_reward": 19.609624921781215, "avg_max_reward": 9.826858564725633, "pc_success": 98.0, "n_episodes": 50, "n_success": 49, "pc_success_ci95": [ 89.50455641036218, 99.64607407283539 ], "eval_s": 242.11361622810364, "eval_ep_s": 4.842272324562073, "video_paths": [ "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_0.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_1.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_2.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_3.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_4.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_5.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_6.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_7.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_8.mp4", "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_9.mp4" ], "predicted_video_paths": [], "pc_picked_middle": 98.0, "pc_nested_middle": 98.0, "pc_released_middle": 98.0, "pc_picked_top": 98.0, "pc_nested_top": 98.0, "pc_released_top": 98.0 } }