Download eval/planbind_L0_latency_every12/eval_info.json from thanhkt/plan-bind-d2: direct link, hf CLI and curl.
- Browser
- Download file 21.3 kB
-
https://huggingface.co/thanhkt/plan-bind-d2/resolve/main/eval/planbind_L0_latency_every12/eval_info.json
- Command line
-
hf download hf://thanhkt/plan-bind-d2/eval/planbind_L0_latency_every12/eval_info.json
-
curl -L -o eval_info.json https://huggingface.co/thanhkt/plan-bind-d2/resolve/main/eval/planbind_L0_latency_every12/eval_info.json
21.3 kB
| { | |
| "per_task": [ | |
| { | |
| "task_group": "nexarm", | |
| "task_id": 0, | |
| "metrics": { | |
| "sum_rewards": [ | |
| 19.999741737174134, | |
| 19.999391859412178, | |
| 19.999263753522907, | |
| 19.999071268212482, | |
| 19.999261028431466, | |
| 19.999302371272123, | |
| 19.99910521737052, | |
| 19.99936728425638, | |
| 20.00087407023826, | |
| 19.99934810189884, | |
| 19.9994400163422, | |
| 19.998566739307286, | |
| 20.000226780388815, | |
| 0.5047509365408563, | |
| 19.999432414262188, | |
| 19.99900804119921, | |
| 19.99969578723319, | |
| 19.998862872175632, | |
| 19.99954329370221, | |
| 19.999456952159278, | |
| 19.999923670860593, | |
| 19.99877966161788, | |
| 19.998621052273588, | |
| 19.999150744034768, | |
| 19.99966585289271, | |
| 19.99978001569758, | |
| 19.999378372784253, | |
| 19.999753858425862, | |
| 19.998804131560927, | |
| 20.000660360868906, | |
| 19.998847965297372, | |
| 19.99879684881501, | |
| 19.999019029717978, | |
| 20.000059679976065, | |
| 20.000297574795297, | |
| 19.998817169586754, | |
| 19.99986922186341, | |
| 20.000450500115367, | |
| 20.000663647220307, | |
| 19.99892625433735, | |
| 19.999655563134063, | |
| 19.999822593932475, | |
| 19.999992350831697, | |
| 20.000613738103535, | |
| 19.99984059479896, | |
| 19.99861367685864, | |
| 19.999142178288174, | |
| 19.999835100159313, | |
| 19.999943501183278, | |
| 19.999810653928566 | |
| ], | |
| "max_rewards": [ | |
| 10.0, | |
| 10.0, | |
| 10.0, | |
| 10.0, | |
| 10.0, | |
| 10.0, | |
| 10.0, | |
| 10.0, | |
| 10.0, | |
| 10.0, | |
| 10.0, | |
| 10.0, | |
| 10.0, | |
| 1.342928236281642, | |
| 10.0, | |
| 10.0, | |
| 10.0, | |
| 10.0, | |
| 10.0, | |
| 10.0, | |
| 10.0, | |
| 10.0, | |
| 10.0, | |
| 10.0, | |
| 10.0, | |
| 10.0, | |
| 10.0, | |
| 10.0, | |
| 10.0, | |
| 10.0, | |
| 10.0, | |
| 10.0, | |
| 10.0, | |
| 10.0, | |
| 10.0, | |
| 10.0, | |
| 10.0, | |
| 10.0, | |
| 10.0, | |
| 10.0, | |
| 10.0, | |
| 10.0, | |
| 10.0, | |
| 10.0, | |
| 10.0, | |
| 10.0, | |
| 10.0, | |
| 10.0, | |
| 10.0, | |
| 10.0 | |
| ], | |
| "successes": [ | |
| true, | |
| true, | |
| true, | |
| true, | |
| true, | |
| true, | |
| true, | |
| true, | |
| true, | |
| true, | |
| true, | |
| true, | |
| true, | |
| false, | |
| true, | |
| true, | |
| true, | |
| true, | |
| true, | |
| true, | |
| true, | |
| true, | |
| true, | |
| true, | |
| true, | |
| true, | |
| true, | |
| true, | |
| true, | |
| true, | |
| true, | |
| true, | |
| true, | |
| true, | |
| true, | |
| true, | |
| true, | |
| true, | |
| true, | |
| true, | |
| true, | |
| true, | |
| true, | |
| true, | |
| true, | |
| true, | |
| true, | |
| true, | |
| true, | |
| true | |
| ], | |
| "video_paths": [ | |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_0.mp4", | |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_1.mp4", | |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_2.mp4", | |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_3.mp4", | |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_4.mp4", | |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_5.mp4", | |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_6.mp4", | |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_7.mp4", | |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_8.mp4", | |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_9.mp4" | |
| ], | |
| "predicted_video_paths": [], | |
| "stages": [ | |
| { | |
| "picked_middle": true, | |
| "nested_middle": true, | |
| "released_middle": true, | |
| "picked_top": true, | |
| "nested_top": true, | |
| "released_top": true | |
| }, | |
| { | |
| "picked_middle": true, | |
| "nested_middle": true, | |
| "released_middle": true, | |
| "picked_top": true, | |
| "nested_top": true, | |
| "released_top": true | |
| }, | |
| { | |
| "picked_middle": true, | |
| "nested_middle": true, | |
| "released_middle": true, | |
| "picked_top": true, | |
| "nested_top": true, | |
| "released_top": true | |
| }, | |
| { | |
| "picked_middle": true, | |
| "nested_middle": true, | |
| "released_middle": true, | |
| "picked_top": true, | |
| "nested_top": true, | |
| "released_top": true | |
| }, | |
| { | |
| "picked_middle": true, | |
| "nested_middle": true, | |
| "released_middle": true, | |
| "picked_top": true, | |
| "nested_top": true, | |
| "released_top": true | |
| }, | |
| { | |
| "picked_middle": true, | |
| "nested_middle": true, | |
| "released_middle": true, | |
| "picked_top": true, | |
| "nested_top": true, | |
| "released_top": true | |
| }, | |
| { | |
| "picked_middle": true, | |
| "nested_middle": true, | |
| "released_middle": true, | |
| "picked_top": true, | |
| "nested_top": true, | |
| "released_top": true | |
| }, | |
| { | |
| "picked_middle": true, | |
| "nested_middle": true, | |
| "released_middle": true, | |
| "picked_top": true, | |
| "nested_top": true, | |
| "released_top": true | |
| }, | |
| { | |
| "picked_middle": true, | |
| "nested_middle": true, | |
| "released_middle": true, | |
| "picked_top": true, | |
| "nested_top": true, | |
| "released_top": true | |
| }, | |
| { | |
| "picked_middle": true, | |
| "nested_middle": true, | |
| "released_middle": true, | |
| "picked_top": true, | |
| "nested_top": true, | |
| "released_top": true | |
| }, | |
| { | |
| "picked_middle": true, | |
| "nested_middle": true, | |
| "released_middle": true, | |
| "picked_top": true, | |
| "nested_top": true, | |
| "released_top": true | |
| }, | |
| { | |
| "picked_middle": true, | |
| "nested_middle": true, | |
| "released_middle": true, | |
| "picked_top": true, | |
| "nested_top": true, | |
| "released_top": true | |
| }, | |
| { | |
| "picked_middle": true, | |
| "nested_middle": true, | |
| "released_middle": true, | |
| "picked_top": true, | |
| "nested_top": true, | |
| "released_top": true | |
| }, | |
| { | |
| "picked_middle": false, | |
| "nested_middle": false, | |
| "released_middle": false, | |
| "picked_top": false, | |
| "nested_top": false, | |
| "released_top": false | |
| }, | |
| { | |
| "picked_middle": true, | |
| "nested_middle": true, | |
| "released_middle": true, | |
| "picked_top": true, | |
| "nested_top": true, | |
| "released_top": true | |
| }, | |
| { | |
| "picked_middle": true, | |
| "nested_middle": true, | |
| "released_middle": true, | |
| "picked_top": true, | |
| "nested_top": true, | |
| "released_top": true | |
| }, | |
| { | |
| "picked_middle": true, | |
| "nested_middle": true, | |
| "released_middle": true, | |
| "picked_top": true, | |
| "nested_top": true, | |
| "released_top": true | |
| }, | |
| { | |
| "picked_middle": true, | |
| "nested_middle": true, | |
| "released_middle": true, | |
| "picked_top": true, | |
| "nested_top": true, | |
| "released_top": true | |
| }, | |
| { | |
| "picked_middle": true, | |
| "nested_middle": true, | |
| "released_middle": true, | |
| "picked_top": true, | |
| "nested_top": true, | |
| "released_top": true | |
| }, | |
| { | |
| "picked_middle": true, | |
| "nested_middle": true, | |
| "released_middle": true, | |
| "picked_top": true, | |
| "nested_top": true, | |
| "released_top": true | |
| }, | |
| { | |
| "picked_middle": true, | |
| "nested_middle": true, | |
| "released_middle": true, | |
| "picked_top": true, | |
| "nested_top": true, | |
| "released_top": true | |
| }, | |
| { | |
| "picked_middle": true, | |
| "nested_middle": true, | |
| "released_middle": true, | |
| "picked_top": true, | |
| "nested_top": true, | |
| "released_top": true | |
| }, | |
| { | |
| "picked_middle": true, | |
| "nested_middle": true, | |
| "released_middle": true, | |
| "picked_top": true, | |
| "nested_top": true, | |
| "released_top": true | |
| }, | |
| { | |
| "picked_middle": true, | |
| "nested_middle": true, | |
| "released_middle": true, | |
| "picked_top": true, | |
| "nested_top": true, | |
| "released_top": true | |
| }, | |
| { | |
| "picked_middle": true, | |
| "nested_middle": true, | |
| "released_middle": true, | |
| "picked_top": true, | |
| "nested_top": true, | |
| "released_top": true | |
| }, | |
| { | |
| "picked_middle": true, | |
| "nested_middle": true, | |
| "released_middle": true, | |
| "picked_top": true, | |
| "nested_top": true, | |
| "released_top": true | |
| }, | |
| { | |
| "picked_middle": true, | |
| "nested_middle": true, | |
| "released_middle": true, | |
| "picked_top": true, | |
| "nested_top": true, | |
| "released_top": true | |
| }, | |
| { | |
| "picked_middle": true, | |
| "nested_middle": true, | |
| "released_middle": true, | |
| "picked_top": true, | |
| "nested_top": true, | |
| "released_top": true | |
| }, | |
| { | |
| "picked_middle": true, | |
| "nested_middle": true, | |
| "released_middle": true, | |
| "picked_top": true, | |
| "nested_top": true, | |
| "released_top": true | |
| }, | |
| { | |
| "picked_middle": true, | |
| "nested_middle": true, | |
| "released_middle": true, | |
| "picked_top": true, | |
| "nested_top": true, | |
| "released_top": true | |
| }, | |
| { | |
| "picked_middle": true, | |
| "nested_middle": true, | |
| "released_middle": true, | |
| "picked_top": true, | |
| "nested_top": true, | |
| "released_top": true | |
| }, | |
| { | |
| "picked_middle": true, | |
| "nested_middle": true, | |
| "released_middle": true, | |
| "picked_top": true, | |
| "nested_top": true, | |
| "released_top": true | |
| }, | |
| { | |
| "picked_middle": true, | |
| "nested_middle": true, | |
| "released_middle": true, | |
| "picked_top": true, | |
| "nested_top": true, | |
| "released_top": true | |
| }, | |
| { | |
| "picked_middle": true, | |
| "nested_middle": true, | |
| "released_middle": true, | |
| "picked_top": true, | |
| "nested_top": true, | |
| "released_top": true | |
| }, | |
| { | |
| "picked_middle": true, | |
| "nested_middle": true, | |
| "released_middle": true, | |
| "picked_top": true, | |
| "nested_top": true, | |
| "released_top": true | |
| }, | |
| { | |
| "picked_middle": true, | |
| "nested_middle": true, | |
| "released_middle": true, | |
| "picked_top": true, | |
| "nested_top": true, | |
| "released_top": true | |
| }, | |
| { | |
| "picked_middle": true, | |
| "nested_middle": true, | |
| "released_middle": true, | |
| "picked_top": true, | |
| "nested_top": true, | |
| "released_top": true | |
| }, | |
| { | |
| "picked_middle": true, | |
| "nested_middle": true, | |
| "released_middle": true, | |
| "picked_top": true, | |
| "nested_top": true, | |
| "released_top": true | |
| }, | |
| { | |
| "picked_middle": true, | |
| "nested_middle": true, | |
| "released_middle": true, | |
| "picked_top": true, | |
| "nested_top": true, | |
| "released_top": true | |
| }, | |
| { | |
| "picked_middle": true, | |
| "nested_middle": true, | |
| "released_middle": true, | |
| "picked_top": true, | |
| "nested_top": true, | |
| "released_top": true | |
| }, | |
| { | |
| "picked_middle": true, | |
| "nested_middle": true, | |
| "released_middle": true, | |
| "picked_top": true, | |
| "nested_top": true, | |
| "released_top": true | |
| }, | |
| { | |
| "picked_middle": true, | |
| "nested_middle": true, | |
| "released_middle": true, | |
| "picked_top": true, | |
| "nested_top": true, | |
| "released_top": true | |
| }, | |
| { | |
| "picked_middle": true, | |
| "nested_middle": true, | |
| "released_middle": true, | |
| "picked_top": true, | |
| "nested_top": true, | |
| "released_top": true | |
| }, | |
| { | |
| "picked_middle": true, | |
| "nested_middle": true, | |
| "released_middle": true, | |
| "picked_top": true, | |
| "nested_top": true, | |
| "released_top": true | |
| }, | |
| { | |
| "picked_middle": true, | |
| "nested_middle": true, | |
| "released_middle": true, | |
| "picked_top": true, | |
| "nested_top": true, | |
| "released_top": true | |
| }, | |
| { | |
| "picked_middle": true, | |
| "nested_middle": true, | |
| "released_middle": true, | |
| "picked_top": true, | |
| "nested_top": true, | |
| "released_top": true | |
| }, | |
| { | |
| "picked_middle": true, | |
| "nested_middle": true, | |
| "released_middle": true, | |
| "picked_top": true, | |
| "nested_top": true, | |
| "released_top": true | |
| }, | |
| { | |
| "picked_middle": true, | |
| "nested_middle": true, | |
| "released_middle": true, | |
| "picked_top": true, | |
| "nested_top": true, | |
| "released_top": true | |
| }, | |
| { | |
| "picked_middle": true, | |
| "nested_middle": true, | |
| "released_middle": true, | |
| "picked_top": true, | |
| "nested_top": true, | |
| "released_top": true | |
| }, | |
| { | |
| "picked_middle": true, | |
| "nested_middle": true, | |
| "released_middle": true, | |
| "picked_top": true, | |
| "nested_top": true, | |
| "released_top": true | |
| } | |
| ], | |
| "pc_picked_middle": 98.0, | |
| "pc_nested_middle": 98.0, | |
| "pc_released_middle": 98.0, | |
| "pc_picked_top": 98.0, | |
| "pc_nested_top": 98.0, | |
| "pc_released_top": 98.0 | |
| }, | |
| "n_episodes": 50, | |
| "n_success": 49, | |
| "pc_success": 98.0, | |
| "pc_success_ci95": [ | |
| 89.50455641036218, | |
| 99.64607407283539 | |
| ] | |
| } | |
| ], | |
| "per_group": { | |
| "nexarm": { | |
| "avg_sum_reward": 19.609624921781215, | |
| "avg_max_reward": 9.826858564725633, | |
| "pc_success": 98.0, | |
| "n_episodes": 50, | |
| "n_success": 49, | |
| "pc_success_ci95": [ | |
| 89.50455641036218, | |
| 99.64607407283539 | |
| ], | |
| "video_paths": [ | |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_0.mp4", | |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_1.mp4", | |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_2.mp4", | |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_3.mp4", | |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_4.mp4", | |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_5.mp4", | |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_6.mp4", | |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_7.mp4", | |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_8.mp4", | |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_9.mp4" | |
| ], | |
| "predicted_video_paths": [], | |
| "pc_picked_middle": 98.0, | |
| "pc_nested_middle": 98.0, | |
| "pc_released_middle": 98.0, | |
| "pc_picked_top": 98.0, | |
| "pc_nested_top": 98.0, | |
| "pc_released_top": 98.0 | |
| } | |
| }, | |
| "overall": { | |
| "avg_sum_reward": 19.609624921781215, | |
| "avg_max_reward": 9.826858564725633, | |
| "pc_success": 98.0, | |
| "n_episodes": 50, | |
| "n_success": 49, | |
| "pc_success_ci95": [ | |
| 89.50455641036218, | |
| 99.64607407283539 | |
| ], | |
| "eval_s": 242.11361622810364, | |
| "eval_ep_s": 4.842272324562073, | |
| "video_paths": [ | |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_0.mp4", | |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_1.mp4", | |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_2.mp4", | |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_3.mp4", | |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_4.mp4", | |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_5.mp4", | |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_6.mp4", | |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_7.mp4", | |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_8.mp4", | |
| "/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_9.mp4" | |
| ], | |
| "predicted_video_paths": [], | |
| "pc_picked_middle": 98.0, | |
| "pc_nested_middle": 98.0, | |
| "pc_released_middle": 98.0, | |
| "pc_picked_top": 98.0, | |
| "pc_nested_top": 98.0, | |
| "pc_released_top": 98.0 | |
| } | |
| } |