thanhkt's picture
Upload eval from run_all.sh (part 2)
99bd6ac verified
Raw History Blame Contribute Delete
21.3 kB
{
"per_task": [
{
"task_group": "nexarm",
"task_id": 0,
"metrics": {
"sum_rewards": [
19.999741737174134,
19.999391859412178,
19.999263753522907,
19.999071268212482,
19.999261028431466,
19.999302371272123,
19.99910521737052,
19.99936728425638,
20.00087407023826,
19.99934810189884,
19.9994400163422,
19.998566739307286,
20.000226780388815,
0.5047509365408563,
19.999432414262188,
19.99900804119921,
19.99969578723319,
19.998862872175632,
19.99954329370221,
19.999456952159278,
19.999923670860593,
19.99877966161788,
19.998621052273588,
19.999150744034768,
19.99966585289271,
19.99978001569758,
19.999378372784253,
19.999753858425862,
19.998804131560927,
20.000660360868906,
19.998847965297372,
19.99879684881501,
19.999019029717978,
20.000059679976065,
20.000297574795297,
19.998817169586754,
19.99986922186341,
20.000450500115367,
20.000663647220307,
19.99892625433735,
19.999655563134063,
19.999822593932475,
19.999992350831697,
20.000613738103535,
19.99984059479896,
19.99861367685864,
19.999142178288174,
19.999835100159313,
19.999943501183278,
19.999810653928566
],
"max_rewards": [
10.0,
10.0,
10.0,
10.0,
10.0,
10.0,
10.0,
10.0,
10.0,
10.0,
10.0,
10.0,
10.0,
1.342928236281642,
10.0,
10.0,
10.0,
10.0,
10.0,
10.0,
10.0,
10.0,
10.0,
10.0,
10.0,
10.0,
10.0,
10.0,
10.0,
10.0,
10.0,
10.0,
10.0,
10.0,
10.0,
10.0,
10.0,
10.0,
10.0,
10.0,
10.0,
10.0,
10.0,
10.0,
10.0,
10.0,
10.0,
10.0,
10.0,
10.0
],
"successes": [
true,
true,
true,
true,
true,
true,
true,
true,
true,
true,
true,
true,
true,
false,
true,
true,
true,
true,
true,
true,
true,
true,
true,
true,
true,
true,
true,
true,
true,
true,
true,
true,
true,
true,
true,
true,
true,
true,
true,
true,
true,
true,
true,
true,
true,
true,
true,
true,
true,
true
],
"video_paths": [
"/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_0.mp4",
"/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_1.mp4",
"/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_2.mp4",
"/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_3.mp4",
"/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_4.mp4",
"/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_5.mp4",
"/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_6.mp4",
"/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_7.mp4",
"/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_8.mp4",
"/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_9.mp4"
],
"predicted_video_paths": [],
"stages": [
{
"picked_middle": true,
"nested_middle": true,
"released_middle": true,
"picked_top": true,
"nested_top": true,
"released_top": true
},
{
"picked_middle": true,
"nested_middle": true,
"released_middle": true,
"picked_top": true,
"nested_top": true,
"released_top": true
},
{
"picked_middle": true,
"nested_middle": true,
"released_middle": true,
"picked_top": true,
"nested_top": true,
"released_top": true
},
{
"picked_middle": true,
"nested_middle": true,
"released_middle": true,
"picked_top": true,
"nested_top": true,
"released_top": true
},
{
"picked_middle": true,
"nested_middle": true,
"released_middle": true,
"picked_top": true,
"nested_top": true,
"released_top": true
},
{
"picked_middle": true,
"nested_middle": true,
"released_middle": true,
"picked_top": true,
"nested_top": true,
"released_top": true
},
{
"picked_middle": true,
"nested_middle": true,
"released_middle": true,
"picked_top": true,
"nested_top": true,
"released_top": true
},
{
"picked_middle": true,
"nested_middle": true,
"released_middle": true,
"picked_top": true,
"nested_top": true,
"released_top": true
},
{
"picked_middle": true,
"nested_middle": true,
"released_middle": true,
"picked_top": true,
"nested_top": true,
"released_top": true
},
{
"picked_middle": true,
"nested_middle": true,
"released_middle": true,
"picked_top": true,
"nested_top": true,
"released_top": true
},
{
"picked_middle": true,
"nested_middle": true,
"released_middle": true,
"picked_top": true,
"nested_top": true,
"released_top": true
},
{
"picked_middle": true,
"nested_middle": true,
"released_middle": true,
"picked_top": true,
"nested_top": true,
"released_top": true
},
{
"picked_middle": true,
"nested_middle": true,
"released_middle": true,
"picked_top": true,
"nested_top": true,
"released_top": true
},
{
"picked_middle": false,
"nested_middle": false,
"released_middle": false,
"picked_top": false,
"nested_top": false,
"released_top": false
},
{
"picked_middle": true,
"nested_middle": true,
"released_middle": true,
"picked_top": true,
"nested_top": true,
"released_top": true
},
{
"picked_middle": true,
"nested_middle": true,
"released_middle": true,
"picked_top": true,
"nested_top": true,
"released_top": true
},
{
"picked_middle": true,
"nested_middle": true,
"released_middle": true,
"picked_top": true,
"nested_top": true,
"released_top": true
},
{
"picked_middle": true,
"nested_middle": true,
"released_middle": true,
"picked_top": true,
"nested_top": true,
"released_top": true
},
{
"picked_middle": true,
"nested_middle": true,
"released_middle": true,
"picked_top": true,
"nested_top": true,
"released_top": true
},
{
"picked_middle": true,
"nested_middle": true,
"released_middle": true,
"picked_top": true,
"nested_top": true,
"released_top": true
},
{
"picked_middle": true,
"nested_middle": true,
"released_middle": true,
"picked_top": true,
"nested_top": true,
"released_top": true
},
{
"picked_middle": true,
"nested_middle": true,
"released_middle": true,
"picked_top": true,
"nested_top": true,
"released_top": true
},
{
"picked_middle": true,
"nested_middle": true,
"released_middle": true,
"picked_top": true,
"nested_top": true,
"released_top": true
},
{
"picked_middle": true,
"nested_middle": true,
"released_middle": true,
"picked_top": true,
"nested_top": true,
"released_top": true
},
{
"picked_middle": true,
"nested_middle": true,
"released_middle": true,
"picked_top": true,
"nested_top": true,
"released_top": true
},
{
"picked_middle": true,
"nested_middle": true,
"released_middle": true,
"picked_top": true,
"nested_top": true,
"released_top": true
},
{
"picked_middle": true,
"nested_middle": true,
"released_middle": true,
"picked_top": true,
"nested_top": true,
"released_top": true
},
{
"picked_middle": true,
"nested_middle": true,
"released_middle": true,
"picked_top": true,
"nested_top": true,
"released_top": true
},
{
"picked_middle": true,
"nested_middle": true,
"released_middle": true,
"picked_top": true,
"nested_top": true,
"released_top": true
},
{
"picked_middle": true,
"nested_middle": true,
"released_middle": true,
"picked_top": true,
"nested_top": true,
"released_top": true
},
{
"picked_middle": true,
"nested_middle": true,
"released_middle": true,
"picked_top": true,
"nested_top": true,
"released_top": true
},
{
"picked_middle": true,
"nested_middle": true,
"released_middle": true,
"picked_top": true,
"nested_top": true,
"released_top": true
},
{
"picked_middle": true,
"nested_middle": true,
"released_middle": true,
"picked_top": true,
"nested_top": true,
"released_top": true
},
{
"picked_middle": true,
"nested_middle": true,
"released_middle": true,
"picked_top": true,
"nested_top": true,
"released_top": true
},
{
"picked_middle": true,
"nested_middle": true,
"released_middle": true,
"picked_top": true,
"nested_top": true,
"released_top": true
},
{
"picked_middle": true,
"nested_middle": true,
"released_middle": true,
"picked_top": true,
"nested_top": true,
"released_top": true
},
{
"picked_middle": true,
"nested_middle": true,
"released_middle": true,
"picked_top": true,
"nested_top": true,
"released_top": true
},
{
"picked_middle": true,
"nested_middle": true,
"released_middle": true,
"picked_top": true,
"nested_top": true,
"released_top": true
},
{
"picked_middle": true,
"nested_middle": true,
"released_middle": true,
"picked_top": true,
"nested_top": true,
"released_top": true
},
{
"picked_middle": true,
"nested_middle": true,
"released_middle": true,
"picked_top": true,
"nested_top": true,
"released_top": true
},
{
"picked_middle": true,
"nested_middle": true,
"released_middle": true,
"picked_top": true,
"nested_top": true,
"released_top": true
},
{
"picked_middle": true,
"nested_middle": true,
"released_middle": true,
"picked_top": true,
"nested_top": true,
"released_top": true
},
{
"picked_middle": true,
"nested_middle": true,
"released_middle": true,
"picked_top": true,
"nested_top": true,
"released_top": true
},
{
"picked_middle": true,
"nested_middle": true,
"released_middle": true,
"picked_top": true,
"nested_top": true,
"released_top": true
},
{
"picked_middle": true,
"nested_middle": true,
"released_middle": true,
"picked_top": true,
"nested_top": true,
"released_top": true
},
{
"picked_middle": true,
"nested_middle": true,
"released_middle": true,
"picked_top": true,
"nested_top": true,
"released_top": true
},
{
"picked_middle": true,
"nested_middle": true,
"released_middle": true,
"picked_top": true,
"nested_top": true,
"released_top": true
},
{
"picked_middle": true,
"nested_middle": true,
"released_middle": true,
"picked_top": true,
"nested_top": true,
"released_top": true
},
{
"picked_middle": true,
"nested_middle": true,
"released_middle": true,
"picked_top": true,
"nested_top": true,
"released_top": true
},
{
"picked_middle": true,
"nested_middle": true,
"released_middle": true,
"picked_top": true,
"nested_top": true,
"released_top": true
}
],
"pc_picked_middle": 98.0,
"pc_nested_middle": 98.0,
"pc_released_middle": 98.0,
"pc_picked_top": 98.0,
"pc_nested_top": 98.0,
"pc_released_top": 98.0
},
"n_episodes": 50,
"n_success": 49,
"pc_success": 98.0,
"pc_success_ci95": [
89.50455641036218,
99.64607407283539
]
}
],
"per_group": {
"nexarm": {
"avg_sum_reward": 19.609624921781215,
"avg_max_reward": 9.826858564725633,
"pc_success": 98.0,
"n_episodes": 50,
"n_success": 49,
"pc_success_ci95": [
89.50455641036218,
99.64607407283539
],
"video_paths": [
"/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_0.mp4",
"/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_1.mp4",
"/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_2.mp4",
"/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_3.mp4",
"/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_4.mp4",
"/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_5.mp4",
"/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_6.mp4",
"/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_7.mp4",
"/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_8.mp4",
"/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_9.mp4"
],
"predicted_video_paths": [],
"pc_picked_middle": 98.0,
"pc_nested_middle": 98.0,
"pc_released_middle": 98.0,
"pc_picked_top": 98.0,
"pc_nested_top": 98.0,
"pc_released_top": 98.0
}
},
"overall": {
"avg_sum_reward": 19.609624921781215,
"avg_max_reward": 9.826858564725633,
"pc_success": 98.0,
"n_episodes": 50,
"n_success": 49,
"pc_success_ci95": [
89.50455641036218,
99.64607407283539
],
"eval_s": 242.11361622810364,
"eval_ep_s": 4.842272324562073,
"video_paths": [
"/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_0.mp4",
"/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_1.mp4",
"/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_2.mp4",
"/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_3.mp4",
"/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_4.mp4",
"/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_5.mp4",
"/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_6.mp4",
"/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_7.mp4",
"/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_8.mp4",
"/home/marinelab/code/plan-bind-d2/experiments/261028-plan-bind-d2-latency/outputs/full/eval/planbind_L0_latency_every12/videos/nexarm_0/eval_episode_9.mp4"
],
"predicted_video_paths": [],
"pc_picked_middle": 98.0,
"pc_nested_middle": 98.0,
"pc_released_middle": 98.0,
"pc_picked_top": 98.0,
"pc_nested_top": 98.0,
"pc_released_top": 98.0
}
}