{ "per_task": [ { "task_group": "pusht", "task_id": 0, "metrics": { "sum_rewards": [ 153.26045796844588, 80.23884581662739, 126.46531182239728, 230.81533440214434, 107.04251739480375, 110.66629282485894, 54.77157956367507, 31.736423538391485, 72.63271346093859, 71.63564968980288, 191.34465521980172, 0.9023674371722685, 66.87744629986526, 54.52109439250796, 159.61683385862125, 229.8311776590328, 149.87421404912672, 148.45101159347251, 29.310644511264826, 64.1006599470841, 25.966400668631866, 58.21529063157871, 142.80553977728968, 124.1219706072975, 200.99030373003401, 108.37313699864696, 131.5453651050214, 97.92924145460705, 60.906515863680724, 86.74928675589588, 77.46870387404792, 200.5646563949116, 118.06952484457337, 0.01423175339769715, 96.94741116348487, 17.69349459931778, 38.19104126502981, 121.92373036133631, 2.9781706270268042, 105.91449843202881, 219.79311881011785, 122.44891142082454, 110.11877532553324, 1.7601410285686538, 27.975051251735817, 217.2043521885377, 145.03708749081048, 0.5488142468312367, 0.0, 47.911992459278366, 87.79045968290836, 175.93190032328326, 94.23671970014733, 196.0216169010793, 40.391723123907205, 70.96398336607508, 154.58900673857062, 182.48762157423965, 49.64083848072846, 183.1457628208239, 0.7651475128858292, 78.65467927797208, 55.79735098348628, 131.00096685664684, 87.36275846152374, 47.5800776882251, 179.7675994597243, 203.14951625143456, 0.0, 4.522328130092332, 123.31489890999012, 0.0, 33.01018873014799, 99.00147563562483, 121.87558537764046, 62.2409056876037, 31.664081965570187, 151.33117259683326, 144.55305053975871, 113.01864968439439, 61.72807615259994, 35.10915985741088, 156.60683347590512, 79.0957375781442, 0.0, 76.46567612850937, 202.20043882723587, 149.4640000069527, 24.356887015158257, 83.38947772055485, 179.52137765232663, 193.35843198354837, 101.66782780405937, 0.4563830209850856, 67.07755665339934, 201.14217283881436, 88.39749098854287, 151.1881593127129, 59.54967610430161, 103.8738270155542, 27.910329727206232, 0.0, 47.35935711339584, 40.83589307317217, 0.32805385066051435, 142.83417118237153, 103.2410263156449, 157.0043681249084, 0.0, 199.97934544745868, 86.61207202081016, 0.0, 115.23437931590057, 114.57765936858186, 39.44837938042828, 144.8307729451703, 117.75347512589225, 0.24710316922803527, 45.824223621111145, 132.8547606077669, 130.38156989858032, 40.19954306219073, 186.36384483404558, 112.13121981619774, 20.72099299092352, 194.3904435534996, 188.88105535424643, 175.05214559111505, 122.61703108275336, 104.46800050144759, 56.08262904607086, 83.10610506290429, 8.875564602457116, 55.49266323517287, 123.24795037736891, 51.5826911363905, 131.81682620186993, 0.0, 201.74552954438323, 176.17318643269772, 150.88756649552914, 103.20665587706065, 51.45396158063054, 115.21419801538909, 92.33508140800242, 0.0, 128.98679602089567, 46.214720067176124, 178.6462672877447, 50.94578994307002, 0.0, 177.3283112071994, 66.62126546537199, 59.871882032324706, 41.90428150083431, 86.66660965502973, 37.746213222139446, 157.89661888483573, 135.9311238496662, 215.75974742969436, 111.93034981380079, 168.3631160641409, 51.266586040555694, 66.97935534412989, 36.39534958347183, 19.952722319368924, 209.12712217491088, 57.94129781629592, 79.96054204828184, 94.24228322176356, 90.672053322838, 216.7578580694954, 65.45837062810295, 213.6748559252736, 31.313388968517938, 207.4448435031523, 84.01011498139653, 10.09369525111676, 165.36997747563947, 62.052551231265404, 149.7493989205779, 105.36127848454242, 66.32317497251103, 196.72064627146813, 195.01273908715342, 80.49205075517852, 73.08971204826183, 139.62482966571702, 106.33656180732471, 116.58034857625532, 47.92866662950415, 67.40153865871547, 213.46868604561968, 52.24822116930357, 123.67056320516535, 0.5635346082656544, 130.91911007849944, 51.19901399983114, 65.86227087129772, 131.83188198088402 ], "max_rewards": [ 0.9561299153634272, 0.4537152667358446, 1.0, 0.9913778576243112, 0.9581444915197966, 1.0, 0.42890776130576286, 1.0, 0.5173915143022643, 0.5116611417052493, 0.9599263233972201, 0.14425333826550865, 1.0, 1.0, 0.9717245076154153, 0.982032123646803, 0.9463500435867451, 0.9802425266885876, 1.0, 1.0, 0.5260259064810713, 0.9236329394610595, 0.9751021558076928, 0.9883947059158679, 0.9821144300310523, 0.5739906608632641, 0.6998037577339975, 1.0, 1.0, 0.5645698762925706, 0.9490946005959958, 0.9641944447206269, 0.5101092867961573, 0.010735535622975606, 1.0, 1.0, 1.0, 1.0, 0.10134233957711135, 1.0, 0.9966034180808157, 0.6269506157723178, 1.0, 0.11217754438784838, 0.44783078841734353, 0.9843640701513408, 0.9732302852611326, 0.03846418379283366, 0.0, 1.0, 1.0, 1.0, 1.0, 0.9855822151158238, 0.9234171374357959, 1.0, 0.9984267899031605, 0.9702406439363543, 1.0, 0.9084914781510816, 0.03122945857387656, 1.0, 1.0, 1.0, 0.8422819206276831, 0.5607483592244442, 0.9808391292452026, 0.9911358089782675, 0.0, 0.24650267388827285, 0.993349364861063, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.9624839950062926, 0.991689049566255, 1.0, 0.9181954142528358, 1.0, 0.9706559169318558, 0.5129802053914668, 0.0, 1.0, 0.9836529933910765, 0.9748531137285875, 0.7719686264141027, 0.9440256690151938, 0.997552699388021, 0.9010255280473648, 1.0, 0.029210672252293637, 1.0, 0.9796712082415895, 1.0, 0.6572157766381012, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.060782778709482004, 1.0, 0.616491188262692, 0.6073596582510397, 0.0, 0.9625219170004464, 1.0, 0.0, 0.9746961917840774, 0.9705547949247064, 1.0, 0.9628706550110476, 0.985103038178101, 0.0529796185895799, 1.0, 1.0, 1.0, 1.0, 0.980942943458687, 0.6177651714629965, 0.5785745684212884, 0.980481974536058, 0.9778835359635747, 0.9992427972862153, 0.5416825728656843, 1.0, 1.0, 1.0, 0.6445054620861609, 1.0, 0.9644935421657714, 1.0, 0.9537636904607543, 0.0, 0.9844983281836601, 0.9405474481568148, 0.9322852634611546, 0.7063972701895324, 1.0, 0.8587289637519382, 1.0, 0.0, 0.9372846531570669, 0.41470479545654526, 0.721417139106359, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.997762514809229, 0.9862425723961641, 0.9875883743311951, 0.4270234867863063, 0.9932565421102384, 0.5052889067097802, 1.0, 1.0, 0.4273765780690916, 0.9880294343844742, 1.0, 0.7789044001678301, 0.8638977910027278, 0.6432675930823181, 0.9988333088416881, 0.9975410748459719, 0.9923586243524826, 1.0, 0.9541509545971721, 1.0, 0.41840268189458013, 0.6921399169742072, 0.5156012216233201, 1.0, 0.7905137079299466, 1.0, 0.9587424595302427, 0.950375123141353, 1.0, 1.0, 0.9728976819296193, 0.9736881755695568, 0.9862504059406834, 1.0, 0.4622487450709938, 0.9718091723721238, 1.0, 0.551704896811438, 0.131840342618754, 0.6344656674534601, 1.0, 0.7847169104040569, 1.0 ], "successes": [ false, false, true, false, false, true, false, true, false, false, false, false, true, true, false, false, false, false, true, true, false, false, false, false, false, false, false, true, true, false, false, false, false, false, true, true, true, true, false, true, false, false, true, false, false, false, false, false, false, true, true, true, true, false, false, true, false, false, true, false, false, true, true, true, false, false, false, false, false, false, false, false, true, true, true, true, true, false, false, true, false, true, false, false, false, true, false, false, false, false, false, false, true, false, true, false, true, false, true, true, true, false, true, true, false, true, false, false, false, false, true, false, false, false, true, false, false, false, true, true, true, true, false, false, false, false, false, false, false, true, true, true, false, true, false, true, false, false, false, false, false, false, true, false, true, false, false, false, false, true, false, true, true, true, true, true, true, false, false, false, false, false, false, true, true, false, false, true, false, false, false, false, false, false, true, false, true, false, false, false, true, false, true, false, false, true, true, false, false, false, true, false, false, true, false, false, false, true, false, true ], "video_paths": [ "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_0.mp4", "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_1.mp4", "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_2.mp4", "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_3.mp4", "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_4.mp4", "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_5.mp4", "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_6.mp4", "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_7.mp4", "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_8.mp4", "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_9.mp4" ], "predicted_video_paths": [] }, "n_episodes": 200, "n_success": 74, "pc_success": 37.0, "pc_success_ci95": [ 30.61260840985912, 43.877370075949806 ] } ], "per_group": { "pusht": { "avg_sum_reward": 97.48966680727179, "avg_max_reward": 0.8102174671617927, "pc_success": 37.0, "n_episodes": 200, "n_success": 74, "pc_success_ci95": [ 30.61260840985912, 43.877370075949806 ], "video_paths": [ "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_0.mp4", "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_1.mp4", "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_2.mp4", "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_3.mp4", "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_4.mp4", "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_5.mp4", "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_6.mp4", "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_7.mp4", "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_8.mp4", "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_9.mp4" ], "predicted_video_paths": [] } }, "overall": { "avg_sum_reward": 97.48966680727179, "avg_max_reward": 0.8102174671617927, "pc_success": 37.0, "n_episodes": 200, "n_success": 74, "pc_success_ci95": [ 30.61260840985912, 43.877370075949806 ], "eval_s": 274.93339109420776, "eval_ep_s": 1.3746669566631318, "video_paths": [ "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_0.mp4", "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_1.mp4", "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_2.mp4", "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_3.mp4", "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_4.mp4", "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_5.mp4", "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_6.mp4", "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_7.mp4", "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_8.mp4", "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1001/videos/pusht_0/eval_episode_9.mp4" ], "predicted_video_paths": [] } }