{ "per_task": [ { "task_group": "pusht", "task_id": 0, "metrics": { "sum_rewards": [ 154.77506646749362, 0.0, 193.9649476348685, 71.16582692901822, 67.11134380444008, 11.040730653928408, 77.15242820979998, 154.58455537695403, 135.09883717327142, 149.5889616023315, 131.86842004354543, 24.931935480775053, 126.38246954227982, 167.50275083488083, 155.969957298812, 41.85280802232808, 162.96439529222894, 104.99969084016816, 15.823587660196472, 90.56055684679589, 102.45576058859247, 85.83855087298707, 150.96254463517266, 47.11213007581152, 27.595522475779006, 139.8508423208914, 145.76498212049788, 109.62954540074743, 163.63669790919852, 45.438127915009474, 0.0, 76.78410219728701, 187.99114054098172, 30.147452136968663, 131.62102365137468, 83.96808495670707, 184.80562178567607, 46.32117298917472, 101.86588617476232, 111.55928097432303, 40.33234830583412, 124.31889819292839, 187.10240791577877, 18.027051241377606, 116.42951464002054, 162.43526020309162, 80.06967656377303, 187.59712446988098, 65.79187648715036, 113.84556592625978, 181.63299930145865, 135.53094017717035, 185.10173370114597, 162.96806281432526, 51.90899726156408, 21.33504161378587, 165.52779728853497, 58.9465823946755, 23.977157107859046, 112.99893039875346, 0.820040592360265, 53.13933456698521, 112.70777945734001, 38.175086755056526, 129.11171323743397, 186.72946570872855, 47.129561071896276, 0.0, 129.82430032563167, 20.028778289512918, 86.79585773248806, 38.943780414824694, 140.91693350058074, 0.0, 171.48035046502312, 114.54478139240014, 144.1609812318133, 90.52541214242125, 52.288771008812134, 1.027580317627849, 1.8776131506837777, 115.26527369476662, 35.33619717341243, 58.09621984428472, 69.42268700668137, 73.24121675685836, 120.6103980994258, 99.65925922669015, 80.35310402201586, 99.3209306767981, 172.9976166825366, 132.22810627330992, 105.86957909833271, 180.8142091357104, 87.45142506649968, 146.08470083883466, 0.0, 169.6199102619275, 97.54350593971785, 128.28603860025893, 210.5709698661867, 181.30323420380438, 142.7355196141961, 31.208384407723297, 75.9551125456975, 114.45226998924294, 109.96050614549868, 143.5031092296832, 1.1564488434049833e-05, 78.6925486512161, 140.03111876842058, 99.69476973013678, 50.349809123251696, 159.57829484383728, 171.5412958206843, 109.97613861203604, 215.46266242408635, 161.36565125434544, 110.0968254978682, 147.4023871070953, 185.06272173948233, 152.28748823410615, 166.4155427473711, 52.495115892226785, 159.28114668936308, 88.27553379949862, 151.00001899162498, 77.09703036071754, 131.4091866201123, 140.08933963278258, 221.34943357613338, 42.3361737970348, 0.0, 44.08177505349287, 72.15043798575928, 110.53482026735631, 151.55878051152433, 19.239711317471002, 31.70251788658367, 118.14168855677894, 6.527827686475783, 184.10602435294012, 131.26676353723238, 85.69703320401351, 146.75058915211878, 3.5349915608905933, 129.33695403675438, 101.1392020053313, 143.81986073566765, 48.21481871755758, 9.717308264346661, 44.30395884839167, 164.03909998204887, 82.09994199345158, 140.95562194444508, 48.38965785623758, 124.32263231489212, 33.1807345741453, 121.95677677548518, 61.92239099942056, 120.40885689820274, 35.352141302824684, 0.0, 178.09586962478747, 169.2881092007402, 108.52055167035584, 173.35628702125427, 64.55826327509472, 167.84019051628866, 78.66054727235756, 109.70824491850345, 145.0236488648656, 1.7425707235194574, 89.68442693745041, 192.89501972741624, 217.44773282815106, 54.455512266831896, 137.24240719213935, 66.5557200564221, 0.6268369224333964, 185.45406221634255, 20.037108504325754, 90.14625845080246, 106.0017155309469, 199.67490378032866, 178.58865832095427, 110.41896057176288, 196.29398738126775, 146.21980119351173, 0.010262565146117024, 176.4277733773119, 31.407775857643323, 116.88396995670232, 136.63360986820885, 112.1051605474481, 161.50953416146547, 58.80063239696102, 153.76680163623053, 69.33352291218411, 137.8463931543192 ], "max_rewards": [ 0.9862506864259318, 0.0, 0.9912220272316515, 1.0, 0.9826980566127438, 1.0, 0.45758767992015603, 0.9855620182793952, 0.9647131640601857, 0.9998718195911943, 0.9878952285716834, 0.45342728689710715, 0.9878861699144147, 0.9325929813235397, 1.0, 1.0, 1.0, 0.953841108115862, 1.0, 0.9904283180399843, 1.0, 0.6675033779218679, 0.9898753974064416, 1.0, 1.0, 0.6087618656467044, 0.7182117036722014, 0.9996390528398923, 0.9989903508534212, 0.9656610075885963, 0.0, 0.8855218869906661, 0.972458867949666, 1.0, 0.9956279383503831, 0.8989304006744645, 0.9995035930844288, 1.0, 1.0, 1.0, 1.0, 0.6611864716350239, 0.9912138846487943, 1.0, 0.9784176125370366, 0.9918430747180105, 1.0, 0.9991388137759568, 0.7563697520369544, 1.0, 0.9882608431679268, 1.0, 0.9714832741603862, 0.9826378150324875, 1.0, 1.0, 0.9535959024636167, 1.0, 1.0, 0.502668751750633, 0.03122945857387656, 1.0, 0.9725957177325412, 1.0, 0.5876897414713858, 1.0, 1.0, 0.0, 0.608815529723346, 0.40606639099911673, 0.9212955664463726, 1.0, 1.0, 0.0, 0.9924630928402708, 0.9984777121006915, 0.8150215445006626, 0.9069833812683733, 1.0, 0.10721865439446016, 0.1173591934263179, 0.962725920528579, 1.0, 1.0, 1.0, 1.0, 0.7032539126946354, 0.9647597842111232, 0.983424624107718, 1.0, 0.999422657988815, 1.0, 1.0, 0.9914389509351949, 0.6440674449093485, 1.0, 0.0, 1.0, 1.0, 0.9749487979856496, 0.9891511718750274, 0.9811317183111384, 0.9765824770921353, 1.0, 1.0, 1.0, 0.7047302367075576, 1.0, 1.1564488434049833e-05, 1.0, 0.9121202611122413, 0.9445086068872484, 1.0, 0.7190518876441054, 1.0, 1.0, 1.0, 0.9950411490941884, 0.6742101398825807, 0.9725537536179089, 0.9593980503780569, 0.988972054927158, 1.0, 1.0, 0.9718885408996448, 1.0, 0.9643057082062679, 0.6455078788368797, 0.5472808959966561, 1.0, 0.9817564890535543, 1.0, 0.0, 1.0, 1.0, 1.0, 0.9709731034136628, 1.0, 1.0, 0.919856628006884, 0.46638639105317914, 0.9947125285613201, 0.9615698081582656, 0.7023682587354931, 0.6089132576987218, 0.21318453290431597, 0.9967866644141044, 0.9570746228977808, 0.6135001178059682, 1.0, 0.1659013358568814, 1.0, 0.9698948178818948, 0.5311154338550343, 1.0, 1.0, 0.9068659122551499, 1.0, 0.9299329765412945, 1.0, 1.0, 1.0, 0.0, 0.9901396344288409, 0.9801035467331173, 1.0, 1.0, 1.0, 0.9984448456239715, 0.9587594062385806, 1.0, 1.0, 0.0709830126096501, 1.0, 0.9838391192472589, 0.9738971799117435, 1.0, 0.9419270859599488, 0.6271120726488973, 0.1950279726228972, 0.9750926696533941, 0.4478892481491232, 1.0, 1.0, 0.9978800213633723, 0.9823059253340198, 1.0, 0.9951562925751811, 0.7202432938296953, 0.008342923782600209, 0.9530520730545612, 0.8387105764236626, 1.0, 0.7896863720746244, 1.0, 0.9981236152759294, 1.0, 0.9811102146663505, 0.9596095745430907, 0.9941749828564602 ], "successes": [ false, false, false, true, false, true, false, false, false, false, false, false, false, false, true, true, true, false, true, false, true, false, false, true, true, false, false, false, false, false, false, false, false, true, false, false, false, true, true, true, true, false, false, true, false, false, true, false, false, true, false, true, false, false, true, true, false, true, true, false, false, true, false, true, false, true, true, false, false, false, false, true, true, false, false, false, false, false, true, false, false, false, true, true, true, true, false, false, false, true, false, true, true, false, false, true, false, true, true, false, false, false, false, true, true, true, false, true, false, true, false, false, true, false, true, true, true, false, false, false, false, false, true, true, false, true, false, false, false, true, false, true, false, true, true, true, false, true, true, false, false, false, false, false, false, false, false, false, false, true, false, true, false, false, true, true, false, true, false, true, true, true, false, false, false, true, true, true, false, false, true, true, false, true, false, false, true, false, false, false, false, false, true, true, false, false, true, false, false, false, false, false, true, false, true, false, true, false, false, false ], "video_paths": [ "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_0.mp4", "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_1.mp4", "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_2.mp4", "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_3.mp4", "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_4.mp4", "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_5.mp4", "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_6.mp4", "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_7.mp4", "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_8.mp4", "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_9.mp4" ], "predicted_video_paths": [] }, "n_episodes": 200, "n_success": 79, "pc_success": 39.5, "pc_success_ci95": [ 32.98410101320797, 46.411650840714636 ] } ], "per_group": { "pusht": { "avg_sum_reward": 103.08844653202691, "avg_max_reward": 0.8601979344769279, "pc_success": 39.5, "n_episodes": 200, "n_success": 79, "pc_success_ci95": [ 32.98410101320797, 46.411650840714636 ], "video_paths": [ "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_0.mp4", "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_1.mp4", "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_2.mp4", "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_3.mp4", "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_4.mp4", "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_5.mp4", "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_6.mp4", "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_7.mp4", "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_8.mp4", "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_9.mp4" ], "predicted_video_paths": [] } }, "overall": { "avg_sum_reward": 103.08844653202691, "avg_max_reward": 0.8601979344769279, "pc_success": 39.5, "n_episodes": 200, "n_success": 79, "pc_success_ci95": [ 32.98410101320797, 46.411650840714636 ], "eval_s": 214.51494979858398, "eval_ep_s": 1.0725747513771058, "video_paths": [ "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_0.mp4", "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_1.mp4", "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_2.mp4", "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_3.mp4", "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_4.mp4", "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_5.mp4", "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_6.mp4", "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_7.mp4", "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_8.mp4", "/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_9.mp4" ], "predicted_video_paths": [] } }