thanhkt's picture
Upload eval from run_all.sh
c24a8ae verified
Raw History Blame Contribute Delete
19.5 kB
{
"per_task": [
{
"task_group": "pusht",
"task_id": 0,
"metrics": {
"sum_rewards": [
154.77506646749362,
0.0,
193.9649476348685,
71.16582692901822,
67.11134380444008,
11.040730653928408,
77.15242820979998,
154.58455537695403,
135.09883717327142,
149.5889616023315,
131.86842004354543,
24.931935480775053,
126.38246954227982,
167.50275083488083,
155.969957298812,
41.85280802232808,
162.96439529222894,
104.99969084016816,
15.823587660196472,
90.56055684679589,
102.45576058859247,
85.83855087298707,
150.96254463517266,
47.11213007581152,
27.595522475779006,
139.8508423208914,
145.76498212049788,
109.62954540074743,
163.63669790919852,
45.438127915009474,
0.0,
76.78410219728701,
187.99114054098172,
30.147452136968663,
131.62102365137468,
83.96808495670707,
184.80562178567607,
46.32117298917472,
101.86588617476232,
111.55928097432303,
40.33234830583412,
124.31889819292839,
187.10240791577877,
18.027051241377606,
116.42951464002054,
162.43526020309162,
80.06967656377303,
187.59712446988098,
65.79187648715036,
113.84556592625978,
181.63299930145865,
135.53094017717035,
185.10173370114597,
162.96806281432526,
51.90899726156408,
21.33504161378587,
165.52779728853497,
58.9465823946755,
23.977157107859046,
112.99893039875346,
0.820040592360265,
53.13933456698521,
112.70777945734001,
38.175086755056526,
129.11171323743397,
186.72946570872855,
47.129561071896276,
0.0,
129.82430032563167,
20.028778289512918,
86.79585773248806,
38.943780414824694,
140.91693350058074,
0.0,
171.48035046502312,
114.54478139240014,
144.1609812318133,
90.52541214242125,
52.288771008812134,
1.027580317627849,
1.8776131506837777,
115.26527369476662,
35.33619717341243,
58.09621984428472,
69.42268700668137,
73.24121675685836,
120.6103980994258,
99.65925922669015,
80.35310402201586,
99.3209306767981,
172.9976166825366,
132.22810627330992,
105.86957909833271,
180.8142091357104,
87.45142506649968,
146.08470083883466,
0.0,
169.6199102619275,
97.54350593971785,
128.28603860025893,
210.5709698661867,
181.30323420380438,
142.7355196141961,
31.208384407723297,
75.9551125456975,
114.45226998924294,
109.96050614549868,
143.5031092296832,
1.1564488434049833e-05,
78.6925486512161,
140.03111876842058,
99.69476973013678,
50.349809123251696,
159.57829484383728,
171.5412958206843,
109.97613861203604,
215.46266242408635,
161.36565125434544,
110.0968254978682,
147.4023871070953,
185.06272173948233,
152.28748823410615,
166.4155427473711,
52.495115892226785,
159.28114668936308,
88.27553379949862,
151.00001899162498,
77.09703036071754,
131.4091866201123,
140.08933963278258,
221.34943357613338,
42.3361737970348,
0.0,
44.08177505349287,
72.15043798575928,
110.53482026735631,
151.55878051152433,
19.239711317471002,
31.70251788658367,
118.14168855677894,
6.527827686475783,
184.10602435294012,
131.26676353723238,
85.69703320401351,
146.75058915211878,
3.5349915608905933,
129.33695403675438,
101.1392020053313,
143.81986073566765,
48.21481871755758,
9.717308264346661,
44.30395884839167,
164.03909998204887,
82.09994199345158,
140.95562194444508,
48.38965785623758,
124.32263231489212,
33.1807345741453,
121.95677677548518,
61.92239099942056,
120.40885689820274,
35.352141302824684,
0.0,
178.09586962478747,
169.2881092007402,
108.52055167035584,
173.35628702125427,
64.55826327509472,
167.84019051628866,
78.66054727235756,
109.70824491850345,
145.0236488648656,
1.7425707235194574,
89.68442693745041,
192.89501972741624,
217.44773282815106,
54.455512266831896,
137.24240719213935,
66.5557200564221,
0.6268369224333964,
185.45406221634255,
20.037108504325754,
90.14625845080246,
106.0017155309469,
199.67490378032866,
178.58865832095427,
110.41896057176288,
196.29398738126775,
146.21980119351173,
0.010262565146117024,
176.4277733773119,
31.407775857643323,
116.88396995670232,
136.63360986820885,
112.1051605474481,
161.50953416146547,
58.80063239696102,
153.76680163623053,
69.33352291218411,
137.8463931543192
],
"max_rewards": [
0.9862506864259318,
0.0,
0.9912220272316515,
1.0,
0.9826980566127438,
1.0,
0.45758767992015603,
0.9855620182793952,
0.9647131640601857,
0.9998718195911943,
0.9878952285716834,
0.45342728689710715,
0.9878861699144147,
0.9325929813235397,
1.0,
1.0,
1.0,
0.953841108115862,
1.0,
0.9904283180399843,
1.0,
0.6675033779218679,
0.9898753974064416,
1.0,
1.0,
0.6087618656467044,
0.7182117036722014,
0.9996390528398923,
0.9989903508534212,
0.9656610075885963,
0.0,
0.8855218869906661,
0.972458867949666,
1.0,
0.9956279383503831,
0.8989304006744645,
0.9995035930844288,
1.0,
1.0,
1.0,
1.0,
0.6611864716350239,
0.9912138846487943,
1.0,
0.9784176125370366,
0.9918430747180105,
1.0,
0.9991388137759568,
0.7563697520369544,
1.0,
0.9882608431679268,
1.0,
0.9714832741603862,
0.9826378150324875,
1.0,
1.0,
0.9535959024636167,
1.0,
1.0,
0.502668751750633,
0.03122945857387656,
1.0,
0.9725957177325412,
1.0,
0.5876897414713858,
1.0,
1.0,
0.0,
0.608815529723346,
0.40606639099911673,
0.9212955664463726,
1.0,
1.0,
0.0,
0.9924630928402708,
0.9984777121006915,
0.8150215445006626,
0.9069833812683733,
1.0,
0.10721865439446016,
0.1173591934263179,
0.962725920528579,
1.0,
1.0,
1.0,
1.0,
0.7032539126946354,
0.9647597842111232,
0.983424624107718,
1.0,
0.999422657988815,
1.0,
1.0,
0.9914389509351949,
0.6440674449093485,
1.0,
0.0,
1.0,
1.0,
0.9749487979856496,
0.9891511718750274,
0.9811317183111384,
0.9765824770921353,
1.0,
1.0,
1.0,
0.7047302367075576,
1.0,
1.1564488434049833e-05,
1.0,
0.9121202611122413,
0.9445086068872484,
1.0,
0.7190518876441054,
1.0,
1.0,
1.0,
0.9950411490941884,
0.6742101398825807,
0.9725537536179089,
0.9593980503780569,
0.988972054927158,
1.0,
1.0,
0.9718885408996448,
1.0,
0.9643057082062679,
0.6455078788368797,
0.5472808959966561,
1.0,
0.9817564890535543,
1.0,
0.0,
1.0,
1.0,
1.0,
0.9709731034136628,
1.0,
1.0,
0.919856628006884,
0.46638639105317914,
0.9947125285613201,
0.9615698081582656,
0.7023682587354931,
0.6089132576987218,
0.21318453290431597,
0.9967866644141044,
0.9570746228977808,
0.6135001178059682,
1.0,
0.1659013358568814,
1.0,
0.9698948178818948,
0.5311154338550343,
1.0,
1.0,
0.9068659122551499,
1.0,
0.9299329765412945,
1.0,
1.0,
1.0,
0.0,
0.9901396344288409,
0.9801035467331173,
1.0,
1.0,
1.0,
0.9984448456239715,
0.9587594062385806,
1.0,
1.0,
0.0709830126096501,
1.0,
0.9838391192472589,
0.9738971799117435,
1.0,
0.9419270859599488,
0.6271120726488973,
0.1950279726228972,
0.9750926696533941,
0.4478892481491232,
1.0,
1.0,
0.9978800213633723,
0.9823059253340198,
1.0,
0.9951562925751811,
0.7202432938296953,
0.008342923782600209,
0.9530520730545612,
0.8387105764236626,
1.0,
0.7896863720746244,
1.0,
0.9981236152759294,
1.0,
0.9811102146663505,
0.9596095745430907,
0.9941749828564602
],
"successes": [
false,
false,
false,
true,
false,
true,
false,
false,
false,
false,
false,
false,
false,
false,
true,
true,
true,
false,
true,
false,
true,
false,
false,
true,
true,
false,
false,
false,
false,
false,
false,
false,
false,
true,
false,
false,
false,
true,
true,
true,
true,
false,
false,
true,
false,
false,
true,
false,
false,
true,
false,
true,
false,
false,
true,
true,
false,
true,
true,
false,
false,
true,
false,
true,
false,
true,
true,
false,
false,
false,
false,
true,
true,
false,
false,
false,
false,
false,
true,
false,
false,
false,
true,
true,
true,
true,
false,
false,
false,
true,
false,
true,
true,
false,
false,
true,
false,
true,
true,
false,
false,
false,
false,
true,
true,
true,
false,
true,
false,
true,
false,
false,
true,
false,
true,
true,
true,
false,
false,
false,
false,
false,
true,
true,
false,
true,
false,
false,
false,
true,
false,
true,
false,
true,
true,
true,
false,
true,
true,
false,
false,
false,
false,
false,
false,
false,
false,
false,
false,
true,
false,
true,
false,
false,
true,
true,
false,
true,
false,
true,
true,
true,
false,
false,
false,
true,
true,
true,
false,
false,
true,
true,
false,
true,
false,
false,
true,
false,
false,
false,
false,
false,
true,
true,
false,
false,
true,
false,
false,
false,
false,
false,
true,
false,
true,
false,
true,
false,
false,
false
],
"video_paths": [
"/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_0.mp4",
"/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_1.mp4",
"/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_2.mp4",
"/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_3.mp4",
"/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_4.mp4",
"/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_5.mp4",
"/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_6.mp4",
"/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_7.mp4",
"/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_8.mp4",
"/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_9.mp4"
],
"predicted_video_paths": []
},
"n_episodes": 200,
"n_success": 79,
"pc_success": 39.5,
"pc_success_ci95": [
32.98410101320797,
46.411650840714636
]
}
],
"per_group": {
"pusht": {
"avg_sum_reward": 103.08844653202691,
"avg_max_reward": 0.8601979344769279,
"pc_success": 39.5,
"n_episodes": 200,
"n_success": 79,
"pc_success_ci95": [
32.98410101320797,
46.411650840714636
],
"video_paths": [
"/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_0.mp4",
"/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_1.mp4",
"/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_2.mp4",
"/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_3.mp4",
"/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_4.mp4",
"/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_5.mp4",
"/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_6.mp4",
"/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_7.mp4",
"/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_8.mp4",
"/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_9.mp4"
],
"predicted_video_paths": []
}
},
"overall": {
"avg_sum_reward": 103.08844653202691,
"avg_max_reward": 0.8601979344769279,
"pc_success": 39.5,
"n_episodes": 200,
"n_success": 79,
"pc_success_ci95": [
32.98410101320797,
46.411650840714636
],
"eval_s": 214.51494979858398,
"eval_ep_s": 1.0725747513771058,
"video_paths": [
"/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_0.mp4",
"/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_1.mp4",
"/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_2.mp4",
"/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_3.mp4",
"/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_4.mp4",
"/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_5.mp4",
"/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_6.mp4",
"/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_7.mp4",
"/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_8.mp4",
"/home/25thanh.tk/plan-bind/experiments/261028-plan-bind-d3-pusht/outputs/full/eval/diffusion_L0_s1000/videos/pusht_0/eval_episode_9.mp4"
],
"predicted_video_paths": []
}
}