diff --git a/pi05/all_tasks/all112/eval_reports/step_00060000/DualArmButtonPress-v1.json b/pi05/all_tasks/all112/eval_reports/step_00060000/DualArmButtonPress-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..89a7947b2413f8b01212c295267d6f28e60b9883 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00060000/DualArmButtonPress-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmButtonPress-v1", + "step": 60000, + "episodes": 50, + "successes": 1, + "success_rate": 0.02, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 307.0027936697006, + 302.7401794195175, + 303.60569059848785, + 315.92271423339844, + 291.26211285591125, + 302.36331820487976, + 325.0683125257492, + 319.98003900051117, + 287.908344745636, + 177.922926902771, + 324.327610373497, + 316.8002154827118, + 318.74453127384186, + 341.8251540660858, + 330.25294852256775, + 329.0010265111923, + 313.97908782958984, + 314.81813859939575, + 327.5101954936981, + 315.09866082668304, + 316.8128560781479, + 326.9703061580658, + 323.136959195137, + 331.50436449050903, + 314.93222093582153, + 304.28350150585175, + 327.8929945230484, + 298.0973160266876, + 313.93052446842194, + 313.98205971717834, + 321.2165632247925, + 324.10742688179016, + 313.3612562417984, + 312.137686252594, + 323.18169844150543, + 295.5421986579895, + 317.698414683342, + 342.25533747673035, + 308.07410633563995, + 318.0291978120804, + 319.73998272418976, + 323.41045248508453, + 316.7506549358368, + 321.8212319612503, + 297.4699320793152, + 300.3099799156189, + 327.58901262283325, + 328.2553290128708, + 314.47642982006073, + 289.7528429031372 + ], + "episode_steps": [ + 250, + 250, + 250, + 250, + 250, + 250, + 250, + 250, + 250, + 140, + 250, + 250, + 250, + 250, + 250, + 250, + 250, + 250, + 250, + 250, + 250, + 250, + 250, + 250, + 250, + 250, + 250, + 250, + 250, + 250, + 250, + 250, + 250, + 250, + 250, + 250, + 250, + 250, + 250, + 250, + 250, + 250, + 250, + 250, + 250, + 250, + 250, + 250, + 250, + 250 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00060000/DualArmCoverCloth-v1.json b/pi05/all_tasks/all112/eval_reports/step_00060000/DualArmCoverCloth-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..d5880606da9c62a7603dea693bf55b10d135791a --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00060000/DualArmCoverCloth-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmCoverCloth-v1", + "step": 60000, + "episodes": 50, + "successes": 2, + "success_rate": 0.04, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 71.12813898921013, + 106.51642554625869, + 82.14642851240933, + 56.424650106579065, + 66.89629446901381, + 53.59614532440901, + 183.04084768891335, + 75.60252094641328, + 54.732943557202816, + 69.05708019807935, + 41.497516145929694, + 61.663689048960805, + 85.3007864500396, + 32.38634414970875, + 160.87617968209088, + 83.24791951384395, + 77.94304588623345, + 59.94008659943938, + 75.9393419623375, + 64.22013738937676, + 91.58700835704803, + 89.36910847574472, + 64.5963620338589, + 35.10918659903109, + 44.10339249111712, + 77.40079095307738, + 83.14056754112244, + 116.06497928313911, + 61.98666635900736, + 70.7011141218245, + 61.73378551192582, + 58.569196491502225, + 89.0927824722603, + 57.371654904447496, + 94.5089643523097, + 79.971554255113, + 261.30589434318244, + 125.11545730568469, + 70.07824245467782, + 56.33309496194124, + 40.462816677987576, + 82.46789095923305, + 81.60032374970615, + 68.87219996005297, + 95.80521131120622, + 68.68862159736454, + 144.11474088393152, + 41.70259462483227, + 70.50283620506525, + 57.472820520401 + ], + "episode_steps": [ + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 344, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 319, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00060000/DualArmDoubleDoorBox-v1.json b/pi05/all_tasks/all112/eval_reports/step_00060000/DualArmDoubleDoorBox-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..43b53611a49b5d7344dbfff01f988fe3d3078d34 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00060000/DualArmDoubleDoorBox-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmDoubleDoorBox-v1", + "step": 60000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 34.59001613408327, + 34.58652746677399, + 34.58793878555298, + 34.5788676738739, + 34.58959025144577, + 34.58957448601723, + 34.58834347128868, + 34.509493350982666, + 34.584325179457664, + 34.92152959853411, + 34.60219917446375, + 34.582749009132385, + 35.96398685127497, + 34.57994465529919, + 34.588518127799034, + 34.58957041800022, + 34.55178616195917, + 34.66660250723362, + 34.58693467825651, + 36.6051921620965, + 34.584200374782085, + 38.501120895147324, + 34.58934850245714, + 34.554202288389206, + 34.58093138039112, + 34.58936943858862, + 34.589575566351414, + 34.66829804331064, + 34.58486843109131, + 34.56899669766426, + 34.58965101093054, + 34.67240310460329, + 34.64326695352793, + 34.58956550806761, + 34.69915436953306, + 34.58076338469982, + 34.55187975615263, + 34.5894228592515, + 34.58901860564947, + 34.58226501941681, + 34.59291648119688, + 34.606544978916645, + 34.600751012563705, + 34.809611931443214, + 34.62293630093336, + 34.58876909315586, + 36.20221330225468, + 34.588877171278, + 34.60459900647402, + 34.58897390961647 + ], + "episode_steps": [ + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00060000/DualArmHammerHandover-v1.json b/pi05/all_tasks/all112/eval_reports/step_00060000/DualArmHammerHandover-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..d8d4f6e96d4097c14500671409c1eb58803830c7 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00060000/DualArmHammerHandover-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmHammerHandover-v1", + "step": 60000, + "episodes": 50, + "successes": 8, + "success_rate": 0.16, + "episode_success": [ + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0 + ], + "episode_return": [ + -64.89529618620872, + -51.18500640615821, + 501.5140510238707, + 192.37249033153057, + 432.46049827709794, + 28.270774252712727, + 149.0900784097612, + 461.89868865162134, + 23.901403732597828, + 480.57865980640054, + -54.77574710175395, + 604.1378214918077, + 134.0640599615872, + 88.44216662272811, + -6.985188279300928, + 65.73092333972454, + 553.7249812707305, + -52.10159416124225, + 272.802577521652, + -7.129833161830902, + 73.22372401878238, + 90.12747158110142, + 126.714734274894, + 487.1928415261209, + 480.352441996336, + 38.82050799205899, + 89.87198862805963, + 474.0489353723824, + -35.52202597633004, + -76.48224363848567, + 476.9115229099989, + 62.24852589517832, + 167.44363090768456, + 106.00893507897854, + 79.03995419293642, + 527.4627887681127, + 444.2616448290646, + 506.3934559933841, + -76.74923403933644, + 384.000807993114, + 318.73037076741457, + 7.814054578542709, + 84.40186921879649, + 127.24814819917083, + 408.6337560489774, + 13.211876794695854, + 10.434236738830805, + 426.43508898094296, + 13.2181300483644, + -7.849295474588871 + ], + "episode_steps": [ + 500, + 500, + 417, + 500, + 426, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 468, + 500, + 500, + 378, + 500, + 500, + 444, + 500, + 500, + 500, + 500, + 500, + 469, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 372, + 500, + 500, + 393, + 500, + 500 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00060000/DualArmOpenPen-v1.json b/pi05/all_tasks/all112/eval_reports/step_00060000/DualArmOpenPen-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..cf93023fd9e3d49e65ddf07cb660176578322a06 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00060000/DualArmOpenPen-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmOpenPen-v1", + "step": 60000, + "episodes": 50, + "successes": 8, + "success_rate": 0.16, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 701.8931007385254, + 986.2965160608292, + 867.5431481599808, + 948.6974536180496, + 487.2388553619385, + 488.95963126420975, + 694.8318448066711, + 461.24245315790176, + 448.75342532992363, + 715.3863832950592, + 1022.3353729248047, + 643.4445760250092, + 868.9719573259354, + 371.3809953927994, + null, + 1581.2674398422241, + 678.6812848448753, + 617.1463205218315, + 718.4551010131836, + 588.1567016839981, + 704.0994027256966, + 452.3614550828934, + 641.7379109859467, + 692.3065217733383, + 966.2323251962662, + 456.5215332508087, + 660.3697165846825, + 503.00721502304077, + 456.4944398403168, + 935.1907432675362, + 557.2355235815048, + 491.72059237957, + 773.6460375189781, + 963.7561545372009, + 650.6382787823677, + 421.52657955884933, + 606.2874232530594, + 565.1678510904312, + 870.7990494966507, + 769.1748901605606, + 702.8627488613129, + 702.09826785326, + 561.8814368247986, + 1309.7779567241669, + 1104.0011621713638, + 876.2828385829926, + 560.6710202097893, + 1006.8921692967415, + 777.926494717598, + 910.546992123127 + ], + "episode_steps": [ + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 293, + 322, + 400, + 261, + 400, + 255, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 385, + 293, + 400, + 400, + 288, + 400, + 400, + 328, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00060000/DualArmPressButton-v1.json b/pi05/all_tasks/all112/eval_reports/step_00060000/DualArmPressButton-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..78a761f3487635820f7a0f8a2f63443d913f9abc --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00060000/DualArmPressButton-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmPressButton-v1", + "step": 60000, + "episodes": 50, + "successes": 24, + "success_rate": 0.48, + "episode_success": [ + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "episode_return": [ + 81.32727551460266, + 131.57438015937805, + 223.01120674610138, + 91.51373207569122, + 228.03770101070404, + 230.54615724086761, + 97.701500415802, + 219.10026097297668, + 222.6931678056717, + 118.1409204006195, + 88.56408023834229, + 83.93301975727081, + 222.3723987340927, + 222.39233708381653, + 227.19273173809052, + 91.58282256126404, + 220.40484070777893, + 229.30375039577484, + 231.51897180080414, + 89.4124447107315, + 188.4261575937271, + 221.1745446920395, + 226.70367217063904, + 221.77694761753082, + 224.94236743450165, + 227.82857751846313, + 103.949498295784, + 228.56862568855286, + 220.84065699577332, + 102.66830766201019, + 80.39366018772125, + 94.74951124191284, + 98.04793906211853, + 232.16855704784393, + 110.73534214496613, + 225.89272892475128, + 119.8028689622879, + 125.70900702476501, + 219.28830695152283, + 86.05826532840729, + 81.8737245798111, + 60.03745174407959, + 225.6544691324234, + 226.5017819404602, + 223.62469577789307, + 223.1743245124817, + 84.84015393257141, + 92.01064121723175, + 220.40627348423004, + 96.07048654556274 + ], + "episode_steps": [ + 75, + 108, + 200, + 73, + 200, + 200, + 79, + 200, + 200, + 108, + 81, + 77, + 200, + 200, + 200, + 84, + 200, + 200, + 200, + 82, + 169, + 200, + 200, + 200, + 200, + 200, + 92, + 200, + 200, + 94, + 74, + 84, + 89, + 200, + 98, + 200, + 108, + 114, + 200, + 70, + 66, + 55, + 200, + 200, + 200, + 200, + 78, + 74, + 200, + 85 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00060000/DualArmRopeStretch-v1.json b/pi05/all_tasks/all112/eval_reports/step_00060000/DualArmRopeStretch-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..31cf72028e20dc99bc89a6b6a4b2566b0d1b8620 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00060000/DualArmRopeStretch-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmRopeStretch-v1", + "step": 60000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 267.99166709184647, + 277.86932384967804, + 278.99133890867233, + 278.2127733230591, + 279.72977834939957, + 278.8174766302109, + 279.05519568920135, + 279.04297268390656, + 275.6896896958351, + 277.73426336050034, + 273.1752305626869, + 280.6496829986572, + 283.9741877913475, + 279.57442849874496, + 279.3174841403961, + 276.696665763855, + 280.3706198334694, + 279.01589345932007, + 280.81812697649, + 279.0053870677948, + 278.5053064227104, + 279.0315763950348, + 293.5088989138603, + 268.43028551340103, + 275.7858365178108, + 270.81337410211563, + 279.37185966968536, + 279.30830466747284, + 276.59328323602676, + 283.8633726835251, + 278.9986441731453, + 279.97680872678757, + 279.0437486767769, + 279.0870038866997, + 274.06818491220474, + 280.61768847703934, + 278.35320979356766, + 277.6323898434639, + 276.90372210741043, + 279.00955951213837, + 277.58543103933334, + 281.6059805750847, + 284.3473212122917, + 274.11706352233887, + 273.8084244132042, + 279.0823754668236, + 274.8123624920845, + 291.68805050849915, + 271.37483352422714, + 272.50786250829697 + ], + "episode_steps": [ + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00060000/DualArmSwingCup-v1.json b/pi05/all_tasks/all112/eval_reports/step_00060000/DualArmSwingCup-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..a95535b92a6b2a4df31b755cbdb4f7c0d077364c --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00060000/DualArmSwingCup-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmSwingCup-v1", + "step": 60000, + "episodes": 50, + "successes": 2, + "success_rate": 0.04, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0 + ], + "episode_return": [ + 351.7149087190628, + 350.43993496894836, + 384.9280831813812, + 256.57633554935455, + 318.3182540535927, + 67.20401936769485, + 225.89479398727417, + 318.2128387093544, + 264.4856150150299, + 326.8503954410553, + 126.85507470369339, + 116.79901087284088, + -384.7657529115677, + -26.091817021369934, + 363.3237455487251, + 303.6835194826126, + 290.63833355903625, + 65.36399912834167, + 346.9162429571152, + 283.4070084095001, + 316.39209800958633, + 305.94666719436646, + 194.29102742671967, + 332.5255374908447, + 292.43468874692917, + 332.9944599866867, + 363.6191028356552, + 313.9546899795532, + 318.91238582134247, + 353.3971012830734, + 86.35242319107056, + -418.69187623262405, + 283.77770191431046, + 334.6253586411476, + 328.3075975179672, + 363.7576427459717, + 376.8639452457428, + 343.9719136953354, + 332.84771966934204, + 377.6718714237213, + 338.3339762687683, + 334.65834856033325, + 339.8049803972244, + 343.81039947271347, + 319.1116940975189, + 295.8351709842682, + 370.96035873889923, + 277.5904153585434, + 322.1486636400223, + 305.14051830768585 + ], + "episode_steps": [ + 300, + 300, + 300, + 300, + 300, + 300, + 187, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 253 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00060000/GraspCylinder-v1.json b/pi05/all_tasks/all112/eval_reports/step_00060000/GraspCylinder-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..f75e1d2da7c3548f20810210ce2aba8cd7d457dd --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00060000/GraspCylinder-v1.json @@ -0,0 +1,166 @@ +{ + "task": "GraspCylinder-v1", + "step": 60000, + "episodes": 50, + "successes": 19, + "success_rate": 0.38, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0 + ], + "episode_return": [ + 0.7316748793236911, + 0.0, + 0.09005172178149223, + 0.0, + 0.651923005701974, + 0.14191376976668835, + 27.131116784643382, + 0.12665273912716657, + 31.113586261009914, + 0.0, + 31.23027549177641, + 24.098905678314622, + 0.01780944224447012, + 0.0, + 29.791099372610915, + 1.7281963677378371, + 22.61913761764299, + 39.255106012598844, + 0.02980796325027768, + 0.0, + 21.347656774218194, + 0.2030896193246008, + 0.5928749480344777, + 0.03280532546341419, + 0.1504815446678549, + 0.315190851513762, + 0.33235443371813744, + 38.972389074231614, + 0.31008641235530376, + 0.2556771505624056, + 27.691695496207103, + 0.029505090788006783, + 22.263237049843156, + 0.1299186609685421, + 31.937933821536717, + 32.584743187151616, + 25.083048438678816, + 0.15834250758052804, + 25.521054850309156, + 0.3573311956060934, + 0.0582047738134861, + 0.2684762427525129, + 42.67448361730203, + 18.273839411675, + 23.5132707111552, + 0.32574208453297615, + 20.02814497827785, + 0.033469391928520054, + 0.0, + 27.10957415495068 + ], + "episode_steps": [ + 300, + 300, + 300, + 300, + 300, + 300, + 193, + 300, + 242, + 300, + 173, + 221, + 300, + 300, + 235, + 300, + 178, + 213, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 254, + 300, + 300, + 227, + 300, + 170, + 300, + 246, + 229, + 204, + 300, + 174, + 300, + 300, + 300, + 252, + 183, + 197, + 300, + 240, + 300, + 300, + 241 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00060000/HangMug-v1.json b/pi05/all_tasks/all112/eval_reports/step_00060000/HangMug-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..d5e2cd95316888d0531d752d7d0f158523fb15ed --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00060000/HangMug-v1.json @@ -0,0 +1,166 @@ +{ + "task": "HangMug-v1", + "step": 60000, + "episodes": 50, + "successes": 8, + "success_rate": 0.16, + "episode_success": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 9.940428912639618, + 0.0, + 123.4456679224968, + 83.94094532728195, + 0.0, + 0.0, + 0.0, + 85.6119756102562, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.24967718124389648, + 41.254392087459564, + 0.0, + 0.011226475238800049, + 0.0, + 0.0, + 0.0, + 64.59016543626785, + 6.738202273845673, + 0.0, + 0.0, + 0.0, + 22.400874733924866, + 0.0, + 2.6525385975837708, + 0.0, + 0.0, + 0.0, + 118.72437977790833, + 0.0, + 54.06682646274567, + 0.03873121738433838, + 0.0, + 2.529750883579254, + 67.46893626451492, + 0.0, + 85.8554465174675, + 1.8150248527526855, + 0.0, + 0.0, + 0.0, + 26.433269798755646, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_steps": [ + 212, + 600, + 317, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 507, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 429, + 600, + 600, + 600, + 600, + 600, + 424, + 600, + 600, + 600, + 600, + 600, + 230, + 600, + 312, + 600, + 600, + 600, + 600, + 273, + 600, + 600, + 600, + 600, + 600 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00060000/LiftBucket-v1.json b/pi05/all_tasks/all112/eval_reports/step_00060000/LiftBucket-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..8b2d1d0e56e683e82603797ae836053529c884c6 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00060000/LiftBucket-v1.json @@ -0,0 +1,166 @@ +{ + "task": "LiftBucket-v1", + "step": 60000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 172.386809527874, + 186.50670951604843, + 172.79670357704163, + 172.86721968650818, + 172.8817829489708, + 173.1140542626381, + 175.02894324064255, + 172.50601607561111, + 172.8318327665329, + 173.34040421247482, + 172.7931488752365, + 173.05740398168564, + 172.56161016225815, + 192.97559744119644, + 178.18821400403976, + 172.50500190258026, + 172.46349620819092, + 189.76118355989456, + 183.02214574813843, + 173.68670463562012, + 172.79108864068985, + 172.37792229652405, + 180.78399926424026, + 193.98579651117325, + 173.49086713790894, + 172.60394096374512, + 172.6375074982643, + 172.55540615320206, + 172.61308419704437, + 172.62655305862427, + 172.70228385925293, + 172.4285939335823, + 172.79341912269592, + 188.02673637866974, + 172.4545854330063, + 172.50540572404861, + 173.77317821979523, + 187.86157315969467, + 173.75853437185287, + 172.4117117524147, + 173.06463634967804, + 179.80497884750366, + 180.15018957853317, + 173.01245647668839, + 172.77991896867752, + 172.7278316617012, + 172.6160260438919, + 172.7914081811905, + 180.08334857225418, + 172.353262424469 + ], + "episode_steps": [ + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00060000/OpenDoor-v1.json b/pi05/all_tasks/all112/eval_reports/step_00060000/OpenDoor-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..517579d5f3a6e851b506bd76fd3bf02163e4cc58 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00060000/OpenDoor-v1.json @@ -0,0 +1,166 @@ +{ + "task": "OpenDoor-v1", + "step": 60000, + "episodes": 50, + "successes": 4, + "success_rate": 0.08, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0 + ], + "episode_return": [ + 0.12124081387526076, + 161.67397521623627, + 64.5874775756455, + 47.93512300595239, + 0.07461535009832687, + 0.3065317440294848, + 127.12563566549932, + 199.36344404284876, + 144.98603647410994, + 59.67340856193789, + 28.11568278222154, + 0.5843593660428041, + 0.12124078657780046, + 149.075651244676, + 0.12124080172895901, + 7.537789620982608, + 53.662593073093944, + 0.12124078817305417, + 116.5809177348716, + 39.90995334583022, + 9.898064631773025, + 14.354263441119883, + 0.1212408127676099, + 137.22412354915662, + 49.527056772976636, + 49.32844077195409, + 38.638317838380274, + 21.966124572680542, + 0.12124081739057146, + 0.12124058735128074, + 102.3475421096291, + 10.707245923205164, + 0.05575391014583886, + 79.26821070162214, + 58.65723648356027, + 0.41540409072263174, + 74.76578262907958, + 72.66686959776291, + 62.59093212573589, + 0.12124073673612656, + 179.44119660872298, + 63.617804627382384, + 0.06798756601040168, + 7.386908803816937, + 73.47702755447631, + 34.65269238485803, + 92.16417553149665, + 0.12124078828617257, + 0.12124079919124142, + 70.09946301648392 + ], + "episode_steps": [ + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 313, + 201, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 204, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 249 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00060000/PickPlacePen-v1.json b/pi05/all_tasks/all112/eval_reports/step_00060000/PickPlacePen-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..b9ae747b2aacd268d86579d621d3b4948f74462a --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00060000/PickPlacePen-v1.json @@ -0,0 +1,166 @@ +{ + "task": "PickPlacePen-v1", + "step": 60000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 0.0, + 5.4542829394340515, + 4.7147210240364075, + 0.0, + 0.0, + 4.0888683795928955, + 0.0, + 3.985413372516632, + 4.951696813106537, + 15.014299809932709, + 5.797913372516632, + 22.84662514925003, + 5.089523673057556, + 4.565050959587097, + 0.0, + 4.173055171966553, + 4.517727732658386, + 0.0, + 5.8500694036483765, + 5.446117103099823, + 5.031627893447876, + 4.926961004734039, + 0.0, + 0.0, + null, + 26.178973495960236, + 0.0, + 0.0, + 0.0, + 4.740406274795532, + 204.7391294836998, + 0.0, + 0.0, + 0.0, + 0.0, + 37.21108263731003, + 5.595120072364807, + 4.573002934455872, + 4.0315773487091064, + 0.0, + 0.0, + 0.0, + 5.451777517795563, + 4.330502450466156, + 0.0, + 0.0, + 3.196465849876404, + 0.0, + 0.0, + 0.0 + ], + "episode_steps": [ + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00060000/PushSoccer-v1.json b/pi05/all_tasks/all112/eval_reports/step_00060000/PushSoccer-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..8e1d5ee2a447229af9d1b7143d371387d6db359b --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00060000/PushSoccer-v1.json @@ -0,0 +1,166 @@ +{ + "task": "PushSoccer-v1", + "step": 60000, + "episodes": 50, + "successes": 3, + "success_rate": 0.06, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 145.45002353191376, + 8.33507925271988, + 81.31972742080688, + 0.0, + 2.435590922832489, + 5.984952390193939, + 0.0, + 0.0, + 3.8283219933509827, + 0.0, + 159.94188523292542, + 8.921392798423767, + 0.0, + 30.874353885650635, + 110.267618060112, + 0.0, + 0.0, + 8.466170310974121, + 3.33936607837677, + 5.7208611369133, + 0.0, + 159.5688226222992, + 6.969399690628052, + 0.0, + 0.0, + 2.8805809020996094, + 12.38596510887146, + 0.0, + 0.0, + 168.72489297389984, + 80.78310573101044, + 0.0, + 0.0, + 0.0, + 0.0, + 0.6181665658950806, + 57.06183695793152, + 192.64574772119522, + 0.0, + 100.14313018321991, + 16.634000778198242, + 41.52289181947708, + 7.224703073501587, + 103.66128915548325, + 196.10914528369904, + 6.099583268165588, + 20.659698605537415, + 143.72820442914963, + 14.338477730751038, + 64.04463815689087 + ], + "episode_steps": [ + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 292, + 300, + 300, + 300, + 300, + 300, + 198, + 300, + 300, + 300, + 300, + 160, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00060000/ReorientCube-v1.json b/pi05/all_tasks/all112/eval_reports/step_00060000/ReorientCube-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..4b3655d929664b5915b87c918ce43db337ce3c71 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00060000/ReorientCube-v1.json @@ -0,0 +1,166 @@ +{ + "task": "ReorientCube-v1", + "step": 60000, + "episodes": 50, + "successes": 15, + "success_rate": 0.3, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0 + ], + "episode_return": [ + 26828.235443770885, + 24549.5623665452, + 21643.557271301746, + 35499.392682790756, + 26537.067941725254, + 20356.49982303381, + 27607.697754770517, + 25566.56920057535, + 17921.984860658646, + 18310.688191771507, + 27651.5368873477, + 25470.228577017784, + 21623.00979232788, + 18911.8454567194, + 31634.16629356146, + 22503.930991619825, + 16616.421096414328, + 26788.044258654118, + 29573.45989459753, + 30543.67779481411, + 24613.338490486145, + 17301.88168132305, + 40602.38420599699, + 23917.38262939453, + 29499.19404876232, + 37573.09650337696, + 32643.97031325102, + 34744.45721155405, + 20765.98255172372, + 23629.04745876789, + 22918.722645044327, + 33712.179717719555, + 30690.94642150402, + 33715.338645875454, + 20479.838677227497, + 29645.41192370653, + 25323.667272090912, + 24555.790644168854, + 14688.108684837818, + 24632.81440526247, + 19574.306335508823, + 27646.588437139988, + 15920.414726614952, + 28568.154462218285, + 36579.69300472736, + 29656.776832818985, + 35824.30065250397, + 26731.27335458994, + 32697.340493142605, + 47860.93246084452 + ], + "episode_steps": [ + 700, + 700, + 700, + 534, + 700, + 241, + 678, + 700, + 700, + 282, + 700, + 544, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 142, + 562, + 700, + 430, + 700, + 684, + 700, + 700, + 700, + 700, + 700, + 619, + 700, + 454, + 700, + 220, + 700, + 700, + 700, + 700, + 700, + 700, + 575, + 700, + 700, + 700, + 641, + 657, + 700 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00060000/StackBlock-v1.json b/pi05/all_tasks/all112/eval_reports/step_00060000/StackBlock-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..ecbd4ea301570a8d548bfd7e8bd5315b200cb42c --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00060000/StackBlock-v1.json @@ -0,0 +1,166 @@ +{ + "task": "StackBlock-v1", + "step": 60000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 0.0, + 0.0, + 0.0, + 149.85651165246964, + 29.548983693122864, + 0.0, + 0.0, + 0.0, + 65.35041677951813, + 39.50917458534241, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.14466232061386108, + 0.0, + 1.911531150341034, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.9742717742919922e-05, + 8.702278137207031e-06, + 15.406556487083435, + 0.0, + 0.0, + 64.79770332574844, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 33.90176486968994, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 193.2539899945259, + 5.864187598228455, + 0.0, + 0.0, + 0.0 + ], + "episode_steps": [ + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00060000/StraightenRope-v1.json b/pi05/all_tasks/all112/eval_reports/step_00060000/StraightenRope-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..1d0d8343709d04f3904d8b5d66e2b8b84cffa05f --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00060000/StraightenRope-v1.json @@ -0,0 +1,166 @@ +{ + "task": "StraightenRope-v1", + "step": 60000, + "episodes": 50, + "successes": 2, + "success_rate": 0.04, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 283.5929405093193, + 247.8032636642456, + 279.33085107803345, + 345.1221975684166, + 330.11243575811386, + 235.20146161317825, + 235.99501645565033, + 206.51245987415314, + 308.11504822969437, + 320.08516043424606, + 303.7990970611572, + 276.7658124566078, + 330.37927305698395, + 229.61215138435364, + 353.12298250198364, + 303.90118902921677, + 272.6118288040161, + 239.27526986598969, + 291.01359421014786, + 240.2687487602234, + 270.20929288864136, + 279.9326248764992, + 375.3519518971443, + 322.457572221756, + 316.6205224990845, + 313.6991209387779, + 332.0389115214348, + 240.1361145377159, + 315.67492347955704, + 330.4280561208725, + 327.377343416214, + 272.69791477918625, + 131.67463320493698, + 350.4828274846077, + 327.5705418586731, + 280.5604864358902, + 224.7401623725891, + 285.21557903289795, + 311.5140907764435, + 241.46959441900253, + 284.53660821914673, + 310.468945980072, + 275.9116966724396, + 230.93402636051178, + 270.3936918377876, + 328.00699347257614, + 308.27272552251816, + 274.67571502923965, + 237.1521693468094, + 269.2762824892998 + ], + "episode_steps": [ + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 279, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 168, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00060000/TurnOnFaucet-v1.json b/pi05/all_tasks/all112/eval_reports/step_00060000/TurnOnFaucet-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..80cfb3832e3252e42a57b9086e9d033186cfff41 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00060000/TurnOnFaucet-v1.json @@ -0,0 +1,166 @@ +{ + "task": "TurnOnFaucet-v1", + "step": 60000, + "episodes": 50, + "successes": 26, + "success_rate": 0.52, + "episode_success": [ + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0 + ], + "episode_return": [ + 15.981235032901168, + 46.92338380031288, + 22.3925115801394, + 0.0, + 3.101848764618876e-14, + 10.209583900868893, + 7.773669259157032, + 3.9006187404556517e-13, + 1.6519119504512423e-13, + 1.3986014347270876e-13, + 25.884651294287323, + 0.0, + 55.187709629608435, + 0.027703301049768925, + 12.232986100018024, + 1.1599413297032358e-13, + 22.008423440158367, + 10.641053974162787, + 16.30520567507483, + 13.6067244396545, + 0.0, + 19.856765083037317, + 12.338777647702956, + 15.31268220138736, + 2.86217651454874e-13, + 0.0, + 21.267092649824917, + 0.0, + 1.6279913778139002e-14, + 0.0, + 0.0, + 11.382006023079157, + 0.0, + 16.248258356004953, + 14.303264422342181, + 0.0, + 12.162974059581757, + 12.020074646919966, + 2.7842920123964243e-13, + 14.563162565231323, + 0.0, + 22.32198898959905, + 20.253439755935688, + 21.598127969540656, + 11.618379916064441, + 2.1371867735277355e-13, + 0.0, + 0.0, + 68.58467946154997, + 15.526720329187818 + ], + "episode_steps": [ + 55, + 137, + 68, + 200, + 200, + 41, + 61, + 200, + 200, + 200, + 83, + 200, + 200, + 200, + 63, + 200, + 66, + 67, + 69, + 55, + 200, + 54, + 92, + 116, + 200, + 200, + 80, + 200, + 200, + 200, + 200, + 58, + 200, + 71, + 52, + 200, + 36, + 51, + 200, + 77, + 200, + 67, + 72, + 65, + 56, + 200, + 200, + 200, + 200, + 90 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/BagDropIn-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/BagDropIn-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..5a0aa99d4332d410e0da02ed2308cd0770f04934 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/BagDropIn-v1.json @@ -0,0 +1,166 @@ +{ + "task": "BagDropIn-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 508.39186573028564, + 466.78917276859283, + 366.84519627690315, + 477.11882251501083, + 503.6439945101738, + 933.7907238602638, + 486.959477186203, + 472.27518516778946, + 475.71742659807205, + 436.6033308506012, + 452.2873957157135, + 445.1572288274765, + 559.888449370861, + 494.17197078466415, + 884.9029471278191, + 505.0111238360405, + 470.2109766602516, + 476.29913091659546, + 941.1569001674652, + 499.1334791779518, + 413.3544217944145, + 420.2687503695488, + 464.0516517162323, + 286.4728260934353, + 531.1829373836517, + 458.85702335834503, + 478.53257685899734, + 927.966987490654, + 418.62623357772827, + 447.01123571395874, + 954.3239960670471, + 435.53396677970886, + 455.1399515271187, + 388.73723340034485, + 462.18435114622116, + 399.2037880420685, + 467.5791570544243, + 479.8077891469002, + 503.19577223062515, + 398.88362473249435, + 964.6256514191628, + 497.9168692231178, + 463.59908282756805, + 487.85904347896576, + 918.5983580350876, + 975.7807683944702, + 515.4878059625626, + 392.0811574459076, + 928.0191296935081, + 403.6846870779991 + ], + "episode_steps": [ + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/BagHanging-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/BagHanging-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..b44d8323f1124bf9e6aec7eb9a618d6a580762e9 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/BagHanging-v1.json @@ -0,0 +1,166 @@ +{ + "task": "BagHanging-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 34.49081483017653, + 72.08639411954209, + 35.60522207291797, + 77.19318277994171, + 110.32047099852934, + 70.98582369787619, + 71.23605239856988, + 40.6660190243274, + 66.83297120546922, + 118.6812176965177, + 32.1608420512639, + 66.62589581729844, + 100.70849553728476, + 74.45656482316554, + 70.09083649236709, + 51.70668270252645, + 32.034135330002755, + 92.07345608109608, + 123.48370809666812, + 39.58373096352443, + 138.49140336504206, + 32.08816971536726, + 58.90492976922542, + 61.06136133335531, + 29.103702661581337, + 37.127613278105855, + 101.73180800164118, + 77.37054927460849, + 29.418211611919105, + 99.43365750974044, + 27.287974517326802, + 34.77428302541375, + 34.64736236771569, + 70.19670494599268, + 54.79967222502455, + 29.589297357946634, + 31.186258152127266, + 29.809229946229607, + 145.07576882559806, + 61.15116010280326, + 35.95430743834004, + 33.62625940842554, + 35.064791777636856, + 124.55519070290029, + 27.152320141438395, + 39.88227852107957, + 34.42920703161508, + 64.30876877112314, + 14.926127318292856, + 67.55943710263819 + ], + "episode_steps": [ + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/BuildTent-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/BuildTent-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..4eedddb1635936bd3e83ba4693c77a06c4c11cf4 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/BuildTent-v1.json @@ -0,0 +1,166 @@ +{ + "task": "BuildTent-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_steps": [ + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/ClaySealStamp-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/ClaySealStamp-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..eefab3cfa66f479f5bafe1851247f1d88eca0f03 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/ClaySealStamp-v1.json @@ -0,0 +1,166 @@ +{ + "task": "ClaySealStamp-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 371.8685519248247, + 539.1626354530454, + 57.85545893013477, + 108.23520049452782, + 429.77116004377604, + 87.45081052184105, + 57.15680606663227, + 69.80450823903084, + 1320.6466492787004, + 309.7449531778693, + 118.23676899075508, + 104.6043112874031, + 409.9667177274823, + 379.25359097123146, + 506.9978126883507, + 47.1292894333601, + 515.2812468186021, + 503.4592570140958, + 566.2421034276485, + 79.04546894133091, + 56.57099224627018, + 352.5207905881107, + 1407.5185895338655, + 84.26851704716682, + 119.6029543876648, + 472.8663247227669, + 75.06859004497528, + 101.09761282801628, + 451.276662170887, + 52.19874568283558, + 77.6086550205946, + 46.72198407351971, + 45.65277360379696, + 83.62345546483994, + 468.5454796999693, + 80.16912303864956, + 98.06282371282578, + 489.6773518100381, + 107.42602348327637, + 430.82761915028095, + 152.367402613163, + 223.74081926047802, + 418.7183340638876, + 141.1425620317459, + 61.24152131378651, + 61.37787252664566, + 162.50025182962418, + 508.9836817160249, + 416.5548255443573, + 98.57726320624352 + ], + "episode_steps": [ + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/ClothWipe-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/ClothWipe-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..22b2f0fa5b4e6fbe54a4aebf66259902276fb0b8 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/ClothWipe-v1.json @@ -0,0 +1,166 @@ +{ + "task": "ClothWipe-v1", + "step": 140000, + "episodes": 50, + "successes": 3, + "success_rate": 0.06, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0 + ], + "episode_return": [ + 274.14423230290413, + 172.49806198477745, + 136.34131632745266, + 141.68205747008324, + 176.602216899395, + 199.9792067706585, + 129.83955152332783, + 435.2588460743427, + 380.60637721419334, + 271.39316488802433, + 372.4413469284773, + 116.36947122216225, + 277.9449120461941, + 363.2577257156372, + 290.61301293969154, + 399.973177164793, + 133.42162956297398, + 265.91011396050453, + 346.79915377497673, + 176.55553644895554, + 120.16679726541042, + 365.72384735941887, + 448.0746128708124, + 326.38299065828323, + 260.4627413749695, + 269.2166114896536, + 313.8920738059096, + 411.22365272045135, + 185.89886793494225, + 271.3723554313183, + 168.93979397416115, + 358.42990405857563, + 138.69052974879742, + 249.40843634307384, + 235.71891930699348, + 329.87111389636993, + 397.92819817364216, + 250.68714211322367, + 440.993924587965, + 262.52364337444305, + 270.3816445469856, + 304.4482021033764, + 358.1877070367336, + 107.0302767008543, + 98.8996759057045, + 183.35129112005234, + 270.53423677384853, + 330.8405732810497, + 404.0196856558323, + 268.7391110807657 + ], + "episode_steps": [ + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 463, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 490, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 401 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/ClutterGrasp-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/ClutterGrasp-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..056a4de4ec32b0a79496a55911a2266d363ae2bc --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/ClutterGrasp-v1.json @@ -0,0 +1,166 @@ +{ + "task": "ClutterGrasp-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 5377.40352993086, + -99.47206427529454, + 8024.050016328692, + 7850.68312477693, + -59.961683148518205, + null, + 3524.427817840129, + 758.7970327008516, + -98.78186677768826, + 1233.271564213559, + 147.52859243378043, + 4165.203617617488, + -132.2020600643009, + 1098.9903954528272, + 4553.509161088616, + 7792.095799528062, + -101.0664042737335, + 3455.1557323746383, + -146.73097268678248, + 6753.605290651321, + -165.6946873087436, + -140.77767688408494, + -141.2279560510069, + 3653.5990774966776, + 3285.456975247711, + 28.201933605596423, + 1081.0526155121624, + 3297.184937082231, + 9106.939451346174, + -129.599902857095, + 3087.620647225529, + -111.7270790990442, + -140.19115123338997, + 6731.159645291045, + -113.42550368979573, + 5402.534057658166, + -133.48936663754284, + -103.61696698144078, + 3075.442413745448, + 8708.804172562435, + 7715.837262943387, + 3295.4585905689746, + -96.3736500069499, + 6330.459681889042, + 5199.526280477643, + -78.41608461737633, + -90.51960859075189, + 7435.367033092305, + 477.65474727004766, + -108.37793863750994 + ], + "episode_steps": [ + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/CoverPattern-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/CoverPattern-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..be56bc4aa3163b1c4dbdef6d2b5216628ed82856 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/CoverPattern-v1.json @@ -0,0 +1,166 @@ +{ + "task": "CoverPattern-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 218.6860614095349, + 622.7442546777893, + 710.393238708959, + 196.2076497587841, + 531.1249928062316, + 233.7689001552062, + 601.3962165649282, + 202.09600974270143, + 701.0519006621325, + 338.5425974812824, + 216.74815735011362, + 102.15308724390343, + 698.0568344593048, + 514.8522317296593, + 549.8487517405301, + 121.85649555618875, + 694.1558802681975, + 400.20394336478785, + 746.5510438757483, + 254.29440766433254, + 108.225739344256, + 219.57545049162582, + 307.5511468446348, + 735.3731782441027, + 203.40222014684696, + 803.455101066269, + 144.1875026493799, + 722.0068284004228, + 572.5772498969454, + 617.3798533866648, + 84.01295194029808, + 592.5438101415057, + 512.6246843647677, + 94.45065872510895, + -3.000000142492354, + 109.27499945496675, + 638.1494587471243, + 843.6304183681495, + 669.8436909818556, + 723.7561563192867, + 610.3401771311183, + -2.0748357055708766, + 241.7812502135057, + 103.91077325260267, + 622.4308948018588, + 782.2235010922886, + 645.0574444115628, + 706.4432308087125, + 113.62808500020765, + 801.8225779742934 + ], + "episode_steps": [ + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DexOpenDoor-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DexOpenDoor-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..6a1eebcc2c37b33b9974c42f9f31962f2154c5e5 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DexOpenDoor-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DexOpenDoor-v1", + "step": 140000, + "episodes": 50, + "successes": 7, + "success_rate": 0.14, + "episode_success": [ + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 365.2271953987644, + 183.29595216533835, + 306.501580134285, + 244.14363502524793, + 711.134774819744, + 128.81586443673586, + 606.3581208195537, + 282.31620973109284, + 580.3466696683317, + 559.0394051345285, + 415.3223469283945, + 286.9506354354977, + 305.7373697770637, + 416.97835424169904, + 210.69919611048223, + 387.2903479203075, + 417.1292378343943, + 567.7397756068967, + 328.22974006609434, + 295.1089546903968, + 71.57468761596829, + 200.73852555730235, + 196.6628151344703, + 281.4123736694455, + 411.6707129649003, + 502.16876389607177, + 145.97159402130956, + 222.66831802739705, + 417.28291819640435, + 655.3237729104541, + 617.5208062202009, + 646.6527748405101, + 417.4841513601132, + 510.58648532722145, + 300.6521727810614, + 599.1884365771828, + 392.82940901909024, + 320.73857459368446, + 512.1888068954052, + 600.3802490502533, + 561.0629353150757, + 467.6168519279454, + 284.2785380713176, + 423.25463516125455, + 348.24691976562895, + 489.49974920131433, + 778.8608491329942, + 274.2714791689079, + 259.7147868112661, + 355.51985972996226 + ], + "episode_steps": [ + 850, + 441, + 850, + 573, + 850, + 850, + 850, + 850, + 850, + 850, + 850, + 850, + 850, + 850, + 437, + 850, + 850, + 850, + 820, + 850, + 850, + 434, + 850, + 850, + 850, + 850, + 396, + 464, + 850, + 850, + 850, + 850, + 850, + 850, + 850, + 850, + 850, + 850, + 850, + 850, + 850, + 850, + 850, + 850, + 850, + 850, + 850, + 850, + 850, + 850 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DrapeCloth-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DrapeCloth-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..e5d7ed994ffa81fc2ab16e3475bcb983ff5f95af --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DrapeCloth-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DrapeCloth-v1", + "step": 140000, + "episodes": 50, + "successes": 20, + "success_rate": 0.4, + "episode_success": [ + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0 + ], + "episode_return": [ + 6.11941567924805, + 0.0, + 17.802758188012376, + 28.865127892466262, + 87.94809862901457, + 0.0, + 60.46888159541413, + 16.66547606314998, + 29.592633886364638, + 0.005620608804747462, + 73.53969192318618, + 21.896713549969718, + 47.94071528990753, + 0.0, + 17.314854256343096, + 31.193748427322134, + 0.0, + 70.26034394372255, + 14.49345834273845, + 14.04792787390761, + 99.91791155049577, + 58.89299159217626, + 1.5327845480060205, + 49.91268411065539, + 8.655290005728602, + 0.0, + 12.824250666191801, + 0.0, + 0.0, + 5.321694377111271, + 0.0, + 0.5714285662397742, + 0.0, + 12.528481092886068, + 5.733021090738475, + 100.88252602051944, + 7.150515054119751, + 6.456161685287952, + 0.0, + 14.662423439440317, + 11.791243457235396, + 17.155575164128095, + 6.29818946562591, + 18.44846270866401, + 128.39419531077147, + 15.941949048632523, + 0.0, + 23.273307935758567, + 0.0, + 0.0 + ], + "episode_steps": [ + 303, + 800, + 519, + 800, + 508, + 800, + 800, + 286, + 800, + 800, + 800, + 304, + 328, + 800, + 282, + 800, + 800, + 510, + 800, + 333, + 461, + 800, + 800, + 532, + 267, + 800, + 339, + 800, + 800, + 279, + 800, + 800, + 800, + 800, + 800, + 800, + 286, + 271, + 800, + 256, + 268, + 800, + 800, + 289, + 800, + 800, + 800, + 432, + 800, + 800 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmAssembleBracket-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmAssembleBracket-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..f8ccb626ebc740fa21c48e41f439291afb1025fc --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmAssembleBracket-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmAssembleBracket-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 1.8800886273384094, + 3.249785900115967, + 24.59007042646408, + 1.7402746677398682, + 58.520860850811005, + 1.927664339542389, + 1.4194307923316956, + 1.6443074941635132, + 2.2828239798545837, + 20.749921083450317, + 1.7780751585960388, + 9.13591355085373, + 1.9942161440849304, + 4.609289824962616, + 1.752531886100769, + 1.6045777201652527, + 1.7570520639419556, + 2.2379144430160522, + 2.3860315680503845, + 1.6221664547920227, + 1.7608898282051086, + 1.7207440733909607, + 1.8203076124191284, + 1.622961163520813, + 2.129921793937683, + 32.109450578689575, + 1.5583661794662476, + 1.6771626472473145, + 1.945777416229248, + 30.565731465816498, + 2.4129364490509033, + 1.485952377319336, + 1.7776125073432922, + 2.06710284948349, + 0.9772481322288513, + 2.146118402481079, + 1.7722506523132324, + 4.480695605278015, + 2.151120603084564, + 2.5663554668426514, + 1.7010839581489563, + 40.65883785486221, + 71.22589844465256, + 2.07235324382782, + 1.8938056230545044, + 1.7270564436912537, + 36.297060906887054, + 1.8199905753135681, + 1.5946822762489319, + 1.2058783769607544 + ], + "episode_steps": [ + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmBallClassify-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmBallClassify-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..70cf29db62e2e818a630c135fe21aada07867be3 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmBallClassify-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmBallClassify-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 3681.5908135175705, + 3300.5811787843704, + 2352.745527625084, + 4066.9680736660957, + 3247.9401779174805, + 4580.2426136136055, + 2175.5939524173737, + 2953.9740973711014, + 1726.5840592980385, + 2694.932131409645, + 2698.615926027298, + 2034.6494727134705, + 2589.030270934105, + 3326.571567952633, + 2522.508139938116, + 2015.6965831518173, + 2000.4084641337395, + 2834.141646564007, + 2779.2100790143013, + 3872.6033738851547, + 2772.367221415043, + 2543.890254855156, + 2316.364119529724, + 3915.1200828552246, + 949.8646136820316, + 2218.4097231328487, + 2070.331778436899, + 3757.93963432312, + 2733.494044303894, + 2387.1612115502357, + 2657.836047708988, + 1504.796193242073, + 3132.8933506011963, + 1553.0411269962788, + 1912.4119594693184, + 1391.2180639505386, + 2903.457466542721, + 2928.1210374236107, + 1893.4264329075813, + 3062.0815482735634, + 2451.441174387932, + 3198.485078692436, + 1705.150451719761, + 2160.5177661776543, + 2825.349249124527, + 1784.1670935750008, + 1758.9317111968994, + 1709.7916668057442, + 2374.584019958973, + 1962.2651226222515 + ], + "episode_steps": [ + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmBilliardBridge-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmBilliardBridge-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..14ad5d7dbf69170d71a767ebc1dbd5b939607d24 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmBilliardBridge-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmBilliardBridge-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 1166.2052960395813, + 1188.2129530906677, + 1203.099585056305, + -768.1779661178589, + 1175.3266644477844, + 1193.2560291290283, + 1194.4604926109314, + -58.25677442550659, + 394.57212269306183, + 1206.449479341507, + 1183.3967125415802, + 1189.9140741825104, + 1213.377569437027, + 1201.282832622528, + 1197.5018038749695, + 1182.7566140890121, + 1130.7550432682037, + 1203.0022325515747, + 1189.1827173233032, + 1170.7901263237, + 326.49639919400215, + 1180.2020864486694, + 1206.3689575195312, + 279.22448992729187, + 1208.5264682769775, + 1200.6264414787292, + 1168.7371220588684, + 1192.9308714866638, + 1201.2280564308167, + 1194.224683046341, + 1199.887949705124, + 903.0216130316257, + 1201.046186208725, + 1197.0968806743622, + 1187.5295684337616, + 1205.4885318279266, + 1196.4115054607391, + 638.0059413909912, + 1176.9602324962616, + 1168.0413734912872, + 1174.4316911697388, + 1203.459547996521, + 334.93988260626793, + 1176.9615976810455, + 1185.391505241394, + 1203.0148105621338, + 1200.0215921401978, + 1133.9801898002625, + 1198.4817361831665, + 1197.9763894081116 + ], + "episode_steps": [ + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmBookPickPlace-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmBookPickPlace-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..9c5997c888cb485a8fb09ed26513d2b671719291 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmBookPickPlace-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmBookPickPlace-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 29.327046632766724, + 19.354124307632446, + 116.47246253490448, + 28.329148054122925, + 99.97060865163803, + 136.77416241168976, + 312.53102445602417, + 2157.979595065117, + 38.863293409347534, + 18.615850687026978, + 66.19486379623413, + 125.66003781557083, + 144.9838948249817, + 67.44469755887985, + 38.167486011981964, + 56.48333162069321, + 1293.4917219877243, + 54.43469965457916, + 10.538877129554749, + 69.54517859220505, + 60.29240548610687, + 62.07936757802963, + 92.94976860284805, + 474.1509729027748, + 61.7514865398407, + 1069.3450809121132, + 150.1630516052246, + 52.37616467475891, + 16.66094148159027, + 34.9030527472496, + 37.217088878154755, + 60.123362362384796, + 214.83815389871597, + 49.121387004852295, + 371.38838815689087, + 66.88354957103729, + 83.48417037725449, + 93.79106569290161, + 49.372391164302826, + 18.609923660755157, + 161.4803984761238, + 77.04562968015671, + 478.72312676906586, + 35.301094233989716, + 75.64437937736511, + 60.08615607023239, + 144.42523819208145, + 47.03980219364166, + 413.61042177677155, + 2053.8729469180107 + ], + "episode_steps": [ + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmButtonPress-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmButtonPress-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..7b2aaffe70b7d6e4eea867d236fe1978080766b5 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmButtonPress-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmButtonPress-v1", + "step": 140000, + "episodes": 50, + "successes": 12, + "success_rate": 0.24, + "episode_success": [ + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "episode_return": [ + 309.730011343956, + 124.85585343837738, + 328.82958447933197, + 343.2956711053848, + 336.8826164007187, + 315.6590323448181, + 331.7999484539032, + 322.57476007938385, + 331.26556956768036, + 333.1489671468735, + 311.7438304424286, + 333.71510112285614, + 116.03114533424377, + 329.3071320056915, + 326.3770971298218, + 340.68679785728455, + 319.53065288066864, + 96.29128038883209, + 328.0264501571655, + 328.75852274894714, + 333.3087685108185, + 332.6753877401352, + 325.027161359787, + 316.3380751609802, + 334.95988273620605, + 336.11775743961334, + 332.8567624092102, + 336.5370934009552, + 331.0495091676712, + 330.87448704242706, + 109.93059575557709, + 306.6446188688278, + 333.7948079109192, + 102.9937344789505, + 339.9957994222641, + 115.76820111274719, + 323.1965434551239, + 112.33985662460327, + 96.22804284095764, + 321.61254382133484, + 337.65971088409424, + 101.44240033626556, + 312.42233645915985, + 94.80487036705017, + 335.6123673915863, + 333.68039751052856, + 90.7045134305954, + 103.50153851509094, + 317.8489729166031, + 334.0536377429962 + ], + "episode_steps": [ + 250, + 98, + 250, + 250, + 250, + 250, + 250, + 250, + 250, + 250, + 250, + 250, + 98, + 250, + 250, + 250, + 250, + 83, + 250, + 250, + 250, + 250, + 250, + 250, + 250, + 250, + 250, + 250, + 250, + 250, + 94, + 250, + 250, + 89, + 250, + 98, + 250, + 96, + 83, + 250, + 250, + 87, + 250, + 75, + 250, + 250, + 80, + 88, + 250, + 250 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmCleanupPotEnv-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmCleanupPotEnv-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..7cb962f7f69a740451eb2ce6205e8c98324aa82f --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmCleanupPotEnv-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmCleanupPotEnv-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 167.04168784618378, + 83.15833514928818, + 106.96272361278534, + 206.07044076919556, + 188.4723528623581, + 93.16731405258179, + 122.07398587465286, + 194.92152792215347, + 110.0590347647667, + 166.5481879711151, + 105.86183470487595, + 194.82163774967194, + 94.44923692941666, + 93.45802617073059, + 151.72468358278275, + 71.34034210443497, + 104.33347934484482, + 92.39420539140701, + 201.32356768846512, + 90.05414521694183, + 197.30676543712616, + 98.64560961723328, + 131.815492272377, + 182.2599172592163, + 208.26539158821106, + 94.67389792203903, + 183.95153433084488, + 95.463623046875, + 104.22834175825119, + 106.66098612546921, + 74.56765222549438, + 83.91453552246094, + 193.4946904182434, + 108.42195415496826, + 186.81045532226562, + 210.5674813389778, + 162.47780960798264, + 84.46152323484421, + 107.78047966957092, + 171.23335886001587, + 79.87917625904083, + 91.9519522190094, + 98.56455785036087, + 199.6183539032936, + 151.9560022354126, + 322.2853953242302, + 105.553437769413, + 104.9702940583229, + 90.00456303358078, + 87.26652091741562 + ], + "episode_steps": [ + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmClothAlign-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmClothAlign-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..250e9e9bec311a5aa0fe8b3c14081d7599351954 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmClothAlign-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmClothAlign-v1", + "step": 140000, + "episodes": 50, + "successes": 5, + "success_rate": 0.1, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 30.0462592295371, + 0.023622047156095505, + 0.0, + 49.81397640006617, + 0.029527559410780668, + 0.0, + 37.62598379608244, + 43.45373939163983, + 2.0895670112222433, + 1.382874010130763, + 0.0, + 36.76771606551483, + 0.0, + 31.810039162635803, + 23.19192899763584, + 69.16043293569237, + 0.0, + 9.471456684172153, + 12.373031474649906, + 21.470472272485495, + 10.279527343809605, + 35.77165287733078, + 74.45177109446377, + 33.99999973922968, + 55.74015739792958, + 40.853346415795386, + 13.969488014932722, + 35.214567073155195, + 48.93602326139808, + 45.643700746353716, + 19.8218501098454, + 8.928149662911892, + 31.582677280995995, + 57.2549217119813, + 6.990157354623079, + 0.14173228526487947, + 0.0, + 31.153542831540108, + 42.43996022082865, + 41.84547212161124, + 31.716535069048405, + 15.766731955111027, + 0.0, + 58.86909362953156, + 30.77952739596367, + 0.0, + 25.561023629270494, + 42.186023325659335, + 0.0, + 52.63287359056994 + ], + "episode_steps": [ + 200, + 200, + 200, + 200, + 200, + 200, + 200, + 200, + 200, + 200, + 200, + 200, + 200, + 200, + 200, + 195, + 200, + 200, + 200, + 142, + 200, + 200, + 200, + 200, + 200, + 200, + 177, + 200, + 200, + 200, + 200, + 200, + 200, + 200, + 200, + 200, + 200, + 200, + 200, + 182, + 121, + 200, + 200, + 200, + 200, + 200, + 200, + 200, + 200, + 200 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmClothCylinderWipe-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmClothCylinderWipe-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..f8e081e36af18e5242faa4bed46976d39c2b86d2 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmClothCylinderWipe-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmClothCylinderWipe-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + -1.0, + -1.0, + -1.0, + 0.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -0.7946905344724655, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -0.19999999552965164, + -1.0, + -1.0, + -1.0, + -1.0 + ], + "episode_steps": [ + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmClothHanger-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmClothHanger-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..4f865abb3e6aa80ffbb9a29d12eb521c74650387 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmClothHanger-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmClothHanger-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 134.92139261960983, + 98.20454668998718, + 104.31175595521927, + 11.973918795585632, + 169.16364896297455, + 150.25165635347366, + 10.63394808769226, + 44.79839551448822, + 126.22340220212936, + 30.5638330578804, + 80.84215646982193, + 26.084412813186646, + 84.07719618082047, + 322.8016382455826, + 13.728444278240204, + 25.9130180478096, + 29.503777384757996, + 36.00227278470993, + 33.48768001794815, + 39.370079696178436, + 30.689653515815735, + 67.037548661232, + 9.414101958274841, + 109.8307176232338, + 26.83647334575653, + 28.736109733581543, + 42.930096447467804, + 18.150845289230347, + 196.56392592191696, + 97.11614245176315, + 50.5688419342041, + 69.49377030134201, + 25.350830852985382, + 124.88248687982559, + 62.622098207473755, + 164.70991772413254, + 42.609531223773956, + 80.92900484800339, + 23.541750133037567, + 16.64578378200531, + 109.4974695444107, + 103.30812394618988, + 35.110797464847565, + 106.93586492538452, + 4.712923169136047, + 4.007971465587616, + 3.321886956691742, + 62.78499108552933, + 73.48180258274078, + 138.71308416128159 + ], + "episode_steps": [ + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmCoverCloth-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmCoverCloth-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..01ed7d37441e75ba4ea850afba04b2cd95b43334 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmCoverCloth-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmCoverCloth-v1", + "step": 140000, + "episodes": 50, + "successes": 10, + "success_rate": 0.2, + "episode_success": [ + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0 + ], + "episode_return": [ + 88.25450585782528, + 152.00728405732661, + 82.17937098443508, + 30.2903555566445, + 85.1264561417047, + 121.27392997220159, + 192.9002691367641, + 165.241204415448, + 109.76497401297092, + 64.17445640079677, + 73.5372615866363, + 161.38459164649248, + 78.43873475119472, + 56.286720521748066, + 235.34652784001082, + 79.57775538787246, + 68.60386212356389, + 160.68243813421577, + 42.187034748494625, + 70.26019985228777, + 48.55664407834411, + 47.71425496786833, + 84.03041471075267, + 63.243260111659765, + 247.75391211733222, + 156.13052591960877, + 47.00566644221544, + 117.0506277307868, + 129.36167756281793, + 204.69989308528602, + 84.9191765114665, + 99.85637496970594, + 93.79388510808349, + 86.85968513600528, + 263.3264969876036, + 108.17127980291843, + 213.64122360479087, + 173.5753514409298, + 224.8473038226366, + 48.16475638374686, + 234.1781703904271, + 132.29881709255278, + 155.27710572443902, + 82.73341220244765, + 109.62198878638446, + 102.60614924132824, + 251.68828502856195, + 55.98959056194872, + 44.331322027370334, + 83.33559460286051 + ], + "episode_steps": [ + 400, + 322, + 400, + 400, + 400, + 286, + 400, + 400, + 280, + 400, + 400, + 320, + 400, + 400, + 400, + 400, + 400, + 315, + 400, + 400, + 400, + 400, + 300, + 400, + 400, + 400, + 400, + 400, + 300, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 354, + 400, + 400, + 297, + 400, + 310 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmDoubleDoorBox-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmDoubleDoorBox-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..43e20a024be12b5c8ec806f9ae568f5bec3ab3bc --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmDoubleDoorBox-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmDoubleDoorBox-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 34.50814239680767, + 62.210713148117065, + 34.66409772634506, + 34.67585547268391, + 34.5787658393383, + 34.53890848904848, + 34.62403457611799, + 34.57594181597233, + 34.58846668154001, + 34.58853892982006, + 34.59064431488514, + 34.589560590684414, + 125.77010407298803, + 34.586209155619144, + 34.5572038218379, + 34.66636738181114, + 34.69392471015453, + 34.76696790754795, + 34.56869597733021, + 34.58078730106354, + 34.589560590684414, + 139.643835619092, + 34.51537734270096, + 34.55679255723953, + 34.58862426877022, + 74.34214512258768, + 34.806040063500404, + 56.11342492699623, + 34.582359835505486, + 34.581615425646305, + 146.75799790024757, + 35.89495497941971, + 35.15111863613129, + 34.587573796510696, + 95.88573866337538, + 34.571621634066105, + 34.645127326250076, + 89.55657624453306, + 35.088191978633404, + 34.96550340950489, + 148.15985736995935, + 34.58959287405014, + 35.230299919843674, + 90.59027496725321, + 34.964641474187374, + 34.58814086765051, + 34.583357252180576, + 34.958772495388985, + 34.586954951286316, + 34.48825231194496 + ], + "episode_steps": [ + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmFlipTable-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmFlipTable-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..b1fa1da9687c9e1bb0e516b45888b824554a14e7 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmFlipTable-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmFlipTable-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 1162.565408706665, + 1055.3589751720428, + 543.9294095039368, + 696.3306728601456, + 1318.2388954162598, + 620.2010941505432, + 3278.4741867780685, + 1426.5449603796005, + 775.180740237236, + 431.7366216182709, + 795.7006717920303, + -22525.140499711037, + 925.4707587957382, + 2816.523120522499, + 546.5636415481567, + 1279.5033794641495, + 414.06290888786316, + 1126.584011554718, + 1236.164395570755, + 696.5261954069138, + 1266.7968884706497, + 1244.9497635364532, + 1597.6619653701782, + 1319.4122735261917, + 2893.480362057686, + 382.13299119472504, + 1105.949187040329, + 1954.390124797821, + 825.2013878822327, + 504.0356351137161, + 2320.0288500785828, + 916.3433266878128, + 655.3897639513016, + 1840.3245834112167, + 4294.482565879822, + 3517.6570230722427, + 550.0319842100143, + 2292.9588079452515, + 1045.7926051616669, + 1142.0878287553787, + 2862.146628499031, + 898.5991085767746, + 2481.3550651073456, + 595.7680622339249, + 1575.7993832826614, + 843.3937603235245, + 1227.7681843042374, + 948.7505195140839, + 1269.1755095720291, + 746.4433410167694 + ], + "episode_steps": [ + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmFoldCarton-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmFoldCarton-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..bbd9d70d74e1b75f2deb9585c16a09f886fa13a9 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmFoldCarton-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmFoldCarton-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 5846.199191331863, + 6706.182591676712, + 6947.2552235126495, + 6632.879927754402, + 6285.378471136093, + 6470.4199340343475, + 6986.794753789902, + 6765.0143258571625, + 6778.44020986557, + 5917.933797478676, + 7199.160151720047, + 6847.787786960602, + 6257.201961398125, + 6789.265892982483, + 6761.938972711563, + 6258.3669764995575, + 7080.549866437912, + 6651.065626621246, + 6070.286202430725, + 6152.709707736969, + 5983.364595293999, + 6727.446588277817, + 6552.526530265808, + 7045.847420692444, + 6763.004158973694, + 6878.880471944809, + 6669.640146255493, + 6742.844247817993, + 5674.890837669373, + 9896.092823266983, + 6201.96284866333, + 7239.371861219406, + 6228.030030250549, + 6081.5420207977295, + 6463.487883090973, + 5780.747692942619, + 6246.351168870926, + 5499.974502563477, + 6530.798096895218, + 7305.024423122406, + 5711.73698413372, + 6593.137031078339, + 6277.080525398254, + 6144.09245800972, + 6860.936199426651, + 6875.355928659439, + 6419.282283782959, + 7192.685963392258, + 6474.418419837952, + 6315.931356906891 + ], + "episode_steps": [ + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmFoldHandKerchief-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmFoldHandKerchief-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..651322f143789e874e3786b8232f736260be9630 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmFoldHandKerchief-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmFoldHandKerchief-v1", + "step": 140000, + "episodes": 50, + "successes": 17, + "success_rate": 0.34, + "episode_success": [ + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0 + ], + "episode_return": [ + 0.017878413200378418, + -0.00841262936592102, + 0.08136841654777527, + 0.04921761155128479, + 0.07982960343360901, + -0.09898877143859863, + -99.68302130699158, + -0.05220586061477661, + 0.1404334455728531, + 0.04557421803474426, + -99.5384267270565, + -99.41678968071938, + -0.009468138217926025, + -106.48587635159492, + -0.07737046480178833, + -0.0012666583061218262, + 3.5572574883699417, + -0.013304322957992554, + -99.60328242182732, + 0.03518453240394592, + 10.875114023685455, + -99.60168781876564, + -0.0045961737632751465, + -99.5208169221878, + -0.017531007528305054, + -0.05962240695953369, + -0.07249361276626587, + 0.028348207473754883, + 0.09668028354644775, + -0.01753866672515869, + 0.04178386926651001, + 0.1538689136505127, + -0.05164843797683716, + 0.002567112445831299, + 0.06918469071388245, + -0.019441813230514526, + -99.37589427828789, + -99.4036368727684, + 0.017371445894241333, + -99.5467480123043, + -0.02593296766281128, + 0.024955064058303833, + 0.0, + -0.018049657344818115, + 0.0014224350452423096, + 0.12254500389099121, + -0.029666244983673096, + -99.60486528277397, + -99.40686908364296, + 0.008535802364349365 + ], + "episode_steps": [ + 300, + 300, + 178, + 300, + 300, + 171, + 225, + 300, + 300, + 300, + 218, + 244, + 300, + 300, + 300, + 300, + 300, + 179, + 300, + 300, + 163, + 265, + 300, + 157, + 159, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 182, + 300, + 300, + 242, + 278, + 300, + 300, + 300, + 300, + 300, + 300, + 183, + 194, + 300, + 163, + 240, + 300 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmHammerHandover-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmHammerHandover-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..a799f0accb644747adf6fbf4d9239fe5c73e6536 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmHammerHandover-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmHammerHandover-v1", + "step": 140000, + "episodes": 50, + "successes": 3, + "success_rate": 0.06, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 45.79595746845007, + -82.68429873511195, + 478.08329640328884, + 500.6992509961128, + 507.8424318321049, + 434.1108540035784, + 102.06871856376529, + 44.296334236860275, + 126.25272031500936, + 18.740826923400164, + 36.50102984905243, + 554.3064615614712, + 24.122655428946018, + 118.27293621748686, + 38.478724516928196, + 37.09055846557021, + 516.1991240978241, + -9.481665220111609, + 42.70435484498739, + 427.57432252168655, + 502.2514110468328, + 117.00631570070982, + 22.885783467441797, + 62.60804134607315, + 146.01355382427573, + 132.8697704859078, + 420.9025635495782, + 456.0506324917078, + 421.21454816684127, + 331.372112095356, + 421.683037802577, + 537.4842402711511, + 49.23039424419403, + 199.71224127337337, + 142.64323245361447, + 139.80065078660846, + -24.70287622511387, + 112.17094296216965, + 490.29571214318275, + 88.44235237315297, + 457.6072731614113, + 521.7382615357637, + 104.72831593081355, + 81.84928264468908, + 484.1594606898725, + 133.68164740502834, + -97.79151289910078, + 22.94345438107848, + 37.0832140929997, + 538.5546160563827 + ], + "episode_steps": [ + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 463, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 441, + 500, + 500, + 500, + 500, + 500, + 500, + 380, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmJugglingBall-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmJugglingBall-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..82dbabb57a5309868a32b33705d0c8d0e6a11262 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmJugglingBall-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmJugglingBall-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + -5620.320135831833, + -5631.711590766907, + -4061.238966822624, + -5467.951038599014, + -5620.189197301865, + -5634.7815554142, + -5627.424380540848, + -5566.524708986282, + -5558.192086458206, + -5531.797316074371, + -5541.4675924777985, + -4995.246516942978, + -5014.548078298569, + -5615.01645565033, + -5377.830900192261, + -5609.072968482971, + -5468.5970640182495, + -5570.518660783768, + -5635.15717124939, + -5608.493026256561, + -5549.431213140488, + -5625.436454296112, + -5596.47697019577, + -5365.684098243713, + -5505.612411499023, + -5527.941572189331, + -5600.140652656555, + -5448.503879547119, + -5534.467973232269, + -5643.244290351868, + -5612.836101531982, + -5471.89918422699, + -4674.481777667999, + -5571.243381261826, + -5613.186814069748, + -5518.710617780685, + -5618.325758457184, + -5615.924329996109, + -5468.818011522293, + -5644.244054317474, + -5647.849889278412, + -5565.684412240982, + -5519.609075307846, + -5618.772074460983, + -5618.281646490097, + -5572.317757606506, + -5616.373079299927, + -5557.504535675049, + -5524.260687351227, + -5453.342101812363 + ], + "episode_steps": [ + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmJumpRope-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmJumpRope-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..adbfb63caf9e85e14449f8e963c911513f67b6d9 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmJumpRope-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmJumpRope-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 311.3338929703459, + 131.24804995569866, + 42.08150216296781, + 193.33898006286472, + 424.4844111993443, + 202.07410601188894, + 70.98027552780695, + 136.27887620520778, + 62.207518346840516, + 118.93162770033814, + 327.95500297658145, + 92.5231919796206, + 555.4903804159258, + 30.700115782325156, + 163.75574869080447, + null, + 193.60505734663457, + 60.549765606294386, + 200.14275100186933, + 409.52997495874297, + 33.2557155060349, + 250.78009728400502, + 145.0515484252246, + 225.29040763212834, + 181.38696054113097, + 140.21178587607574, + 278.92670437449124, + 144.8967551504029, + null, + 331.91586162522435, + 191.76530059805373, + 57.138240448897704, + 217.6307137964759, + 120.0695409233449, + 41.165993105620146, + 248.21875077392906, + 148.82155494228937, + 45.74873784650117, + 46.815691495197825, + 62.58172579505481, + 142.62888996640686, + 70.1681337824557, + 305.41984993743245, + 32.65487061673775, + 66.7194372486556, + 255.7521832745988, + 57.992179438704625, + 152.73377818369772, + 33.784830824355595, + 263.02315739903133 + ], + "episode_steps": [ + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmKeyboardType-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmKeyboardType-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..9076e003d6402121f8e30d68e9c53c219addba5f --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmKeyboardType-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmKeyboardType-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + -189.68272757902741, + -180.6305942502804, + -131.5189693391876, + -185.80939332023263, + -210.05332435667515, + -114.01841438922565, + -202.3945676088333, + -184.0144304142741, + -190.45134142786264, + -161.78947276005056, + -189.86784107610583, + -186.52060466259718, + -120.97547224394293, + -203.45721075683832, + -185.14143465590314, + -195.4704710105434, + -195.93218006193638, + -142.98289802391082, + -203.42558380961418, + -192.31430777703645, + -212.7506010979414, + -216.63096294552088, + -140.5971699632937, + -151.36074404639658, + -157.90270825533662, + -196.75399873405695, + -148.54349497213843, + -103.99736599484459, + -190.30387019761838, + -203.61125233769417, + -202.62912594527006, + -204.49319750448922, + -190.3870914503932, + -198.0216293260455, + -199.1542268693447, + -177.67403544817353, + -186.59032735379878, + -58.77473072460998, + -175.17168065850274, + -168.26536794177082, + -186.83526355068898, + -202.15282094478607, + -165.80586648211465, + -200.35917185246944, + -195.20189975947142, + -200.37867268919945, + -200.246054276824, + -186.20537917455658, + -170.70436086505651, + -196.52592088282108 + ], + "episode_steps": [ + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmLayerClayInDish-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmLayerClayInDish-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..5e6357361d14c9f112cf44154a2b63d19269aac4 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmLayerClayInDish-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmLayerClayInDish-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 420.2157294154167, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 582.4754558801651, + 419.9999928474426, + 438.614130795002, + 419.9999928474426, + 419.9999928474426, + 716.3527718186378, + 419.9999928474426, + 419.9999928474426, + 420.2582147717476, + 438.41405642032623, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 442.0456039905548, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426 + ], + "episode_steps": [ + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmLiftBall-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmLiftBall-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..9b1fd7808afbec3350e7526ba59768d7005f251c --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmLiftBall-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmLiftBall-v1", + "step": 140000, + "episodes": 50, + "successes": 5, + "success_rate": 0.1, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 24.2639319896698, + 30.41867509484291, + 40.58668968081474, + 19.755864918231964, + 19.395037084817886, + 27.805506467819214, + 23.441577792167664, + 21.108358770608902, + 20.62186899781227, + 14.814913243055344, + 28.19218736886978, + 20.623764514923096, + 26.04223933815956, + 34.64749455451965, + 29.60747542977333, + 25.208577871322632, + 26.156238347291946, + 33.53305542469025, + 28.1562679708004, + 25.093517184257507, + 21.162204921245575, + 27.213048458099365, + 35.374231427907944, + 31.95919555425644, + 15.07537505030632, + 21.66572391986847, + 35.63034135103226, + 40.573764979839325, + 18.603414744138718, + 33.06256636977196, + 17.53832894563675, + 26.3171968460083, + 17.63258758187294, + 23.745796144008636, + 30.070989668369293, + 18.039494067430496, + 23.396346777677536, + 38.74630892276764, + 24.910694181919098, + 33.7231220304966, + 22.445455372333527, + 26.64256328344345, + 30.317338079214096, + 28.45913502573967, + 43.361941397190094, + 19.849604457616806, + 24.03027045726776, + 26.806486546993256, + 32.971192717552185, + 26.24800568819046 + ], + "episode_steps": [ + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 136, + 160, + 300, + 139, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 137, + 300, + 300, + 300, + 300, + 171, + 300, + 300, + 300, + 300, + 300 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmLiftSoftDex-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmLiftSoftDex-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..bc6691a50b58da309f7f7989329e0a9b671c22d0 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmLiftSoftDex-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmLiftSoftDex-v1", + "step": 140000, + "episodes": 50, + "successes": 43, + "success_rate": 0.86, + "episode_success": [ + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "episode_return": [ + 137.65412221103907, + 183.33884525112808, + 227.9461458772421, + 123.8672594577074, + 195.55614696769044, + 185.97959208488464, + 131.636465780437, + 142.56378526985645, + 138.59751507014153, + 133.9518465101719, + 161.15629781782627, + 126.81242553889751, + 136.22683804482222, + 163.6902023255825, + 127.08782851696014, + 135.20505829155445, + 125.5900544077158, + 152.14476536214352, + 134.28047312796116, + 169.17270477116108, + 130.63222245126963, + 143.26312379539013, + 136.79125344008207, + 129.7945076227188, + 132.07299377769232, + 137.12624867260456, + 210.09308274835348, + 155.83107862621546, + 234.3473071604967, + 129.85552532225847, + 223.93823700957, + 158.500205360353, + 129.74884433299303, + 157.67704097926617, + 132.446917578578, + 141.4607441648841, + 208.99072401225567, + 147.77832212299109, + 144.25267539918423, + 222.9052125364542, + 149.50609529018402, + 158.09180864691734, + 161.95429761707783, + 167.97287099063396, + 125.26869943737984, + 168.98702281713486, + 133.4647974073887, + 133.74322859197855, + 132.62711961567402, + 126.89945328235626 + ], + "episode_steps": [ + 188, + 300, + 300, + 174, + 300, + 247, + 182, + 194, + 300, + 180, + 216, + 173, + 190, + 215, + 172, + 182, + 173, + 201, + 180, + 220, + 180, + 193, + 188, + 176, + 180, + 186, + 300, + 210, + 300, + 176, + 300, + 210, + 176, + 210, + 182, + 192, + 266, + 199, + 196, + 294, + 204, + 210, + 213, + 224, + 172, + 225, + 180, + 181, + 177, + 174 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmLiquidMixing-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmLiquidMixing-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..8eee65dcf40e80371d65c06a11e07eff77b39f64 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmLiquidMixing-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmLiquidMixing-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 209.5374292721972, + 188.21253941766918, + 142.0164976939559, + 327.3115130821243, + 249.44809555727988, + 56.14381284918636, + 330.5588667001575, + 241.6341937063262, + 212.07442951854318, + 214.64809080120176, + 384.33542597014457, + 180.9311215467751, + 187.48580614384264, + 192.35994848422706, + 158.45928601175547, + 190.63980772532523, + 195.00772148836404, + 182.96757808420807, + 264.68682150729, + 212.1486730929464, + 223.7767642447725, + 339.07568107545376, + 182.8083138614893, + 165.9610081780702, + 164.47894543223083, + 200.6669025188312, + 372.47004427202046, + 183.58803364820778, + 92.17176121752709, + 180.49163137376308, + 306.7947945855558, + 215.1770721692592, + 170.62903480045497, + 187.98461390007287, + 173.752579475753, + 156.00244078226388, + 321.0499091539532, + 224.04430927243084, + 145.7161410599947, + 245.79779107589275, + 192.98471554275602, + 337.80502983089536, + 171.07221494894475, + 193.73289965186268, + 178.64621748123318, + 170.66639530379325, + 224.47829234600067, + 181.0775634367019, + 145.90075358282775, + 163.41537315677851 + ], + "episode_steps": [ + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmMahjongSetup-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmMahjongSetup-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..7a514628bcfe53f4c39e6652357cd5f18bfab21a --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmMahjongSetup-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmMahjongSetup-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 1350.72529399395, + 1130.6373145580292, + 1149.1088689565659, + -2120.1093708872795, + -2829.3729910850525, + 1305.4753756523132, + 3002.984829187393, + 1132.36072742939, + 1450.1787328720093, + 1092.436233639717, + 1768.0380799770355, + -1510.5145599842072, + 1221.9170670509338, + -1800.8322360515594, + 1122.6222560405731, + 921.9020310640335, + 1086.4931844472885, + -3826.5901985764503, + 955.221301317215, + -3466.0425066947937, + 866.4868646264076, + 1317.9232793450356, + 699.7508463859558, + null, + 940.0089840888977, + -1507.8397007584572, + 912.6214296221733, + 1046.6057348251343, + 1352.3809098005295, + 1154.193652510643, + 1017.2196080684662, + 880.6924561262131, + 1064.9477484226227, + 3236.8273572921753, + 1143.9987844228745, + 1092.6336995363235, + 1079.0300521850586, + 1211.3190299272537, + 379.1932998895645, + 924.1473551988602, + 873.9587770104408, + 1109.1273982524872, + 1011.7947742342949, + null, + -2027.815125823021, + 951.2821082472801, + 1069.1573144197464, + 1067.6577804088593, + 1171.8980449438095, + 1114.7535707950592 + ], + "episode_steps": [ + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmMakeLine-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmMakeLine-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..bd21ae6c321538350cec6598814a3391e55395c6 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmMakeLine-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmMakeLine-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 10522.361496686935, + 12288.236961364746, + 9923.606758832932, + 11057.749461174011, + 11338.130311489105, + 11396.103490829468, + 9825.50646328926, + 14158.542304515839, + 11295.826967716217, + 10873.03291273117, + 10524.29889011383, + 10892.587566375732, + 10643.377810955048, + 11839.726045131683, + 11217.61910200119, + 10346.449265480042, + 11560.706851005554, + 10790.770778656006, + 11501.987286567688, + 11522.003461837769, + 11465.061804294586, + 9712.57841515541, + 11153.66005039215, + 11786.625492095947, + 9879.780682086945, + 12186.25919008255, + 10593.253408908844, + 11038.202096939087, + 10513.183005571365, + 10407.854080200195, + 11461.09736585617, + 10795.154778957367, + 15220.057008266449, + 12205.07557439804, + 11112.36387681961, + 11360.661351680756, + 10840.923518657684, + 10109.011185407639, + 11100.737222194672, + 10764.99977684021, + 11474.951704978943, + 13087.856778144836, + 10910.916254520416, + 11166.663899898529, + 11261.975339889526, + 11112.138630390167, + 12154.236228942871, + 11381.51796245575, + 11492.730262756348, + 10989.946619987488 + ], + "episode_steps": [ + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmOpenBottle-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmOpenBottle-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..ef1001f98c793ff0cb3694d45597535fa4eb01e6 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmOpenBottle-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmOpenBottle-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 2233.6803629398346, + 2245.1888558864594, + 1847.968101978302, + 1997.942016839981, + 1964.9121444225311, + 2215.530478000641, + 2241.9064440727234, + 2081.842674970627, + 1839.31148147583, + 2095.1270530223846, + 1850.511059641838, + 1973.925571680069, + 1897.2093737125397, + 2255.9659202098846, + 2085.092537164688, + 2135.660471200943, + 1871.2788100242615, + 2209.169168949127, + 2204.0673682689667, + 2115.5678493976593, + 1900.0741930007935, + 2161.7128257751465, + 2257.0062713623047, + 1725.7270637750626, + 1899.352714061737, + 2064.2446138858795, + 2183.1381244659424, + 1993.9519202709198, + 2065.5257642269135, + 1993.23894572258, + 2081.370181083679, + 1981.548704624176, + 1884.303171634674, + 2097.0291390419006, + 1946.5605947971344, + 1966.5161836147308, + 2232.506150007248, + 2106.3009502887726, + 2106.323753595352, + 2168.6796033382416, + 2130.50803232193, + 2135.51491689682, + 2229.6661717891693, + 2151.0396134853363, + 2158.8035073280334, + 2031.9281373023987, + 1980.4501016139984, + 1915.4280450344086, + 2188.3140337467194, + 1903.0980517864227 + ], + "episode_steps": [ + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmOpenFridge-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmOpenFridge-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..3a25743591a4878cdbd731879a706be6eba8cdec --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmOpenFridge-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmOpenFridge-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 1536.3436183929443, + 1335.538461446762, + 1334.5578298568726, + 1332.135234117508, + 1548.5094816684723, + 1339.2197868824005, + 1337.6504073143005, + 1511.71226978302, + 1522.0436697006226, + 1453.1544196605682, + 1616.5408544540405, + 1338.2574005126953, + 1420.7383213043213, + 1533.8302133083344, + 1517.542264699936, + 1519.1072845458984, + 1484.1999497413635, + 1337.552114725113, + 1332.6788702011108, + 1448.389004945755, + 1446.067526102066, + 1340.0860283374786, + 1551.2309517860413, + 1335.821426153183, + 1452.3289737701416, + 1393.6541635990143, + 1589.375811100006, + 1334.9303278923035, + 1415.7343380451202, + 1338.780791759491, + 1336.2253584861755, + 1403.1075961589813, + 1454.055315732956, + 1330.6084015369415, + 1395.7816672325134, + 1333.432368516922, + 1548.0916900634766, + 1484.2387340068817, + 1339.681385755539, + 1503.0416586399078, + 1338.6059131622314, + 1417.403859615326, + 1489.70268368721, + 1429.2586541175842, + 1507.2572832107544, + 1334.0461342334747, + 1336.0475833415985, + 1341.8944292068481, + 1606.2151138782501, + 1335.348981142044 + ], + "episode_steps": [ + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmOpenLaptop-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmOpenLaptop-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..8931be6ae7fcfbc3c6cfec6fb947617e2cde7416 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmOpenLaptop-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmOpenLaptop-v1", + "step": 140000, + "episodes": 50, + "successes": 1, + "success_rate": 0.02, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 1621.8905246257782, + 1555.2630101442337, + 1632.4668216705322, + 1519.98705971241, + 1530.227629184723, + 1592.6955012083054, + 1727.69491147995, + 1511.3080294132233, + 1202.0430998802185, + 1437.692503809929, + 1566.3710012435913, + 1656.3241333961487, + 1691.8205199241638, + 1482.8305205106735, + 1520.9600574970245, + 1580.345824599266, + 1503.542916059494, + 1725.02663064003, + 1632.7154214382172, + 1554.6720057725906, + 1509.540189743042, + 1519.5029011964798, + 1640.7047637701035, + 1579.6374391317368, + 1652.885994553566, + 1673.0866338014603, + 1498.0683406591415, + 1622.7547574043274, + 1568.299868106842, + 1480.6022728681564, + 1572.2758774757385, + 1558.1318570375443, + 1629.2217576503754, + 1613.7206472158432, + 1625.0886064767838, + 1578.8214745521545, + 1540.8517376184464, + 1622.7594149112701, + 1729.5478237867355, + 1516.9072487354279, + 1741.1014420986176, + 1625.3424760103226, + 1493.7593215703964, + 1584.5056239366531, + 1563.6025038957596, + 1661.6826975345612, + 1516.6960636377335, + 1591.0936138629913, + 1565.3702416419983, + 1643.8657777309418 + ], + "episode_steps": [ + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 544, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmOpenPen-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmOpenPen-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..bba84ea6ee8f9822528a9918ebd55ece4971522d --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmOpenPen-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmOpenPen-v1", + "step": 140000, + "episodes": 50, + "successes": 16, + "success_rate": 0.32, + "episode_success": [ + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0 + ], + "episode_return": [ + 1025.1738499403, + 1618.3374979496002, + 438.9270324707031, + 954.2179818451405, + 434.31073421239853, + 414.44342386722565, + 744.4628583788872, + 689.6683638095856, + 432.8655760884285, + 1102.192841053009, + 571.3933082818985, + 659.3897564411163, + 728.9488662481308, + 1392.1280544400215, + 463.82004711031914, + 1111.2534894943237, + 1270.5853289365768, + 536.0856338739395, + 433.76058012247086, + 476.44567227363586, + 701.1849274635315, + 432.2811014652252, + 1184.393065571785, + 502.2628927230835, + 1082.9921392202377, + 423.3032514452934, + 1070.903998017311, + 498.34453642368317, + 720.7408808469772, + 781.9869873523712, + 450.0846153497696, + 975.8892388939857, + 451.63281482458115, + 1242.0638519525528, + 436.9266330599785, + 433.0455251932144, + 904.1784942150116, + 536.8017423152924, + 936.560481607914, + 1341.8413516879082, + 482.3595904111862, + 1093.0918692946434, + 782.3533215522766, + 948.1797263622284, + 447.61142796278, + 476.3387113213539, + 503.9511345028877, + 774.3372286558151, + 608.2879037857056, + 613.7872468233109 + ], + "episode_steps": [ + 382, + 400, + 400, + 400, + 400, + 400, + 279, + 400, + 400, + 400, + 246, + 400, + 286, + 400, + 400, + 270, + 400, + 242, + 400, + 205, + 400, + 209, + 400, + 206, + 400, + 400, + 325, + 400, + 400, + 312, + 232, + 400, + 400, + 400, + 235, + 400, + 400, + 237, + 400, + 400, + 227, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 224, + 400 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmOpenScissor-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmOpenScissor-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..ad8a113a7d44943eb27ae7b8dd6a893044d01991 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmOpenScissor-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmOpenScissor-v1", + "step": 140000, + "episodes": 50, + "successes": 10, + "success_rate": 0.2, + "episode_success": [ + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 386.5132125020027, + 396.59984463453293, + 303.40770649909973, + 481.9465883374214, + 267.59099650382996, + 387.6150472164154, + 395.6371940970421, + 323.510062456131, + 464.074648976326, + 407.95848602056503, + 456.9480495452881, + 473.5283509492874, + 763.4198014140129, + 360.08187794685364, + 504.41297632455826, + 404.12756937742233, + 496.07253527641296, + 1005.8414849042892, + 430.533751308918, + 404.5802984237671, + 748.7181650996208, + 404.1284432411194, + 388.13850021362305, + 328.1144975423813, + 804.8779111504555, + 523.3686620593071, + 422.944317817688, + 855.6765968799591, + 418.4216760993004, + 511.36201214790344, + 177.5407623052597, + 411.28689897060394, + 293.5726327896118, + 481.6564004421234, + 285.7104060649872, + 286.25042116642, + 405.2857045531273, + 1016.8007762432098, + 564.3204319477081, + 419.3005197048187, + 367.72000098228455, + 401.6899780333042, + 427.04569244384766, + 473.3513540625572, + 1183.5613287687302, + 691.1306889951229, + 437.5182537138462, + 494.1279906630516, + 395.90064322948456, + 442.4586364030838 + ], + "episode_steps": [ + 500, + 500, + 159, + 500, + 133, + 500, + 500, + 188, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 200, + 500, + 500, + 500, + 500, + 500, + 287, + 121, + 500, + 149, + 241, + 178, + 140, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmOrganizeCabinet-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmOrganizeCabinet-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..d3f051aa6ec9d5dd4731df2dcd16c12831340de4 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmOrganizeCabinet-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmOrganizeCabinet-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 1136.6145836263895, + 1184.0593412518501, + 2597.0064709484577, + 1189.150452375412, + 350.2496618926525, + 1777.7242173552513, + 518.8812612686306, + 331.050972526893, + 369.1815506936982, + 1040.7704136520624, + 305.5688212569803, + 637.4309051372111, + 392.435528030619, + 1115.3546963185072, + 1518.536813288927, + 2804.7724799513817, + 113.22765692789108, + 2636.7515490949154, + 1532.855118662119, + 818.8628169372678, + 533.357069581747, + 2835.0883635878563, + 298.96591155231, + 1464.6363611072302, + 958.4139498919249, + 931.630619186908, + 1326.1450569760054, + 283.0753514347598, + 2067.6859297454357, + 985.354946911335, + 2182.4007321447134, + 498.1192423924804, + 1010.077828809619, + 179.62687802314758, + 377.2722884528339, + 880.4929465651512, + 394.3203373318538, + 1174.0526007562876, + 323.5473760869354, + 1100.7956829443574, + 315.85778016690165, + 458.24391750246286, + 519.061666900292, + 280.1894248649478, + 996.2419164478779, + 2621.4004504680634, + 509.40502920001745, + 995.1995258331299, + 2607.2113339304924, + 356.3072427548468 + ], + "episode_steps": [ + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmPegInHole-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmPegInHole-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..6e66b85801dadf2989db5c638b39f0cbbbff36da --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmPegInHole-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmPegInHole-v1", + "step": 140000, + "episodes": 50, + "successes": 11, + "success_rate": 0.22, + "episode_success": [ + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 38.17930444329977, + 4.689990401268005, + 132.62697213888168, + 33.105081632733345, + 17.145020365715027, + 13.774304330348969, + 36.79329691082239, + 18.275326311588287, + 8.470994729083031, + 234.83476412296295, + 22.142781972885132, + 46.64183393120766, + 40.1720284819603, + 63.21621195226908, + 18.969575509428978, + 65.81134927272797, + 23.778724253177643, + 8.980029821395874, + 240.39620888233185, + 7.831128464080393, + 34.59809601306915, + 66.61166071891785, + 17.232304465956986, + 14.425113320350647, + 40.01974033564329, + 211.9722294807434, + 47.636804938316345, + 20.81760970875621, + 35.78744924068451, + 34.851136200129986, + 46.04817092418671, + 39.21138674020767, + 39.8739230632782, + 26.785293586552143, + 44.903148874640465, + 15.754899738356471, + 19.755575627088547, + 27.519964516162872, + 7.73941433429718, + 14.171113729476929, + 9.169009189121425, + 23.53071901202202, + 37.75944650173187, + 17.845042049884796, + 71.37209331989288, + 44.97318398952484, + 219.0026695728302, + 19.230226159095764, + 7.439277810975909, + 11.595713317394257 + ], + "episode_steps": [ + 299, + 300, + 300, + 300, + 75, + 125, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 79, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 126, + 108, + 300, + 300, + 300, + 232, + 300, + 182, + 300, + 300, + 300, + 300, + 300, + 300, + 90, + 300, + 300, + 300, + 300, + 124, + 300, + 187, + 300, + 300, + 300, + 300, + 300, + 300 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmPingpongBalance-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmPingpongBalance-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..e3b8bb10fec5c91a6e72b58244db96b89423d2d3 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmPingpongBalance-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmPingpongBalance-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 161.29566003382206, + 165.10047702491283, + 1079.0214804559946, + 157.36316622793674, + 163.21205443143845, + 138.26009812951088, + 161.26413995027542, + 157.56424148380756, + 180.36373530328274, + 184.48376002907753, + 162.02585896849632, + 158.39812628924847, + 157.5379013866186, + 152.9513354599476, + 150.76695795357227, + 158.53377482295036, + 135.9724227041006, + 170.63972607254982, + 775.7929065227509, + 192.1106012314558, + 155.4307510703802, + 158.6269293129444, + 162.20696699619293, + 176.42509698867798, + 153.8395085632801, + 153.91465970873833, + 165.38839825987816, + 148.77575787901878, + 974.3737559169531, + 137.79585786163807, + 1068.721843674779, + 152.3682101815939, + 391.4617132395506, + 146.14519537985325, + 174.5240662395954, + 168.14763581752777, + 173.18220910429955, + 155.45262630283833, + 184.5608915388584, + 180.74664118885994, + 902.5179049521685, + 160.80298925936222, + 129.96608978509903, + 257.692425519228, + 154.90657649934292, + 174.54389248788357, + 758.4409318715334, + 172.30965961515903, + 766.7064082622528, + 145.6460466235876 + ], + "episode_steps": [ + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmPlaceRopeOverRod-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmPlaceRopeOverRod-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..a6247b9b1efd13a998aa52d0336dbb823065759a --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmPlaceRopeOverRod-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmPlaceRopeOverRod-v1", + "step": 140000, + "episodes": 50, + "successes": 10, + "success_rate": 0.2, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0 + ], + "episode_return": [ + 285.25285824015737, + 91.82600076170638, + 279.58421845175326, + 182.8946179104969, + 82.29149335902184, + 577.9153973297216, + 452.33293344965205, + 96.20539740473032, + 221.5821873198729, + 345.61070708418265, + 375.61256380099803, + 203.00078736245632, + 136.14036614680663, + 98.72671189997345, + 339.2569446116686, + 207.46642471151426, + 115.62676370330155, + 117.02654957259074, + 70.15879238164052, + 199.7378899580799, + 90.78653335478157, + 197.82749260612763, + 209.74432511767372, + 231.61495177354664, + 154.28307623788714, + 278.5820975461975, + 302.82168606249616, + 119.06704945489764, + 363.1694014109671, + 124.42552745575085, + 161.74964641639963, + 365.430271721445, + 117.74442584626377, + 366.6293236701749, + 463.12882121792063, + 129.25583936087787, + 277.94936953205615, + 146.0567036322318, + 167.63343906216323, + 181.43600893719122, + 123.05107543012127, + 87.64831239497289, + 83.67741983151063, + 372.5062296912074, + 146.5531045938842, + 324.5240004356019, + 133.38260602625087, + 362.3756537460722, + 193.34221214894205, + 214.1528270910494 + ], + "episode_steps": [ + 680, + 680, + 680, + 680, + 680, + 680, + 680, + 680, + 680, + 680, + 680, + 492, + 680, + 468, + 680, + 680, + 680, + 680, + 680, + 680, + 680, + 680, + 628, + 680, + 618, + 680, + 618, + 597, + 680, + 680, + 680, + 680, + 680, + 680, + 680, + 680, + 680, + 680, + 680, + 680, + 680, + 680, + 680, + 680, + 595, + 561, + 560, + 680, + 582, + 680 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmPlugCharger-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmPlugCharger-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..3d89cb9bd3ea8e23997ffb80937ab1b6ceafd4d2 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmPlugCharger-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmPlugCharger-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 102.21405163407326, + 62.285014897584915, + 67.41878914833069, + 70.60775575041771, + 141.0073331296444, + 47.12817335128784, + 189.49982398748398, + 91.31180840730667, + 204.7860232591629, + 235.0851880311966, + 52.27889594435692, + 344.91752538084984, + 99.21137329936028, + 128.4713241159916, + 159.11717641353607, + 142.8977886736393, + 214.36411479115486, + 212.09551253914833, + 120.16923248767853, + 139.92822954058647, + 99.47078487277031, + 316.4024092257023, + 221.10992410779, + 72.83292937278748, + 183.7480113506317, + 95.85303294658661, + 194.5991536974907, + 242.93458890914917, + 60.96185490489006, + 90.36517643928528, + 135.70167309045792, + 171.47524279356003, + 151.77692356705666, + 301.40389385819435, + 227.83828192949295, + 99.16463142633438, + 144.25624388456345, + 118.60713571310043, + 70.25979793071747, + 171.25431221723557, + 246.99733266234398, + 228.94194623827934, + 56.48719534277916, + 47.497066617012024, + 413.56650000810623, + 215.04329934716225, + 89.69768691062927, + 324.14780363440514, + 159.80055370926857, + 58.07057958841324 + ], + "episode_steps": [ + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmPouringTwoCups-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmPouringTwoCups-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..ee7ca017863b2378308a5d20a9cec8e5d4d90a9e --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmPouringTwoCups-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmPouringTwoCups-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 1826.5621851682663, + 1829.3444528579712, + 364.5002602338791, + 2085.720661997795, + 1870.3521395921707, + 2133.693613253534, + 1864.8095039129257, + 1834.3489228487015, + 1855.4120044708252, + 2888.1015046834946, + 229.5810892790443, + 3018.85515499115, + 1889.23947930336, + 2352.729139447212, + 2679.045554280281, + 2339.2304443120956, + 2847.63132584095, + 1843.5606219768524, + 1806.8123536109924, + 3009.2976940870285, + 1821.690721154213, + 2507.1503878831863, + 278.23984467983246, + 2995.6218333244324, + 1830.8896123170853, + 1810.781491279602, + 2572.853882908821, + 3045.3979609012604, + 296.5468392521143, + 2755.8057557344437, + 3255.694553732872, + 1810.2367631196976, + 2382.236523270607, + 1821.382925271988, + 2197.7021461725235, + 243.20701937377453, + 2252.243731856346, + 2698.809928059578, + 1814.47409594059, + 1814.5969187021255, + 2627.370084166527, + 1853.5928574800491, + 1841.7352731227875, + 1846.6680316925049, + 2930.223724961281, + 2094.9893239736557, + 2104.2762299776077, + 1805.6907143592834, + 2033.7130287885666, + 3001.5036482810974 + ], + "episode_steps": [ + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmPouringWater-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmPouringWater-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..bdfacdad67c00d8e736efb133340650ec17ff94d --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmPouringWater-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmPouringWater-v1", + "step": 140000, + "episodes": 50, + "successes": 3, + "success_rate": 0.06, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 7.149797150166705, + 21.984670120524243, + 26.279090346935845, + 11.657218993874267, + 103.26267956150696, + 82.065599642694, + -13.003540852107108, + 25.778713900130242, + 3.0393667890748475, + 7.784291075622605, + 18.678494008956477, + 184.14714097045362, + 105.97006176633295, + 20.375146565493196, + -65.942154209828, + 10.888607599190436, + 87.39737841126043, + 3.010684049630072, + -2.7876603204058483, + 11.130229722708464, + 10.895332591724582, + -84.22405779664405, + 13.404302478185855, + 11.56047891813796, + 186.37219706072938, + 156.3080724045867, + 93.69006297318265, + 79.14327155053616, + 95.70280598197132, + 16.537316446076147, + -17.173515746486373, + 3.9633364697219804, + 2.7475126994104357, + 4.3988226224901155, + 95.08702921308577, + 219.58888591337018, + 4.51028091495391, + 7.849330913508311, + 121.9625308305258, + 8.816425592172891, + 71.1715466605965, + -16.49593352584634, + -22.663990651955828, + -48.21543498674873, + 150.84144757303875, + 19.663043662672862, + 3.3748461568611674, + 3.515188246354228, + 58.917401417231304, + 41.46356289833784 + ], + "episode_steps": [ + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 280, + 221, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 210, + 340, + 340, + 340, + 340, + 340 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmPressButton-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmPressButton-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..6d0b59c8ad3223ea2081cb6162f317dd3fb058dc --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmPressButton-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmPressButton-v1", + "step": 140000, + "episodes": 50, + "successes": 29, + "success_rate": 0.58, + "episode_success": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "episode_return": [ + 94.6351842880249, + 225.5369724035263, + 130.04901695251465, + 220.52608168125153, + 222.26209425926208, + 221.897594332695, + 108.14882481098175, + 76.76755380630493, + 220.01971530914307, + 216.44709718227386, + 91.47661256790161, + 74.72800028324127, + 223.20816385746002, + 216.6811341047287, + 223.08564972877502, + 215.75934302806854, + 218.3124508857727, + 232.41271722316742, + 148.20885264873505, + 90.7071863412857, + 109.57017993927002, + 220.32390594482422, + 137.9015772342682, + 219.48490607738495, + 78.97950065135956, + 221.52543783187866, + 80.12643730640411, + 223.07700324058533, + 72.48505401611328, + 122.79886102676392, + 96.8971471786499, + 87.43420851230621, + 218.52487087249756, + 222.07224678993225, + 91.24080002307892, + 224.83810341358185, + 111.79432165622711, + 102.14041197299957, + 217.60106992721558, + 110.54947483539581, + 81.21006965637207, + 106.42597210407257, + 225.42798268795013, + 102.95031702518463, + 128.17354822158813, + 129.52755093574524, + 80.51909351348877, + 67.75395631790161, + 108.76449966430664, + 68.36325228214264 + ], + "episode_steps": [ + 88, + 200, + 118, + 200, + 200, + 200, + 90, + 71, + 200, + 200, + 84, + 69, + 200, + 200, + 200, + 200, + 200, + 200, + 134, + 84, + 101, + 200, + 124, + 200, + 72, + 200, + 73, + 200, + 67, + 113, + 90, + 80, + 200, + 200, + 84, + 200, + 103, + 94, + 200, + 102, + 75, + 98, + 200, + 85, + 115, + 119, + 74, + 53, + 99, + 62 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmPushBox-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmPushBox-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..dbd1eeb47cc5286882e9447c1c3f566f6fe9a62b --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmPushBox-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmPushBox-v1", + "step": 140000, + "episodes": 50, + "successes": 18, + "success_rate": 0.36, + "episode_success": [ + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0 + ], + "episode_return": [ + 58.25869056582451, + 31.421229004859924, + 32.028924614191055, + 126.07770013809204, + 42.993772745132446, + 30.261846989393234, + 48.08426520228386, + 46.256417483091354, + 26.69154942035675, + 49.29902994632721, + 59.20306837558746, + 49.0506828725338, + 31.38085585832596, + 36.659369230270386, + 54.227379858493805, + 85.18853536248207, + 62.696332305669785, + 64.81964212656021, + 32.45283916592598, + 71.24833896756172, + 95.48901307582855, + 77.54539024829865, + 64.96475771069527, + 56.98483467102051, + 37.57010045647621, + 75.33095344901085, + 82.54022043943405, + 31.261441826820374, + 82.70730450749397, + 64.2692596912384, + 82.40313574671745, + 83.10816499590874, + 48.99367421865463, + 28.72019636631012, + 47.626881420612335, + 55.658430486917496, + 64.9785443842411, + 64.08901464939117, + 34.17498329281807, + 43.92752692103386, + 65.97250336408615, + 64.62623250484467, + 59.14824232459068, + 30.0276520550251, + 32.49008238315582, + 30.697194010019302, + 86.15753337740898, + 71.82445752620697, + 53.72228488326073, + 30.625240564346313 + ], + "episode_steps": [ + 700, + 352, + 317, + 700, + 314, + 349, + 700, + 700, + 255, + 700, + 700, + 700, + 308, + 700, + 700, + 700, + 700, + 700, + 353, + 700, + 700, + 700, + 700, + 700, + 291, + 472, + 700, + 281, + 700, + 700, + 700, + 700, + 333, + 287, + 700, + 357, + 700, + 700, + 331, + 700, + 700, + 700, + 700, + 315, + 314, + 269, + 700, + 700, + 700, + 303 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmPushObject-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmPushObject-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..6db2eebb8a8a4627e4438c54bd3d05a7d3ecfd31 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmPushObject-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmPushObject-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_steps": [ + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmRopeCylinderWarpping-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmRopeCylinderWarpping-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..0fa634e5999a2b821f3b557b4b8e9539ba572cb4 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmRopeCylinderWarpping-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmRopeCylinderWarpping-v1", + "step": 140000, + "episodes": 50, + "successes": 3, + "success_rate": 0.06, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 82.59976999461651, + 112.51731649041176, + 79.55204416811466, + 71.36340774595737, + 88.33079491555691, + 82.63042578101158, + 88.53260077536106, + 77.11579069495201, + 82.78229984641075, + 56.291788682341576, + 68.08848901093006, + 66.6592263057828, + 72.20831240713596, + 76.27330058813095, + 84.61983595788479, + 69.09134797751904, + 88.60220342874527, + 79.59445823729038, + 101.72840005159378, + 62.54725879430771, + 87.06977966427803, + 77.22374442219734, + 59.63780123740435, + 90.3775095641613, + 74.63376921415329, + 77.37162575125694, + 109.00534132122993, + 107.55539272725582, + 92.10531076788902, + 86.98617458343506, + 91.30174048244953, + 74.79022538661957, + 72.7557627260685, + 65.61697700619698, + 73.96189734339714, + 60.57038174197078, + 99.74329644441605, + 85.53650832176208, + 85.52313862740993, + 79.40577621757984, + 73.61372545361519, + 71.11516934633255, + 80.02847374975681, + 88.71489410102367, + 60.902079567313194, + 95.17638655006886, + 84.33230037987232, + 84.55925431847572, + 68.0899898558855, + 76.4577988833189 + ], + "episode_steps": [ + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 326, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 388, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 315, + 400, + 400, + 400 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmRopeStretch-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmRopeStretch-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..c431bfdeb4cb690a8eeb6fef8b09241e55bc27a6 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmRopeStretch-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmRopeStretch-v1", + "step": 140000, + "episodes": 50, + "successes": 3, + "success_rate": 0.06, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0 + ], + "episode_return": [ + 286.4035854935646, + 278.8428278565407, + 291.41872185468674, + 278.8855739235878, + 278.7143513560295, + 264.2774159312248, + 176.35121148824692, + 276.73078405857086, + 279.02098619937897, + 286.3474881052971, + 284.3697816133499, + 277.53522020578384, + 288.10759472846985, + 279.11442029476166, + 277.8053918480873, + 290.5872725248337, + 289.08075600862503, + 279.52673810720444, + 278.93093061447144, + 279.13321512937546, + 279.39445501565933, + 278.66977673769, + 286.29704999923706, + 248.24552658200264, + 277.9080612063408, + 279.0495880842209, + 278.65765768289566, + 281.3786047697067, + 293.3952696323395, + 279.0670374035835, + 278.44111889600754, + 280.0682660937309, + 288.20650988817215, + 279.0803682208061, + 176.8395129442215, + 279.4986801147461, + 278.95169591903687, + 280.33684128522873, + 278.3812578320503, + 278.71988582611084, + 285.26237815618515, + 278.54321974515915, + 286.1427228450775, + 278.8390760421753, + 279.11323487758636, + 268.7388313114643, + 287.8568350672722, + 285.85889023542404, + 179.73416727781296, + 278.9397503733635 + ], + "episode_steps": [ + 300, + 300, + 300, + 300, + 300, + 300, + 178, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 179, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 183, + 300 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmRubikCube-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmRubikCube-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..c4c0c2dffd0b6eeb3f02fec6d0a1032d74b26b3c --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmRubikCube-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmRubikCube-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 1401.1987966299057, + 1324.81860435009, + 1674.6705342531204, + 2290.2548558712006, + 2499.9069180488586, + 1406.5546330213547, + 1368.7675944566727, + 1477.1890375614166, + 1419.8544682264328, + 2956.4191823005676, + 2500.3168184757233, + 1465.7762967348099, + 736.8082382678986, + 2433.140105485916, + 2340.282499551773, + 1409.4639021158218, + 1488.9985347986221, + 462.78992316126823, + 2423.81379032135, + 2468.000947713852, + 1539.9958673715591, + 2375.726975440979, + 3117.979907512665, + 1225.5042600631714, + 2314.1672880649567, + 1430.576325058937, + 450.53251019120216, + 1350.8090419769287, + 2350.511557817459, + 1348.8273169994354, + 1429.5506633520126, + 2401.918849468231, + 2231.2605245113373, + 1570.2660101652145, + 2469.8480582237244, + 1430.967894434929, + 2227.014354467392, + 2346.465779066086, + 1483.3429698944092, + 1587.5625766515732, + 1518.1721107959747, + 2349.339688539505, + 2976.1816263198853, + 2281.4947595596313, + 1533.6596477031708, + 2229.2996497154236, + 1464.0498136281967, + 2113.420372247696, + 1484.7779579162598, + 2372.5283271074295 + ], + "episode_steps": [ + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmSandShovel-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmSandShovel-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..25913f6f1748c78af8f737f6bcfde75e8ea57e54 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmSandShovel-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmSandShovel-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 0.0, + 0.0, + 0.6000000238418579, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.6000000238418579, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_steps": [ + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmSendPingpong-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmSendPingpong-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..9bb3b813253ebb0a97974b9d55d168248738a8b0 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmSendPingpong-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmSendPingpong-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 607.5663614273071, + 472.97815054655075, + 407.228853225708, + 501.1527690291405, + 289.05114448070526, + 378.9966850876808, + 282.8052353858948, + 343.31184589862823, + 207.70970928668976, + 346.7180606126785, + 311.20795953273773, + 477.9395790696144, + 341.6900819540024, + 311.26644480228424, + 265.6875275373459, + 579.82832634449, + 213.09946340322495, + 320.67427349090576, + 434.6946930885315, + 265.2995688319206, + 227.95549762248993, + 328.9318314194679, + 685.2416785955429, + 1118.0597243905067, + 281.82042586803436, + 322.0078058242798, + 2220.8251010775566, + 144.97540378570557, + 935.1650549769402, + 115.45729941129684, + 403.9864494204521, + 411.35382944345474, + 184.64339447021484, + 816.8481093049049, + 444.72121530771255, + 873.789130628109, + 410.51083904504776, + 209.2858453989029, + 841.6454093456268, + 1043.8102371692657, + 227.8897581100464, + 337.27495789527893, + 406.9987645149231, + 768.1192547678947, + 698.2594945430756, + 825.8999949097633, + 732.4386138319969, + 931.4797501564026, + 314.50360083580017, + 123.03081685304642 + ], + "episode_steps": [ + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmSetupTable-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmSetupTable-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..fa9848c1f3d0856af18c7772afdaab474a12ce6f --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmSetupTable-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmSetupTable-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 65.82300923764706, + 104.58969704806805, + 58.07599112391472, + 144.5547853410244, + 131.90320414304733, + 178.18743048608303, + 57.902271792292595, + 156.5584146529436, + 125.7571350634098, + 203.19270512461662, + 76.7196733802557, + 87.0866062194109, + 66.88755060732365, + 69.14513193070889, + 159.03478409349918, + 115.4216600060463, + 70.2599201798439, + 121.84564536809921, + 170.56838670372963, + 58.55344823002815, + 231.35449016094208, + 187.97237803041935, + 90.88621920347214, + 163.38820795714855, + 118.02062837779522, + 149.18695305287838, + 69.53305016458035, + 170.42338302731514, + 99.17555259168148, + 56.36931139230728, + 184.380664229393, + 90.61764168739319, + 179.1716419160366, + 69.2928331643343, + 182.0585830360651, + 147.23457011580467, + 44.29730799794197, + 146.13081577420235, + 118.46681214869022, + 160.31717379391193, + 172.35420380532742, + 127.42555706202984, + 68.84399303793907, + 52.698625057935715, + 179.11131209135056, + 79.76657363772392, + 183.66395889222622, + 191.62754741311073, + 43.92040225863457, + 139.6889583915472 + ], + "episode_steps": [ + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmShapeDoll-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmShapeDoll-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..e4a6b318b92c7662c4c93f9bf2402b8d7585362b --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmShapeDoll-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmShapeDoll-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 461.9577993154526, + 390.5755807608366, + 458.74859957396984, + 305.73400704562664, + 294.82706663012505, + 448.0867722630501, + 418.02495186030865, + 444.21472465991974, + 418.4768648445606, + 360.53512762486935, + 369.2095259130001, + 433.1092839241028, + 409.4474107027054, + 444.1037133336067, + 420.3001434355974, + 422.37429425120354, + 277.9266272634268, + 430.7522274553776, + 324.9254928678274, + 270.76764890551567, + 408.1985679268837, + 400.3321980983019, + 347.6611802428961, + 358.19542437791824, + 417.66347137093544, + 411.27066914737225, + 342.01649448275566, + 374.0040282160044, + 413.569733440876, + 381.94095762073994, + 377.5203402787447, + 434.7431888282299, + 381.6663072258234, + 415.8655015826225, + 326.67901526391506, + 388.38647866249084, + 365.99389584362507, + 311.980643466115, + 427.0274104475975, + 386.6821238100529, + 417.83675311505795, + 446.94700717926025, + 432.32947582006454, + 365.82493732869625, + 367.4635776281357, + 366.4870796352625, + 387.470187574625, + 353.03580172359943, + 393.00566205382347, + 357.56355352699757 + ], + "episode_steps": [ + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmShootBasketball-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmShootBasketball-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..9b2a6eebdb8491c4545398a93448a10ffb2f1ad0 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmShootBasketball-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmShootBasketball-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + -231.36324881156906, + -22.635849135695025, + -234.5353439245373, + -233.53294835286215, + -240.3996180514805, + -240.36928433226421, + 15.884347515413538, + -13.624702695989981, + -232.1755255330354, + -221.73302831687033, + -234.63779422920197, + -30.218119890370872, + -245.2855146653019, + -20.403733548009768, + 5.990502876928076, + -25.029648233612534, + -21.968474808498286, + -28.932778029004112, + -19.534081671969034, + -230.74567138357088, + -234.814604872372, + -224.17353883059695, + -239.72895882138982, + -17.534843888133764, + -23.22281368932454, + -234.85996834980324, + -24.157505960436538, + -235.82980348728597, + -32.737329011724796, + -237.0674852267839, + -244.95639392500743, + -22.603258762683254, + -26.691608824243303, + -242.6498583718203, + 121.22070681047626, + -20.73141925188247, + -220.32844464993104, + 20.23302589217201, + -182.6590485475026, + -30.03228022053372, + -226.99589607212692, + -20.781799317803234, + -233.75881517818198, + -233.47427621576935, + -247.35933897504583, + -22.37320483161602, + -19.656595004489645, + -29.27471397194313, + -232.80190648464486, + -237.92344953818247 + ], + "episode_steps": [ + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmStraightenRope-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmStraightenRope-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..209ff26b45f22e6f584613fe19c53883bcf2484a --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmStraightenRope-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmStraightenRope-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 52.13237397687044, + 91.60565472801682, + 11.418769003998023, + 52.927150965784676, + 95.61694243107922, + 42.63081255694851, + 98.44054821343161, + 81.42724524484947, + 42.39678297023056, + 49.73396917921491, + 53.503798893943895, + 78.77955679467414, + 98.71943810209632, + 83.21419080591295, + 70.53775439586025, + 96.55555451312102, + 18.710653110931162, + 92.82113873609342, + 63.06391688104486, + 79.05329485295806, + 85.16091932263225, + 86.81913746369537, + 11.155505344719131, + 56.86990305571817, + 55.91222051123623, + 92.58796545688529, + 97.68753027066123, + 56.757074017776176, + 72.00998802355025, + 53.90693145012483, + 57.293583191465586, + 37.88941646454623, + 111.55177375592757, + 90.18557736440562, + 109.2260508943582, + 46.58534476021305, + 85.26510027667973, + 56.96066918876022, + 80.6102742338553, + 62.853120514482725, + 36.77732959471177, + 82.07250098290388, + 77.98709055257495, + 76.3754024959635, + 81.5530162723735, + 46.02006249205442, + 24.53083499899367, + 93.31963721144712, + 84.45895381562877, + 17.658996005135123 + ], + "episode_steps": [ + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmStuffCloth-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmStuffCloth-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..9580e85107d3a5bfbc4babcf429872df046aeedf --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmStuffCloth-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmStuffCloth-v1", + "step": 140000, + "episodes": 50, + "successes": 8, + "success_rate": 0.16, + "episode_success": [ + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 0.17594432597979903, + 89.57653755880892, + 108.28926024748944, + 0.0, + 0.0, + 147.07156322221272, + 0.0, + 0.0, + 37.42246355721727, + 26.770376310683787, + 16.84890574379824, + 28.41649986989796, + 69.14015582413413, + 0.6679920321330428, + 5.776341730961576, + 0.0, + 0.0, + 50.141150614246726, + 2.3170973346568644, + 0.0, + 0.0, + 0.0, + 72.82305849785917, + 0.0, + 33.33697669301182, + 0.0, + 0.0, + 52.836975696263835, + 0.0, + 2.2246519895270467, + 0.0, + 0.0, + 22.854869791539386, + 0.0, + 0.0, + 24.116301101399586, + 0.0, + 0.0, + 0.3489065454341471, + 26.003974886378273, + 12.178925832733512, + 139.3061562946532, + 12.718687202781439, + 44.57355647045188, + 123.71271815896034, + 0.0, + 2.293240486178547, + 0.0, + 0.0, + 0.0 + ], + "episode_steps": [ + 600, + 541, + 600, + 600, + 600, + 600, + 600, + 600, + 351, + 600, + 600, + 600, + 450, + 600, + 600, + 600, + 600, + 406, + 600, + 600, + 600, + 600, + 357, + 600, + 406, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 407, + 600, + 600, + 600, + 600, + 389, + 600, + 600, + 600, + 600, + 600 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmSwingCup-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmSwingCup-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..61a10d4ee8873205549789622f815b8384d73664 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmSwingCup-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmSwingCup-v1", + "step": 140000, + "episodes": 50, + "successes": 3, + "success_rate": 0.06, + "episode_success": [ + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 204.53116238117218, + 333.28673338890076, + 305.20115399360657, + 370.8910901546478, + 277.5373727083206, + 369.81226992607117, + 191.96884167194366, + 256.3230193257332, + 337.015374481678, + 356.94298183918, + 339.0582607984543, + 277.6640214920044, + 345.7501146197319, + 342.17117899656296, + -478.27268439531326, + 383.4050182104111, + 346.9093337059021, + 342.7490431070328, + 352.5186194181442, + 365.601580619812, + 370.58077371120453, + 342.2364945411682, + 361.3819223642349, + 340.7443577051163, + 342.4968385696411, + 327.6648072004318, + 343.86302506923676, + 253.61579930782318, + 307.373214840889, + 315.12438970804214, + 310.040199637413, + 321.1939585804939, + 294.34550428390503, + 310.43267422914505, + 186.83345198631287, + 362.5240193605423, + 357.560950756073, + 389.6486817598343, + 357.46882462501526, + 341.66011130809784, + 378.75361716747284, + 352.5218290090561, + 336.9158968925476, + 296.45001244544983, + 346.65863478183746, + 322.7638415694237, + 335.62664902210236, + 337.44425797462463, + 362.0715899467468, + 273.0052552819252 + ], + "episode_steps": [ + 170, + 300, + 300, + 300, + 300, + 300, + 159, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 156, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmThreadCloth-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmThreadCloth-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..ba9333c1a840390d08410d0183c3df4bc6894c10 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmThreadCloth-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmThreadCloth-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 137.4976456463337, + 203.92033624649048, + 172.5095698684454, + 208.51252529770136, + 50.63975826278329, + 284.24916556477547, + 61.41418028995395, + 271.757761284709, + 165.78125954419374, + 334.94599102437496, + 260.63322980701923, + 196.93856671452522, + 159.98946707323194, + 195.87730838358402, + 93.98273035883904, + 211.69359754025936, + 121.91278497874737, + 188.8033062517643, + 224.0758222490549, + 180.53046925365925, + 255.5992812514305, + 110.25173977017403, + 213.07628387212753, + 45.20169025659561, + 350.80102644860744, + 44.117677219212055, + 249.32776115834713, + 48.90291104093194, + 217.18645168840885, + 215.9895937666297, + 199.76359693706036, + 151.11657278239727, + 220.62126890569925, + 161.32082678377628, + 84.81096158921719, + 58.25882013887167, + 150.67262541875243, + 232.20228132605553, + 54.93800749629736, + 77.64265747368336, + 43.63658878579736, + 103.97790785506368, + 157.22474190592766, + 44.274868704378605, + 191.89689274132252, + 283.18489484488964, + 188.80696722865105, + 153.6115875095129, + 263.0433993637562, + 149.9237643778324 + ], + "episode_steps": [ + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmThreadRopeThroughTube-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmThreadRopeThroughTube-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..35e3a8c8d8fd545a0168e86fff9286770102889e --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmThreadRopeThroughTube-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmThreadRopeThroughTube-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.842857122421265, + 0.0, + 0.0, + 0.0, + 87.47142800688744, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_steps": [ + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmThreading-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmThreading-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..5a722a51202b9681985eddff2c0e187bc35920cd --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmThreading-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmThreading-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 204.43071599304676, + 180.4291324019432, + 205.02229818701744, + 194.66045546531677, + 257.4405177682638, + 220.60580801963806, + 176.58833775063977, + 153.11706973612309, + 199.36572587490082, + 222.24677100777626, + 205.1418180912733, + 195.58358259499073, + 219.38498598337173, + 191.17587764561176, + 209.2901627868414, + 215.0017140954733, + 167.86907758936286, + 197.88808327913284, + 196.2245034724474, + 210.13680467009544, + 220.98926848173141, + 204.52789610624313, + 195.74799817800522, + 205.438876837492, + 180.15501982584829, + 215.84108078479767, + 216.5969251692295, + 191.11477949470282, + 225.66929212212563, + 200.6275774538517, + 221.47621789574623, + 203.6264177262783, + 113.92930763983168, + 211.57377234101295, + 201.3384403437376, + 188.8843461573124, + 125.62532747998557, + 197.7564539834857, + 185.27118687331676, + 199.06536829471588, + 190.96790799498558, + 195.7273444533348, + 207.7141269147396, + 201.959284350276, + 191.8031195551157, + 189.4945566765964, + 156.98857892910019, + 203.95246370136738, + 207.67914314568043, + 200.11500529944897 + ], + "episode_steps": [ + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmThrowBlock-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmThrowBlock-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..1800b053f3c6cd883af5e46eb3971e01153b5984 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmThrowBlock-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmThrowBlock-v1", + "step": 140000, + "episodes": 50, + "successes": 1, + "success_rate": 0.02, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 2126.5310192108154, + 2153.2808895111084, + 2215.4160096645355, + 2322.4256205558777, + 2428.5508720874786, + 2626.7935016155243, + 2203.5990822315216, + 2202.397259950638, + 2191.487464904785, + 2163.573136329651, + 2063.529474258423, + 2304.598396539688, + 2370.8882246017456, + 2195.2112369537354, + 2223.646449804306, + 2109.0895144939423, + 2016.3982689380646, + 2206.557519197464, + 2309.9555015563965, + 2148.530664205551, + 2281.8824157714844, + 2079.0366344451904, + 2129.670154094696, + 2144.786034345627, + 2275.065085172653, + 2314.4505796432495, + 2209.8521366119385, + 2258.7379834651947, + 2068.2555406093597, + 2250.595137357712, + 2273.099519968033, + 2597.0707228183746, + 2162.761234521866, + 2250.9899616241455, + 2133.478183746338, + 2349.025610923767, + 2024.0298550128937, + 2117.9758183956146, + 2499.313796520233, + 2096.6762142181396, + 2023.4046976566315, + 2075.8486654758453, + 2186.4704411029816, + 2260.050979614258, + 2200.242487192154, + 2259.2913711071014, + 2416.9351489543915, + 2247.2148628234863, + 2180.1278116703033, + 2292.880312204361 + ], + "episode_steps": [ + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 475, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmWallRings-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmWallRings-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..05ebd419ffa9a7aeb00c3574cf0944eef756ea72 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmWallRings-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmWallRings-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 44.42379857832566, + 8.405381251126528, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 18.344346952275373, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.6323465071618557, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1853.9969039652497, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_steps": [ + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmWeaveCloth-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmWeaveCloth-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..8b1f257c4b9c6767ee7c5e7710730ad1bec47428 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/DualArmWeaveCloth-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmWeaveCloth-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 75.82222567498684, + 4.266666769981384, + 34.40000083297491, + 40.177779003977776, + 47.64444635808468, + 4.622222349047661, + 41.51111211627722, + 79.02222471684217, + 0.0, + 136.7111166715622, + 0.0, + 121.86667431145906, + 43.02222333103418, + 1.7777778208255768, + 18.755556009709835, + 53.15555780380964, + 0.0, + 0.0, + 7.377777956426144, + 27.55555632710457, + 0.0, + 31.466668032109737, + 0.0, + 93.51111403107643, + 59.0222250521183, + 37.60000126808882, + 0.0, + 86.8444480150938, + 0.0, + 0.0, + 0.2666666731238365, + 0.0, + 0.0, + 178.7555601298809, + 0.0, + 0.0, + 0.0, + 15.111111477017403, + 17.333333753049374, + 88.62222537398338, + 116.71111644804478, + 13.511111438274384, + 12.533333636820316, + 17.51111153513193, + 3.6444445326924324, + 4.266666769981384, + 21.77777836471796, + 75.91111482679844, + 74.57778136432171, + 5.33333346247673 + ], + "episode_steps": [ + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/FitnessBall-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/FitnessBall-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..11843534411683a8fcb234d72f4db82f5b427db2 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/FitnessBall-v1.json @@ -0,0 +1,166 @@ +{ + "task": "FitnessBall-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + -6383.692043662071, + -6430.613238811493, + -6431.29589509964, + -5150.210464060307, + -6430.8493757247925, + -6431.928529262543, + -6425.417271614075, + -6429.950472354889, + -6437.355204582214, + -6434.874050617218, + -6655.072300434113, + -6429.14555311203, + -6434.59708070755, + -6505.525665283203, + -6626.451594829559, + -6430.502301692963, + -6438.965265274048, + -6430.346577167511, + -6432.528573036194, + -6684.548496723175, + -6434.91822385788, + -4300.401616722345, + -6426.601108074188, + -6437.323974132538, + -6431.53364944458, + -5900.237867772579, + -6435.865231990814, + -6437.152092456818, + -6432.516212463379, + -6433.4999051094055, + -6431.802963733673, + -6430.830514431, + -6429.465160369873, + -6437.052857875824, + -6437.054407119751, + -6432.519099235535, + -6433.236802101135, + -6433.787471294403, + -6429.125560760498, + -6430.91215801239, + -6432.319602012634, + -6428.068684101105, + -6433.4363923072815, + -6438.118856430054, + -6432.651859283447, + -6434.440375804901, + -6433.885057926178, + -6433.542005062103, + -6435.712918281555, + -6433.707641124725 + ], + "episode_steps": [ + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/FlipPan-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/FlipPan-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..df870f8863928d426e817f208201dba2cb7e2756 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/FlipPan-v1.json @@ -0,0 +1,166 @@ +{ + "task": "FlipPan-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 1976.585657119751, + 2137.8340487480164, + 1280.083177447319, + 1833.3269945383072, + 1897.3039506673813, + 2003.3821314573288, + 1825.3234907388687, + 2254.8962609767914, + 2035.4509853124619, + 2466.372647166252, + 1844.020358800888, + 1968.5194141864777, + 1358.867321074009, + 2111.5927568674088, + 2000.3636410236359, + 2017.906697154045, + 1995.7242230176926, + 1546.0009791851044, + 1692.4521614313126, + 1944.560259103775, + 1676.8015325069427, + 1919.7849626541138, + 2080.0363368988037, + 1948.275086402893, + 2193.519998192787, + 1986.8489136695862, + 1960.7244004011154, + 1913.6188395023346, + 1834.5114262104034, + 1853.1898819208145, + 426.5686492919922, + 2032.8167597055435, + 2257.823816537857, + 2097.168571472168, + -247.93802881240845, + 2218.089239835739, + -2957.413520127535, + 1900.9932248592377, + 1951.8820015192032, + 2263.692507982254, + 2132.897149324417, + 2082.128809571266, + 1893.3337112665176, + 2171.321187019348, + 1261.212292790413, + 1920.3007085323334, + 1918.4388762712479, + 1826.6724382638931, + 1887.5039520263672, + 1916.5750992298126 + ], + "episode_steps": [ + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/FoldShirt-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/FoldShirt-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..2e7fc7308fdb1084b53fec238d39e82dd6a85e81 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/FoldShirt-v1.json @@ -0,0 +1,166 @@ +{ + "task": "FoldShirt-v1", + "step": 140000, + "episodes": 50, + "successes": 7, + "success_rate": 0.14, + "episode_success": [ + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 103.99685570962589, + 0.003000238770738406, + 126.29699786327099, + 272.19653009833775, + -4.425797050089386e-05, + 478.2985628067869, + 255.97038039783808, + 720.293105884791, + 238.2971502361621, + 201.98485503564228, + 212.2999752850463, + 668.2933135164449, + 704.2857482903246, + 429.9880056101653, + 0.0013479469859021265, + 2.1910425668759643, + 688.2843710777743, + 174.29555122722923, + 502.29407153930566, + 732.2883877121986, + 194.29798593836534, + 0.005491634245188948, + 225.9898961692149, + 234.29927582960997, + -6.305778239124038e-05, + 245.98899347104464, + -0.0001829516326807834, + 75.98814232025794, + -0.00019290850052300357, + 296.2939577058745, + 544.2996000919168, + 80.19858849561746, + 0.004419144110194395, + 640.2978315562606, + -1.84085636050213e-05, + 233.98945150057293, + 582.2993679314752, + 0.0012086751011395336, + 0.00020762784080829988, + 0.002617286232009519, + 259.98814709106813, + 658.2990213896937, + -0.00011546475500523457, + -8.9887622976903e-05, + 0.0008056211066360675, + -2.326890492554412e-05, + 301.99201745645684, + 147.99177960713018, + 334.29580725034594, + 710.2961102674292 + ], + "episode_steps": [ + 500, + 500, + 220, + 500, + 500, + 410, + 500, + 500, + 445, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 239, + 500, + 500, + 265, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 293, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/GraspCylinder-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/GraspCylinder-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..91b336bfe88da81e8f4ed8a5822cab12307d51ae --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/GraspCylinder-v1.json @@ -0,0 +1,166 @@ +{ + "task": "GraspCylinder-v1", + "step": 140000, + "episodes": 50, + "successes": 33, + "success_rate": 0.66, + "episode_success": [ + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0 + ], + "episode_return": [ + 24.55775026723859, + 4.4877864215523005, + 0.0, + 20.33193072862923, + 0.5756321316584945, + 20.13237578421831, + 29.02127912492142, + 0.24140679280390032, + 23.24256020359462, + 0.04831116140121594, + 24.871756414475385, + 33.616997458797414, + 0.018558225594460964, + 0.023062047956045717, + 26.75527234445326, + 25.5119131609099, + 20.880772524978966, + 37.015745626646094, + 0.0343696876661852, + 0.07518402155255899, + 25.964327547699213, + 25.416143799338897, + 38.18617553025251, + 0.029566744342446327, + 27.48915314291662, + 0.3657055774820037, + 41.15308063023258, + 0.01808644412085414, + 19.78700711019337, + 0.6463666912168264, + 24.215941660120734, + 20.74217415973544, + 30.500319650920574, + 20.142846006900072, + 34.03353495046031, + 36.162562773155514, + 24.340500393591356, + 0.1548033740837127, + 26.8271503073629, + 22.769333653981448, + 20.416363321244717, + 33.51195311034098, + 30.412216669123154, + 25.855566112702945, + 27.210551365744323, + 20.609991448000073, + 25.476791115943342, + 0.022363130352459848, + 0.029762089368887246, + 25.2383810227675 + ], + "episode_steps": [ + 234, + 300, + 300, + 260, + 300, + 229, + 251, + 300, + 216, + 300, + 221, + 271, + 300, + 300, + 240, + 252, + 214, + 274, + 300, + 300, + 221, + 238, + 206, + 300, + 178, + 300, + 231, + 300, + 300, + 300, + 232, + 259, + 263, + 268, + 262, + 226, + 187, + 300, + 247, + 232, + 242, + 186, + 224, + 232, + 197, + 219, + 286, + 300, + 300, + 193 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/GraspTwoBlocks-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/GraspTwoBlocks-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..cbc72ef3d6566e24ed169fb694ce2fe0b1094699 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/GraspTwoBlocks-v1.json @@ -0,0 +1,166 @@ +{ + "task": "GraspTwoBlocks-v1", + "step": 140000, + "episodes": 50, + "successes": 14, + "success_rate": 0.28, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0 + ], + "episode_return": [ + 300.0, + 300.0, + 300.0, + 223.89596623182297, + 300.0, + 300.0, + 300.0, + 300.0, + 196.0, + 300.0, + 300.0, + 300.0, + 243.0, + 225.0, + 300.0, + 300.0, + 300.0, + 300.0, + 173.0, + 300.0, + 270.43086820840836, + 300.0, + 161.0, + 216.0, + 300.0, + 300.0, + 300.0, + 119.0, + 252.85557705163956, + 300.0, + 167.0, + 300.0, + 234.06156885623932, + 152.0, + 300.0, + 198.87045675516129, + 300.0, + 300.0, + 177.0, + 254.15139782428741, + 284.4169627428055, + 300.0, + 240.0, + 283.0, + 139.0, + 300.0, + 290.1260058283806, + 300.0, + 300.0, + 130.0 + ], + "episode_steps": [ + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 195, + 300, + 300, + 300, + 242, + 224, + 300, + 300, + 300, + 300, + 172, + 300, + 300, + 300, + 160, + 215, + 300, + 300, + 300, + 118, + 300, + 300, + 166, + 300, + 300, + 151, + 300, + 300, + 300, + 300, + 176, + 300, + 300, + 300, + 239, + 282, + 138, + 300, + 300, + 300, + 300, + 129 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/GroceryPrepare-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/GroceryPrepare-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..e1acc8b543dd19328a20beda1fb64dafbd5cc767 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/GroceryPrepare-v1.json @@ -0,0 +1,166 @@ +{ + "task": "GroceryPrepare-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 2333.5830478668213, + 1852.9857046604156, + 1891.4332718849182, + 1849.7211266756058, + 2037.6573371887207, + 1946.91350710392, + 1959.055399775505, + 2163.7581959962845, + 2003.4527390003204, + 2325.723513364792, + 2313.828022837639, + 1869.4612736701965, + 2085.2504037618637, + 2195.005159020424, + 2242.701882004738, + 2236.9382185935974, + 2188.045202732086, + 1919.379194021225, + 1879.154174566269, + 2329.390524506569, + 2199.778181195259, + 2104.2745912075043, + 2065.765665769577, + 1977.5663622617722, + 1990.7190082073212, + 2074.8582886457443, + 2167.258637070656, + 1801.6625472307205, + 2236.2259900569916, + 1964.5374125242233, + 1970.1124427318573, + 2185.3041137456894, + 2017.234912276268, + 1821.8333514928818, + 2279.3320078849792, + 1879.4271273612976, + 2293.91392827034, + 2240.0420989990234, + 1860.5240210294724, + 2176.3639953136444, + 2112.0608137845993, + 2135.182490706444, + 2171.398109316826, + 2030.5349456071854, + 2051.21444773674, + 1861.748821735382, + 1914.1478941440582, + 1929.0709371566772, + 2301.530475139618, + 1851.6724582910538 + ], + "episode_steps": [ + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/HammerNail-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/HammerNail-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..a2fd3d08a91687e9450b5d5648f1a47b2e074785 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/HammerNail-v1.json @@ -0,0 +1,166 @@ +{ + "task": "HammerNail-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + -51.08422778919339, + -69.38230386376381, + -45.59479147568345, + -50.6081830188632, + -57.43891226500273, + -61.081130996346474, + -37.38333004154265, + -46.83917085453868, + -60.64200230687857, + -44.42390697821975, + -46.602335054427385, + -60.274895898997784, + -62.208458840847015, + -61.296517349779606, + -58.388386599719524, + -73.96199237555265, + -58.444100737571716, + -43.565047681331635, + -64.74937214702368, + -50.65982386469841, + -109.60383528470993, + -50.16224982589483, + -42.42540665715933, + -45.92915878817439, + -62.61269249767065, + -64.59640936553478, + -53.26661108061671, + -44.767169944942, + -61.01958600431681, + -67.26819635927677, + -59.19215299934149, + -45.5788753144443, + -72.28540610522032, + -44.97921420633793, + -65.97841811180115, + -66.64003416895866, + -53.47612163424492, + -34.82235790416598, + -75.16464871913195, + -46.08975673466921, + -40.91587060689926, + -49.47280330583453, + -75.65989703685045, + -43.848570846021175, + -52.48505109921098, + -63.20166023820639, + -45.6895588003099, + -57.03923664987087, + -40.952032167464495, + -41.66137759014964 + ], + "episode_steps": [ + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/HammerNailOut-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/HammerNailOut-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..9d3ce1e6d4b07acc594226d681e82e1c1beef2fb --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/HammerNailOut-v1.json @@ -0,0 +1,166 @@ +{ + "task": "HammerNailOut-v1", + "step": 140000, + "episodes": 50, + "successes": 1, + "success_rate": 0.02, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + -22.90834141895175, + -32.91450821608305, + -26.6773962341249, + -27.13318357989192, + -28.297084093093872, + -29.594576332718134, + -23.49595320224762, + -36.96927937120199, + -28.867182195186615, + -24.12883922085166, + -30.769338965415955, + -34.909201234579086, + -29.819142699241638, + -37.255758568644524, + -14.364590711891651, + -25.014173112809658, + -35.15936703979969, + -33.98963561654091, + -25.437082339078188, + -25.813134364783764, + -36.15247666090727, + -31.344429716467857, + -23.933611307293177, + -24.304749451577663, + -25.312797032296658, + -25.22800348699093, + -21.775296315550804, + -23.665709163993597, + -28.403688851743937, + -33.073450580239296, + -39.83937933295965, + -39.58634153008461, + -26.2865144982934, + -28.09448926895857, + -24.794348914176226, + -32.223887264728546, + -31.815517760813236, + -32.56840781867504, + -27.238043628633022, + -29.571844272315502, + -37.02468556165695, + -31.066734470427036, + -28.908288545906544, + -22.46672159805894, + -25.815514858812094, + -30.081978250294924, + -28.7193212993443, + -28.69926282018423, + -24.068803697824478, + -26.75026935338974 + ], + "episode_steps": [ + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 259, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/HangMug-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/HangMug-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..0aa8362425e42104aa0e829be94fd486c43c43aa --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/HangMug-v1.json @@ -0,0 +1,166 @@ +{ + "task": "HangMug-v1", + "step": 140000, + "episodes": 50, + "successes": 20, + "success_rate": 0.4, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "episode_return": [ + 0.7754306793212891, + 0.0, + 0.0, + 114.08334958553314, + 0.0, + 76.80235785245895, + 0.0, + 0.0, + 7.554245471954346, + 0.6127279996871948, + 103.95145261287689, + 0.0, + 0.0, + 41.56061547994614, + 1.6308214664459229, + 0.0, + 167.60994297266006, + 0.0, + 119.60667783021927, + 0.0, + 27.02743571996689, + 0.0, + 0.0, + 18.681092083454132, + 0.0, + 113.84584474563599, + 0.0, + 20.8540957570076, + 21.428647816181183, + 0.0, + 0.0, + 0.0, + 0.0, + 75.23853725194931, + 10.240789115428925, + 0.0, + 1.1649929881095886, + 0.0, + 0.0, + 0.0, + 33.310987293720245, + 66.182845890522, + 0.0, + 53.444693863391876, + 71.73470383882523, + 100.45987927913666, + 68.73109650611877, + 16.29844492673874, + 49.75995200872421, + 25.687481999397278 + ], + "episode_steps": [ + 600, + 600, + 600, + 386, + 600, + 313, + 600, + 600, + 167, + 600, + 339, + 600, + 600, + 270, + 600, + 600, + 600, + 600, + 370, + 600, + 234, + 600, + 600, + 600, + 600, + 468, + 600, + 202, + 474, + 600, + 600, + 600, + 600, + 270, + 600, + 600, + 365, + 600, + 600, + 600, + 600, + 575, + 600, + 256, + 500, + 336, + 325, + 250, + 285, + 221 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/HitBilliard-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/HitBilliard-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..589198c835defaf16bad1d7b77962ec04b2fcdf5 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/HitBilliard-v1.json @@ -0,0 +1,166 @@ +{ + "task": "HitBilliard-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 783.547660112381, + 806.7059299945831, + 806.1614235639572, + 1011.6893483400345, + 908.9326939582825, + 831.8729362487793, + 796.0823211669922, + 931.4466499090195, + 840.9340258836746, + 849.8100119829178, + 796.0204892158508, + 783.9677841663361, + 796.0964802503586, + 808.5123841762543, + 885.7569113969803, + 957.8234874010086, + 773.5450202226639, + 807.8058787584305, + 867.7402278184891, + 827.9824759960175, + 864.3202480077744, + 810.0658043622971, + 843.9960119724274, + 860.8631266355515, + 903.9361206293106, + 804.915879368782, + 947.1850303411484, + 819.3658421039581, + 961.2994505167007, + 789.120876789093, + 816.4541642665863, + 784.9121217727661, + 950.8994616270065, + 955.859931230545, + 839.3667160272598, + 963.5574740171432, + 928.6699582338333, + 917.087219953537, + 874.4919110536575, + 315.80205649137497, + 779.0672013759613, + 810.0329601764679, + 774.0451887845993, + 810.962748169899, + 893.3002151250839, + 929.0244326591492, + 856.8603677749634, + 796.5577239990234, + 856.2174180746078, + 834.6088860034943 + ], + "episode_steps": [ + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/HitBox-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/HitBox-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..e4b8b40d9ad422bc94bd09a5efc80f7071b6ff72 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/HitBox-v1.json @@ -0,0 +1,166 @@ +{ + "task": "HitBox-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 276.9017211794853, + 436.40431159734726, + 279.0688398182392, + 289.69286835193634, + 294.2046402692795, + 295.46692857146263, + 326.58439749479294, + 274.02685564756393, + 271.4042913913727, + 354.9713909626007, + 260.18600752949715, + 257.91763138771057, + 296.40809124708176, + 283.1319950222969, + 337.2232494652271, + 310.2731019258499, + 301.75857776403427, + 324.69511899352074, + 435.6111469864845, + 284.85140001773834, + 370.2664426267147, + 290.9498946070671, + 393.5744336247444, + 337.36127001047134, + 617.2902249991894, + 277.4476914703846, + 383.6737000346184, + 350.5901164114475, + 279.71889424324036, + 228.7337263226509, + 352.1603394150734, + 280.9803773164749, + 296.97857546806335, + 317.26193180680275, + 266.3620769381523, + 269.475388020277, + 306.2688089311123, + 239.09691256284714, + 252.25907227396965, + 245.75678730010986, + 273.2460474073887, + 462.55750995874405, + 310.84855565428734, + 299.2075360417366, + 362.5842770934105, + 268.5152565538883, + 356.78947192430496, + 260.76869493722916, + 282.68167620897293, + 316.40982776880264 + ], + "episode_steps": [ + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/KitAssembly-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/KitAssembly-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..09adaee8d3963a778fb1595d14d8c649384262b4 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/KitAssembly-v1.json @@ -0,0 +1,166 @@ +{ + "task": "KitAssembly-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 0.0, + 0.0, + 1.75, + 15.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 158.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 10.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_steps": [ + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/LiftBucket-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/LiftBucket-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..2256d8af044e1b2775345e9f923715c9804bf828 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/LiftBucket-v1.json @@ -0,0 +1,166 @@ +{ + "task": "LiftBucket-v1", + "step": 140000, + "episodes": 50, + "successes": 1, + "success_rate": 0.02, + "episode_success": [ + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 172.54727065563202, + 159.32503974437714, + 172.61421418190002, + 172.64693826436996, + 172.76241850852966, + 173.42883390188217, + 173.26842737197876, + 172.59735941886902, + 172.70015066862106, + 172.48710244894028, + 172.71467477083206, + 172.90517407655716, + 172.7628231048584, + 189.12043458223343, + 173.32746839523315, + 172.59324860572815, + 172.72441565990448, + 173.9698651432991, + 175.36165517568588, + 172.64071655273438, + 172.45192277431488, + 172.59045714139938, + 180.45094746351242, + 184.3860451579094, + 172.7540717124939, + 172.7512282729149, + 172.75970715284348, + 173.38057309389114, + 172.3707239627838, + 172.40092712640762, + 172.68516474962234, + 172.61625438928604, + 172.84139919281006, + 172.6832292675972, + 172.80586844682693, + 172.7713987827301, + 173.331926882267, + 172.6653361916542, + 173.68373268842697, + 172.61207568645477, + 172.64397728443146, + 172.6192146539688, + 190.94405114650726, + 172.7861151099205, + 172.64925307035446, + 172.68333840370178, + 172.89578920602798, + 172.7881343960762, + 174.30333775281906, + 172.67999452352524 + ], + "episode_steps": [ + 300, + 258, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/LiquidMeasuring-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/LiquidMeasuring-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..d08198e979c76bf6351363cb2271fe039690fd0e --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/LiquidMeasuring-v1.json @@ -0,0 +1,166 @@ +{ + "task": "LiquidMeasuring-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 60.710303803905845, + 94.26503029093146, + 44.13771322183311, + 78.27631793543696, + 75.8034105533734, + 31.252225330099463, + 198.51772875338793, + 91.6851494461298, + 110.61202819645405, + 42.316666105762124, + 63.82913738116622, + 68.74200883507729, + 88.65197946876287, + 82.41701418161392, + 54.18538533896208, + 51.02446886897087, + 45.128809191286564, + 50.97382383234799, + 74.24423893354833, + 80.10176206193864, + 89.26329050213099, + 77.64376606792212, + 70.04233018681407, + 76.78222443722188, + 76.00761170312762, + 89.06607019156218, + 30.016501021571457, + 80.46427738107741, + 39.47489424236119, + 39.44726856611669, + 49.401297114789486, + 82.92291122674942, + 41.96947645954788, + 80.43988345004618, + 43.466388711705804, + 34.96149412356317, + 72.34128184989095, + 30.370962223038077, + 72.85309346951544, + 177.27487395517528, + 118.95852310210466, + 76.15747778583318, + 80.94378121197224, + 71.75022963248193, + 75.23957132920623, + 67.73951625078917, + 46.09502939134836, + 98.93746033683419, + 98.92484737560153, + 102.7488498352468 + ], + "episode_steps": [ + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/MazeBlockPush-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/MazeBlockPush-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..a620faccd00ace4be1e47a7831707d1adee029bd --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/MazeBlockPush-v1.json @@ -0,0 +1,166 @@ +{ + "task": "MazeBlockPush-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + -599.8315543532372, + -653.8773138523102, + -469.3410383760929, + -661.1993683576584, + -640.5682386159897, + -858.5553464889526, + -506.79357320070267, + -603.2440854907036, + -598.7966598272324, + -553.0556210577488, + -525.8725096583366, + -565.9559062719345, + -570.3027577996254, + -583.9194117188454, + -516.4091089367867, + -789.6056441366673, + -502.4850658774376, + -584.1932825446129, + -524.901338249445, + -579.883918941021, + -682.3066530227661, + -566.5565785169601, + -723.644389808178, + -524.3061221837997, + -478.4385924041271, + -442.0184536576271, + -566.9239400625229, + -650.5280601978302, + -554.2303455471992, + -744.36965239048, + -497.7719243168831, + -523.2993808686733, + -579.7521079182625, + -718.7569347023964, + -548.1528989970684, + -513.6711133122444, + -672.0030710101128, + -548.9187316298485, + -602.4169054031372, + -341.20062451064587, + -689.3993114233017, + -651.9769856929779, + -565.5725153684616, + -540.4141871631145, + -502.3751787543297, + -526.0597551465034, + -657.6847248077393, + -843.2683151960373, + -558.1287884116173, + -732.8428341150284 + ], + "episode_steps": [ + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/MobilePickPlace-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/MobilePickPlace-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..0f0ce165359a7efcac28606fe84d6bc695215e2c --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/MobilePickPlace-v1.json @@ -0,0 +1,166 @@ +{ + "task": "MobilePickPlace-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 23.08036953024566, + 13.624354687985033, + 16.895295078866184, + 15.939859970007092, + 42.18796285102144, + 26.731512951664627, + 19.12289760587737, + 262.10003336472437, + 22.33441398618743, + 16.041601193137467, + 30.35040224250406, + 31.674015843542293, + 21.147380598820746, + 24.317775952629745, + 25.417287073098123, + 35.65075677493587, + 26.985580577515066, + 17.436991656199098, + 11.978503933525644, + 348.83719047438353, + 16.886657849885523, + 22.07283448195085, + 25.118684354238212, + 18.23705118149519, + 295.28712579282, + 10.240918430499732, + 46.2519510909915, + 13.365502159111202, + 11.279393690638244, + 1.5880830300739035, + 5.6757195349782705, + 14.900550010614097, + 14.027361994609237, + 24.81943986658007, + 23.228274527704343, + 10.095434179063886, + 27.109216223470867, + 18.961863779462874, + 13.512093245983124, + 27.029948654584587, + 20.276911918073893, + 69.50494378665462, + 17.540990671142936, + 12.184291001874954, + 38.92869517765939, + 3.313351691002026, + null, + 29.750683429534547, + 26.214133112691343, + 1.3379264743998647 + ], + "episode_steps": [ + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/OpenBoxRetrieval-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/OpenBoxRetrieval-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..7d0dc4a890a2e740330a0a9019c0286ad53c51b7 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/OpenBoxRetrieval-v1.json @@ -0,0 +1,166 @@ +{ + "task": "OpenBoxRetrieval-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 196.5550053715706, + 260.2239961922169, + 283.2263081073761, + 255.37995591759682, + 298.8319802880287, + 294.69135612249374, + 281.16531643271446, + 258.22708094120026, + 220.17656165361404, + 275.76524621248245, + 299.80213183164597, + 303.86619850993156, + 205.3087942302227, + 295.6439816355705, + 268.6852008998394, + 253.40447396039963, + 194.40291538834572, + 301.7122778594494, + 279.90131425857544, + 305.12315595149994, + 204.78296926617622, + 276.1812178492546, + 250.95704355835915, + 262.9561099410057, + 277.2859380841255, + 306.7972179353237, + 302.52767810225487, + 267.56561055779457, + 273.74057698249817, + 283.20492604374886, + 291.7979598939419, + 305.8164002299309, + 227.03616467118263, + 306.5645914673805, + 289.11546155810356, + 266.921350389719, + 280.6587760746479, + 260.2658436894417, + 256.5927186906338, + 278.0925307571888, + 295.46928080916405, + 228.06864365935326, + 264.27269580960274, + 271.8859280347824, + 277.6926606297493, + 315.0589149296284, + 241.0106555223465, + 294.389333486557, + 293.30769538879395, + 265.19819059967995 + ], + "episode_steps": [ + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/OpenDoor-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/OpenDoor-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..44c83934d19b84bfc46183b4b40a82ae8f3cb511 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/OpenDoor-v1.json @@ -0,0 +1,166 @@ +{ + "task": "OpenDoor-v1", + "step": 140000, + "episodes": 50, + "successes": 6, + "success_rate": 0.12, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 0.12124081410365761, + 224.049868306284, + 77.3356017511278, + 196.14510791367388, + 86.81837583483491, + 0.3252540280620906, + 30.633664329901876, + 121.31073605925872, + 136.43738205189402, + 146.7136887395793, + 228.31718185341515, + 82.53484051858675, + 0.16514696569504395, + 0.12124080396040426, + 105.65007080393957, + 0.12124080333785514, + 54.78773141479621, + 56.86510706466868, + 42.81450285169285, + 74.91110875989602, + 0.12124081275146636, + 54.92220752764251, + 0.12124081293825384, + 61.324432861624814, + 42.70612693021678, + 15.764169113892535, + 89.93035695595108, + 10.547953315353766, + 48.801441153866904, + 0.12136218035209367, + 50.78556078095494, + 81.88430531531162, + 0.1212407985029813, + 67.37687652260274, + 71.87669750569171, + 61.79418111464997, + 17.84107084075515, + 16.961554303340563, + 13.095655166797222, + 58.378571118267246, + 22.72253048638447, + 221.6662536163716, + 3.008419202477512, + 0.12124074658595418, + 60.106432684965284, + 2.883358815978454, + 0.43894726711266685, + 0.12221445536670217, + 0.12124081295212363, + 179.27691007290935 + ], + "episode_steps": [ + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 249, + 400, + 400, + 400, + 400, + 400, + 232, + 400, + 400, + 400, + 196, + 400, + 400, + 400, + 400, + 400, + 197, + 400, + 244, + 400, + 400, + 400, + 166, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/PickPlacePen-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/PickPlacePen-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..e5fc1df644df4a55515cb37e53ec941e78305427 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/PickPlacePen-v1.json @@ -0,0 +1,166 @@ +{ + "task": "PickPlacePen-v1", + "step": 140000, + "episodes": 50, + "successes": 6, + "success_rate": 0.12, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 11.875436067581177, + 5.108857214450836, + 1.2015617489814758, + 0.0, + 266.0795422196388, + 118.50394487380981, + 1.1469932198524475, + 6.356518507003784, + 4.394042432308197, + 3.668467402458191, + 212.10267734527588, + 289.5629744529724, + 1.3591744303703308, + 198.29469257593155, + 1.03200101852417, + 92.27477312088013, + 1.3793043494224548, + 79.75613689422607, + 1.5428521037101746, + 261.2842537164688, + 0.0, + 11.55692058801651, + 58.064921379089355, + 0.0, + 3.5653120279312134, + 30.207587242126465, + 0.08158892393112183, + 5.654110014438629, + 3.1727766394615173, + 4.2979737520217896, + 131.46136343479156, + 20.21140331029892, + 267.22337198257446, + 94.60710519552231, + 0.0, + 2.666768789291382, + 134.96446293592453, + 4.864537477493286, + 31.51639425754547, + 141.43454563617706, + 3.71622496843338, + 0.0, + 1.5230061411857605, + 4.346252977848053, + 94.03870987892151, + 39.44855260848999, + 0.0, + 2.5615158081054688, + 0.0, + 0.07781630754470825 + ], + "episode_steps": [ + 500, + 500, + 500, + 500, + 500, + 388, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 366, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 358, + 500, + 500, + 361, + 500, + 500, + 384, + 500, + 500, + 424, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/PingPongBallTransport-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/PingPongBallTransport-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..9e64de5164afc5017b4cb55849acec1a9514239e --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/PingPongBallTransport-v1.json @@ -0,0 +1,166 @@ +{ + "task": "PingPongBallTransport-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809 + ], + "episode_steps": [ + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/PivotBook-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/PivotBook-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..5673390af1382fe2e775560d2f7578d69addede1 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/PivotBook-v1.json @@ -0,0 +1,166 @@ +{ + "task": "PivotBook-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 23.981394708156586, + 13.302884697914124, + 59.17239534854889, + 80.21389919519424, + 61.83369714021683, + 0.5522779226303101, + 0.23852121829986572, + 133.46624624729156, + 65.52734792232513, + 91.60795718431473, + 95.51595771312714, + 112.661496758461, + 78.88188070058823, + 0.5452536940574646, + 0.0, + 40.7448456287384, + 65.99257695674896, + 122.02886778116226, + 0.3043830394744873, + 60.64651155471802, + 5.292914032936096, + 0.3642597794532776, + 0.993342399597168, + 0.36389434337615967, + 5.848290324211121, + 44.61649000644684, + 86.47108381986618, + 68.05321335792542, + 122.29500937461853, + 10.126238346099854, + 53.74047940969467, + 4.184233367443085, + 49.361301243305206, + 4.09467476606369, + 171.049369931221, + 0.07368016242980957, + 44.223344802856445, + 136.77388727664948, + 0.17441457509994507, + 52.74771851301193, + 0.0, + 123.78881824016571, + 4.207069396972656, + 0.5904563069343567, + 0.0, + 119.00960057973862, + 53.44618058204651, + 115.43325275182724, + 10.032432854175568, + 10.80648010969162 + ], + "episode_steps": [ + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/PressFitSoftPeg-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/PressFitSoftPeg-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..71886eb5d4f24df3c1f5777ff720abb23fcf9918 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/PressFitSoftPeg-v1.json @@ -0,0 +1,166 @@ +{ + "task": "PressFitSoftPeg-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 962.501964924857, + 396.18733189255, + 291.9997342377901, + 980.623053856194, + 1037.4522358439863, + 74.16072687041014, + 145.99775175005198, + 549.9537139758468, + 1440.5670042857528, + 179.98784386739135, + 178.945014949888, + 1315.462275210768, + 1378.4919605255127, + 149.67271323502064, + 543.9820219874382, + 73.25252567604184, + 449.01011684536934, + 303.90109837055206, + 1914.2876513078809, + 52.00154353119433, + 492.27298821508884, + 415.8055755496025, + 445.3453750163317, + 431.286441847682, + 517.9715767726302, + 513.6767792776227, + 1315.400678806007, + 517.4617440775037, + 542.6717412285507, + 347.16167394816875, + 64.06475573312491, + 1685.513769056648, + 500.5718993060291, + 368.7461959198117, + 573.9407905824482, + 435.4678724780679, + 585.7383164726198, + 424.6900736950338, + 642.8220608197153, + 384.9540165141225, + 84.95332713238895, + 78.06425426900387, + 478.1438048351556, + 157.94281890802085, + 659.321085780859, + 473.11930267326534, + 362.07818625867367, + 1319.296824682504, + 440.1317987702787, + 881.2009077221155 + ], + "episode_steps": [ + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/PushSoccer-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/PushSoccer-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..c98f4614514edc4d67afcb49bf7ed758dc65227c --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/PushSoccer-v1.json @@ -0,0 +1,166 @@ +{ + "task": "PushSoccer-v1", + "step": 140000, + "episodes": 50, + "successes": 19, + "success_rate": 0.38, + "episode_success": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 45.950516760349274, + 8.335392534732819, + 60.052330017089844, + 0.0, + 0.0, + 91.83822751045227, + 0.0, + 0.0, + 29.00929021835327, + 55.93855196237564, + 55.34962856769562, + 118.92634224891663, + 45.54378777742386, + 38.212606608867645, + 82.02290189266205, + 68.29968249797821, + 130.50251376628876, + 31.37187933921814, + 138.0987932085991, + 5.727435350418091, + 7.305712282657623, + 59.86389410495758, + 97.36987298727036, + 0.0, + 0.0, + 137.57115805149078, + 33.04954391717911, + 0.0, + 0.0, + 98.05061239004135, + 0.0, + 32.13937246799469, + 0.0, + 36.785966992378235, + 33.61409604549408, + 0.6171496510505676, + 169.44694900512695, + 35.44348448514938, + 84.78387266397476, + 54.251971423625946, + 44.13872992992401, + 148.76669150590897, + 85.35359662771225, + 53.722417294979095, + 42.24857920408249, + 1.4680648446083069, + 0.0, + 43.268845438957214, + 156.2414646744728, + 94.2179319858551 + ], + "episode_steps": [ + 188, + 300, + 194, + 300, + 300, + 300, + 300, + 300, + 144, + 211, + 188, + 300, + 181, + 172, + 252, + 300, + 300, + 300, + 300, + 300, + 300, + 210, + 223, + 300, + 300, + 300, + 166, + 300, + 300, + 300, + 300, + 188, + 300, + 140, + 178, + 300, + 300, + 158, + 300, + 191, + 300, + 251, + 300, + 178, + 165, + 300, + 300, + 300, + 300, + 300 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/PushTargetPose-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/PushTargetPose-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..8ba72afa581ef1772e0a66d948c8b20ef64aba74 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/PushTargetPose-v1.json @@ -0,0 +1,166 @@ +{ + "task": "PushTargetPose-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + -638.7298624515533, + -683.6868435144424, + -713.6195514202118, + -684.3208206892014, + -754.2603006362915, + -728.5027975440025, + -694.0767508745193, + -697.5496526658535, + -592.3598820269108, + -662.3975133597851, + -629.581207960844, + -549.9366025924683, + -749.8804310560226, + -760.6521725058556, + -757.0287388563156, + -755.6513914465904, + -914.0018329024315, + -739.7148963809013, + -738.0772373080254, + -644.6449825465679, + -773.7815338969231, + -725.4828025102615, + -720.2424224615097, + -726.0155487060547, + -734.1123893260956, + -788.4291817545891, + -675.3071713149548, + -748.6433115005493, + -816.7217981517315, + -813.1600687503815, + -756.7260019183159, + -740.6690579652786, + -796.4768307805061, + -738.1291020512581, + -811.5554204583168, + -756.4571695327759, + -736.0843776166439, + -745.7404125332832, + -698.2685795426369, + -730.9446783661842, + -683.1098556518555, + -758.7961457371712, + -696.0113050341606, + -740.4868053793907, + -743.6304689645767, + -760.7412949800491, + -715.1988142728806, + -699.862866461277, + -683.229603767395, + -720.9952610135078 + ], + "episode_steps": [ + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/ReorientCube-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/ReorientCube-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..3bfe96331d11707970b756aaebadff7aa5085877 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/ReorientCube-v1.json @@ -0,0 +1,166 @@ +{ + "task": "ReorientCube-v1", + "step": 140000, + "episodes": 50, + "successes": 17, + "success_rate": 0.34, + "episode_success": [ + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0 + ], + "episode_return": [ + 30692.285497784615, + 35998.93937852979, + 24630.554079771042, + 37587.02773886919, + 49424.71382409334, + 27511.46985077858, + 35341.08128905296, + 28577.656936347485, + 12992.353264570236, + 20724.36911919713, + 26935.910057485104, + 24443.335307002068, + 15697.59735366702, + 24218.94113254547, + 39879.166960179806, + 14909.229183256626, + 21388.774525374174, + 28399.672964796424, + 36921.69947063923, + 28464.11168769002, + 27577.852488428354, + 15906.553571343422, + 41453.313703119755, + 39968.39673268795, + 24478.67406949401, + 36799.12021136284, + 35420.08206474781, + 42491.79512441158, + 26492.70915490389, + 21713.548054218292, + 19715.25250646472, + 33648.48306301236, + 31434.659945607185, + 40320.487607717514, + 21301.691646933556, + 16677.60028409958, + 22485.558319166303, + 24365.975604832172, + 17734.088609039783, + 50590.66003483534, + 27633.72199988365, + 29730.23034399748, + 27948.736304312944, + 28624.287543028593, + 41432.712422549725, + 36450.81979832053, + 43008.35875630379, + 31474.881506979465, + 41554.426428318024, + 35444.44177401066 + ], + "episode_steps": [ + 700, + 700, + 641, + 700, + 166, + 700, + 294, + 323, + 700, + 535, + 294, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 320, + 581, + 135, + 700, + 700, + 700, + 700, + 326, + 700, + 700, + 700, + 583, + 700, + 700, + 288, + 91, + 101, + 700, + 464, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 493, + 700, + 427 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/ReorientPen-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/ReorientPen-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..152db82799b741241117ced7ed2d58979baf5d62 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/ReorientPen-v1.json @@ -0,0 +1,166 @@ +{ + "task": "ReorientPen-v1", + "step": 140000, + "episodes": 50, + "successes": 14, + "success_rate": 0.28, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 97.86094489134848, + 60.34744970034808, + 219.79904294013977, + 125.39369115233421, + 45.16186607629061, + 199.010606944561, + 114.05673160264269, + 92.9272280856967, + 133.67276175320148, + 200.1749384701252, + 109.05231833457947, + 118.76901011168957, + 155.30799317359924, + 85.12274289131165, + 101.31317949295044, + 57.34565545618534, + 164.44461731426418, + 173.9180621355772, + 81.6405776143074, + 147.36269165668637, + 140.23523914813995, + 204.71265536546707, + 8.967807173728943, + 138.59088987112045, + 230.65429556369781, + 102.05173379182816, + 85.67326694726944, + 41.90198041498661, + 84.34048455953598, + 187.4637886285782, + 155.69820734858513, + 39.38589549437165, + 126.01743373274803, + 177.8183078765869, + 142.72431401908398, + 66.80283128470182, + 97.30187021289021, + 21.652616418898106, + 225.6994667649269, + 47.02419274300337, + 141.4842408299446, + 102.91063194349408, + 111.90954744815826, + 116.42597842216492, + 124.41087400913239, + 136.76380509138107, + 39.02192077413201, + 102.65925784944557, + 108.41517381370068, + 209.31369054317474 + ], + "episode_steps": [ + 300, + 300, + 300, + 300, + 162, + 300, + 300, + 300, + 300, + 300, + 137, + 300, + 300, + 127, + 300, + 300, + 300, + 268, + 104, + 300, + 300, + 300, + 300, + 293, + 300, + 144, + 300, + 121, + 136, + 300, + 300, + 300, + 300, + 198, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 139, + 168, + 162, + 155, + 300, + 300, + 300, + 300 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/RingTossing-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/RingTossing-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..970d6c9b81bbcb245a132b2b5472ec98773b77d5 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/RingTossing-v1.json @@ -0,0 +1,166 @@ +{ + "task": "RingTossing-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + -4054.5697636008263, + -4721.69182318449, + -4587.005993843079, + -4705.032426208258, + -4778.766517192125, + -4720.476668447256, + -3338.9530149698257, + -4675.119474261999, + -4192.318964347243, + -4518.44017124176, + -3737.669099211693, + -4513.790133714676, + -4731.26028701663, + -4735.917763143778, + -3612.2464414834976, + -4517.778507202864, + -3687.179372638464, + -3558.3012966513634, + -4365.268186330795, + -4721.350613191724, + -4662.049417614937, + -4492.561883747578, + -3665.0957579016685, + -3918.4700444191694, + -4726.261932969093, + -4518.135574907064, + -4614.300076633692, + -4618.204745411873, + -4517.719865560532, + -4566.910118043423, + -2688.6577783972025, + -4592.70308855176, + -4674.624539971352, + -3986.0605496168137, + -3449.3806483894587, + -4575.118866205215, + -4777.240248978138, + -4626.305744767189, + -4657.662698984146, + -4534.705706417561, + -4765.526030749083, + -4605.4219806194305, + -4683.967986017466, + -4690.3626705259085, + -4622.40563544631, + -4750.2426191568375, + -4581.918564409018, + -4543.590315282345, + -4673.179617345333, + -3668.0414184331894 + ], + "episode_steps": [ + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/RodThroughHoles-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/RodThroughHoles-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..690600f8951a6f351e04997986698a93504d050f --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/RodThroughHoles-v1.json @@ -0,0 +1,166 @@ +{ + "task": "RodThroughHoles-v1", + "step": 140000, + "episodes": 50, + "successes": 2, + "success_rate": 0.04, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 214.25976948440075, + 159.6243735998869, + 228.04441978782415, + 171.91524208337069, + 215.89375603199005, + 421.35062431544065, + 133.7680783122778, + 118.23279796540737, + 79.12970488891006, + 102.2375198379159, + 128.39801550656557, + 125.61950518935919, + 752.4716681689024, + 219.0892449915409, + 1443.6367921307683, + 107.05906315892935, + 209.7259814441204, + 321.8564431145787, + 1792.6057465821505, + 192.21150970831513, + 128.0895803757012, + 465.19437105208635, + 287.93691423535347, + 96.72042247280478, + 174.1687308512628, + 138.4351017512381, + 612.5273778066039, + 1017.6679733097553, + 160.9489892423153, + 217.12384659796953, + 198.92968169227242, + 92.94153939560056, + 89.46482699736953, + 96.0580165348947, + 118.7282137349248, + 116.0117276608944, + 508.3518388271332, + 118.32035569101572, + 377.30483797192574, + 666.9016364216805, + 673.5579248964787, + 86.73818121477962, + 1019.0119806751609, + 1279.0737859234214, + 212.0513535514474, + 239.40636664628983, + 1528.0298584103584, + 82.9426681175828, + 238.45750243216753, + 408.4307685494423 + ], + "episode_steps": [ + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 591, + 1387, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/RollingPin-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/RollingPin-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..6a9a83b50e2d4c7b25f4b81821b74b0532d0600b --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/RollingPin-v1.json @@ -0,0 +1,166 @@ +{ + "task": "RollingPin-v1", + "step": 140000, + "episodes": 50, + "successes": 1, + "success_rate": 0.02, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 257.8768832087517, + 179.82383745908737, + 263.62953102588654, + 206.3955923318863, + 252.11547750234604, + 257.1640943288803, + 254.6366783976555, + 240.25407701730728, + 212.85393619537354, + 254.17146110534668, + 239.85275888442993, + 234.0722074508667, + 254.83930659294128, + 234.7280776500702, + 257.21947062015533, + 237.18650835752487, + 255.27300000190735, + 179.96543264389038, + 247.87908059358597, + 257.8297140598297, + 255.256842315197, + 220.4674134850502, + 251.46653145551682, + 268.1277719140053, + 257.5445813536644, + 225.7306191921234, + 225.77438670396805, + 247.0533327460289, + 221.6219623684883, + 271.6362553834915, + 257.46895998716354, + 248.16380316019058, + 261.9037299156189, + 250.4371857047081, + 191.77333062887192, + 252.91891604661942, + 228.99508768320084, + 251.1533159017563, + 200.20977926254272, + 260.639843583107, + 237.54829972982407, + 245.73416966199875, + 226.82279193401337, + 221.80752456188202, + 263.84069043397903, + 241.92765378952026, + 247.5001980662346, + 252.46826666593552, + 254.67967718839645, + 228.30782854557037 + ], + "episode_steps": [ + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 275, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/RopeBridgeDex-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/RopeBridgeDex-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..1b168236c05050ff5ee088082adf308568d7d2e6 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/RopeBridgeDex-v1.json @@ -0,0 +1,166 @@ +{ + "task": "RopeBridgeDex-v1", + "step": 140000, + "episodes": 50, + "successes": 7, + "success_rate": 0.14, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0 + ], + "episode_return": [ + 295.484367094934, + 391.1399429142475, + 315.0506791770458, + 283.37206350266933, + 306.305376380682, + 258.97907903790474, + 269.1857231426984, + 351.81575115025043, + 190.68931928277016, + 388.470657363534, + 351.5319409966469, + 313.64091089367867, + 277.1946485042572, + 257.22715017199516, + 329.907867372036, + 391.47959554195404, + 336.83562779426575, + 323.10252088308334, + 280.89004477858543, + 248.18850865401328, + 288.68491300940514, + 287.58179146051407, + 263.93876215815544, + 244.22635558247566, + 211.44101253151894, + 339.4091086387634, + 157.3057591021061, + 427.02391827106476, + 256.1581851840019, + 299.54025715589523, + 414.45265406370163, + 297.5039171874523, + 298.87006321549416, + 388.5719030201435, + 293.2742923796177, + 263.33873364608735, + 396.63803163170815, + 345.92660032212734, + 323.34080162644386, + 330.48385924100876, + 289.22087982296944, + 351.52209424972534, + 317.26082871854305, + 164.41493199765682, + 293.9580417871475, + 325.41416135430336, + 263.10075372457504, + 345.1668694317341, + 258.9044944345951, + 318.44460690021515 + ], + "episode_steps": [ + 800, + 800, + 800, + 800, + 800, + 800, + 573, + 800, + 414, + 800, + 800, + 800, + 506, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 447, + 800, + 359, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 317, + 800, + 800, + 800, + 800, + 520, + 800 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/RopePalmCageHoldDex-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/RopePalmCageHoldDex-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..2811cd0e5c8b776ae975af56eb9b3d2e70468994 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/RopePalmCageHoldDex-v1.json @@ -0,0 +1,166 @@ +{ + "task": "RopePalmCageHoldDex-v1", + "step": 140000, + "episodes": 50, + "successes": 28, + "success_rate": 0.56, + "episode_success": [ + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0 + ], + "episode_return": [ + 84.60051037371159, + 73.35282737016678, + 83.19375681877136, + 59.55438855290413, + 92.30530387163162, + 61.41396650671959, + 67.42514245212078, + 62.039298713207245, + 60.935263097286224, + 66.58200795948505, + 84.83319683372974, + 83.51559382677078, + 85.68306185305119, + 61.24313251674175, + 62.411987483501434, + 75.65721320360899, + 69.44775600731373, + 73.06339180469513, + 83.207255885005, + 87.56306181102991, + 59.88846804201603, + 64.64940530061722, + 75.38335206359625, + 56.559109687805176, + 70.3681942075491, + 64.26576699316502, + 79.34140288084745, + 84.88721784949303, + 84.60034389793873, + 83.1448402479291, + 82.72753726691008, + 60.071387588977814, + 73.63025169819593, + 75.77442302554846, + 58.27452194690704, + 68.45980812609196, + 61.775872960686684, + 62.97304041683674, + 71.5554858520627, + 80.16716387867928, + 77.0742949694395, + 82.77322447299957, + 63.0157438069582, + 59.473285749554634, + 83.6925020813942, + 61.54711590707302, + 81.91066087782383, + 64.33335684239864, + 98.59186562895775, + 65.0567003339529 + ], + "episode_steps": [ + 500, + 336, + 500, + 291, + 492, + 301, + 322, + 299, + 294, + 319, + 500, + 500, + 500, + 300, + 300, + 500, + 500, + 393, + 500, + 500, + 292, + 321, + 500, + 273, + 354, + 314, + 500, + 500, + 500, + 500, + 500, + 290, + 500, + 500, + 286, + 346, + 303, + 309, + 500, + 500, + 500, + 500, + 303, + 289, + 459, + 297, + 500, + 312, + 450, + 312 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/ScoopWater-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/ScoopWater-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..df5f1a4c98ba2e0d291e6d8717200b94466ed3ea --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/ScoopWater-v1.json @@ -0,0 +1,166 @@ +{ + "task": "ScoopWater-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_steps": [ + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/SeparateTwoRopesEnv-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/SeparateTwoRopesEnv-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..01340731f48c9a13dcb14cb97ef7592aaa168c5e --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/SeparateTwoRopesEnv-v1.json @@ -0,0 +1,166 @@ +{ + "task": "SeparateTwoRopesEnv-v1", + "step": 140000, + "episodes": 50, + "successes": 1, + "success_rate": 0.02, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 2407.516482025385, + 1298.814086228609, + 1480.0451179146767, + 1099.7686295807362, + 1565.646584957838, + 1536.814482808113, + 2025.4002092778683, + 1348.7778702676296, + 1468.4092329740524, + 1915.6510750949383, + 2335.037827730179, + 1703.8365607857704, + 1575.0218113064766, + 2051.3152935504913, + 4736.889849662781, + 1844.889842003584, + 1417.094187438488, + 1496.9596651792526, + 2772.1500051021576, + 2104.662687689066, + 3338.339101701975, + 2896.2754917889833, + 1163.9005755782127, + 2932.920460373163, + 1840.9480998814106, + 1281.1415119469166, + 1490.8448713123798, + 1891.9552649259567, + 1795.8200186491013, + 1718.438019901514, + 2202.4445022940636, + 2047.8006200492382, + 1623.4905171692371, + 1539.778779745102, + 5562.9243196845055, + 4071.666739344597, + 1799.6959288716316, + 1957.0722557902336, + 3792.589095324278, + 2296.267902046442, + 1956.8179869055748, + 1128.1498945653439, + 1426.0549049079418, + 1832.124243915081, + 1487.8190396428108, + 1540.8432844281197, + 1240.6034297943115, + 1858.3090329170227, + 6098.011525094509, + 1232.7538879811764 + ], + "episode_steps": [ + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 1371, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/ShapeTToI-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/ShapeTToI-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..a2926bf3ed27653da828745f909c97f6c63bb321 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/ShapeTToI-v1.json @@ -0,0 +1,166 @@ +{ + "task": "ShapeTToI-v1", + "step": 140000, + "episodes": 50, + "successes": 2, + "success_rate": 0.04, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + -1.0912105537718162, + -1.128230229136534, + -9.396687406348065, + -1.105452511110343, + -1.074027632479556, + -1.3108427010010928, + -1.1273929718881845, + -20.450519928592257, + -1.1385413076495752, + -1.127142260898836, + -1.0797596242045984, + -1.1114260281901807, + -1.3944339875597507, + 0.2324896069476381, + -1.1272656748769805, + -1.1349188023013994, + -1.1012261338764802, + -1.159360626945272, + -1.1375337705248967, + -1.099996875738725, + -0.9521285379305482, + -4.447626537643373, + -1.1237560198642313, + -1.4675647038966417, + -4.148802448995411, + -1.131693498347886, + -1.099397886369843, + -1.0827370777260512, + -37.20060185180046, + -1.8264742094324902, + -53.643877150141634, + -1.1254893135046586, + 0.20110278367064893, + -1.155457062763162, + -1.1259524481138214, + -17.82174850150477, + -1.1348813007352874, + -0.9423190470552072, + -1.1413216454675421, + -26.169719242025167, + -1.0880413559498265, + -22.440781535813585, + -1.0900880527915433, + -2.910286331491079, + -1.0880868763197213, + -1.1582949461881071, + -0.8340679492685013, + -1.1305873190285638, + -5.932406208943576, + -1.0789882828248665 + ], + "episode_steps": [ + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 129, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 150, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/SpinPenHora-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/SpinPenHora-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..d68d28610cddc84255619bfb9a649d03685dd8d4 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/SpinPenHora-v1.json @@ -0,0 +1,166 @@ +{ + "task": "SpinPenHora-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 685.0899364662473, + 155.7694970004377, + 189.50285199278733, + 25.23588148172712, + 28.644694797636475, + 117.5258250887855, + 321.326429240522, + 223.09361010673456, + 174.08275481883902, + 13.694019732181914, + 289.9277723203413, + 105.60795131325722, + 120.2918200858403, + 108.73288038681494, + 90.28452446946176, + 33.98876541736536, + 168.10862065851688, + 915.1480428559007, + 74.04576024308335, + 282.9408701680368, + 75.33650361705804, + 193.96693002444226, + 391.84568931174, + 297.8412427874282, + 339.89404365530936, + 30.962658054428175, + 240.0859098478104, + 447.3910907462123, + 195.2562791010714, + 48.62253248062916, + 300.98440697591286, + 47.18212956114439, + 239.34523856267333, + 353.8132638075622, + 51.181968627875904, + 174.4653139312868, + 138.445327758207, + 45.85128474270459, + 60.10028564161621, + 110.26284817431588, + 39.35311841825023, + 1381.5487009591889, + 364.17360388016095, + 220.93179781758226, + 491.52547899936326, + 69.23989387031179, + 105.15095123526407, + 40.868765576859005, + 110.91995220503304, + 35.171782636549324 + ], + "episode_steps": [ + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/SqueezeClay-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/SqueezeClay-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..653105da4fb85036801715d1c939cf78ac59b8bc --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/SqueezeClay-v1.json @@ -0,0 +1,166 @@ +{ + "task": "SqueezeClay-v1", + "step": 140000, + "episodes": 50, + "successes": 7, + "success_rate": 0.14, + "episode_success": [ + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 736.8001842498779, + 737.5674840211868, + 562.2222542762756, + 754.3744696378708, + 733.4206738471985, + 602.69508934021, + 644.2214248627424, + 562.2222542762756, + 754.4460235834122, + 772.3192282915115, + 740.8150150775909, + 685.6446940898895, + 753.2230561971664, + 818.8117547035217, + 694.2004206180573, + 668.5032144784927, + 817.7122583389282, + 823.232085943222, + 785.3037766218185, + 654.4665675163269, + 760.5214606523514, + 749.3450455665588, + 766.2528012990952, + 731.1180756092072, + 650.6977796554565, + 870.0864506959915, + 751.2065048217773, + 857.8816046714783, + 821.9870645999908, + 838.6952836513519, + 671.5426788330078, + 620.674874663353, + 741.3823416233063, + 807.1958758831024, + 670.3820074796677, + 747.0790206193924, + 772.8195587396622, + 771.3724633455276, + 739.9934733510017, + 711.1136997938156, + 709.167410492897, + 501.450595587492, + 665.7562595009804, + 727.8646572828293, + 698.7904999256134, + 593.6510190963745, + 731.7856913805008, + 562.2222542762756, + 811.0993549823761, + 731.9853836297989 + ], + "episode_steps": [ + 532, + 550, + 550, + 550, + 514, + 416, + 550, + 550, + 550, + 550, + 550, + 550, + 550, + 550, + 550, + 550, + 550, + 550, + 550, + 489, + 550, + 550, + 550, + 550, + 550, + 550, + 550, + 550, + 550, + 550, + 550, + 446, + 550, + 550, + 550, + 550, + 550, + 550, + 550, + 550, + 475, + 550, + 550, + 550, + 550, + 431, + 550, + 550, + 550, + 550 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/Stack6Blocks-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/Stack6Blocks-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..3996d8e8ab202628b51844c959948308f65c5f39 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/Stack6Blocks-v1.json @@ -0,0 +1,166 @@ +{ + "task": "Stack6Blocks-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 1359.1197732686996, + 1332.1750275492668, + 1410.270696401596, + 1408.1213328242302, + 1443.4092000722885, + 1465.8889499902725, + 1382.4935122728348, + 1465.6144543886185, + 1493.914733827114, + 1428.1127236485481, + 1434.9836964607239, + 1438.096883714199, + 1433.8488434553146, + 1401.7272112369537, + 1382.3807969093323, + 1436.5903369188309, + 1475.9291502833366, + 1347.8500264883041, + 1556.6283083558083, + 1408.506110727787, + 1472.5864297747612, + 1406.0753055214882, + 1408.2448308467865, + 1380.0333557724953, + 1447.8543537259102, + 1438.5865483283997, + 1336.5721511244774, + 1451.250400006771, + 1436.635895371437, + 1420.1799302101135, + 1430.1443393826485, + 1427.704926788807, + 1487.5956068634987, + 1407.3173117637634, + 1383.7022014856339, + 1464.9990367293358, + 1411.625905752182, + 1409.147288620472, + 1463.0219296216965, + 1360.0911192893982, + 1442.5440245866776, + 1445.4141657352448, + 1398.6349293589592, + 1452.5727343559265, + 1413.087499678135, + 1364.8316442370415, + 1368.340759396553, + 1389.5445665717125, + 1393.730885028839, + 1401.8451786637306 + ], + "episode_steps": [ + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/StackBlock-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/StackBlock-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..1c45d760b8b327f3c0f1f08ef24a40a6d7230a21 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/StackBlock-v1.json @@ -0,0 +1,166 @@ +{ + "task": "StackBlock-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.13275599479675293, + 0.0, + 0.0, + 0.0, + 150.79718154668808, + 0.0, + 37.657360553741455, + 17.364058136940002, + 0.0, + 0.0, + 0.0, + 0.2078399658203125, + 31.330311059951782, + 4.638778269290924, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.9742717742919922e-05, + 87.01998609304428, + 43.719392478466034, + 0.0, + 0.0, + 0.0, + 0.0, + 2.0369988083839417, + 0.0, + 2.4245752692222595, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 8.149097323417664, + 0.0, + 0.0, + 3.9622756838798523, + 0.0 + ], + "episode_steps": [ + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/StampRoll-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/StampRoll-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..8b69e4679e6391fc3c9fed62ce7999f7d6e5753f --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/StampRoll-v1.json @@ -0,0 +1,166 @@ +{ + "task": "StampRoll-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_steps": [ + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/StraightenRope-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/StraightenRope-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..9d8f66e0838b949d9b2ca3180c9d34d050389d4e --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/StraightenRope-v1.json @@ -0,0 +1,166 @@ +{ + "task": "StraightenRope-v1", + "step": 140000, + "episodes": 50, + "successes": 4, + "success_rate": 0.08, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 253.47947198152542, + 341.21068423986435, + 254.94362795352936, + 211.87093579769135, + 267.8323133587837, + 300.78250056505203, + 280.38520020246506, + 315.24078887701035, + 316.1849458217621, + 249.05151867866516, + 276.66932785511017, + 337.5422673821449, + 191.995700776577, + 153.18768936395645, + 299.4501240849495, + 253.67454546689987, + 362.60442811250687, + 223.1068256497383, + 280.1805756688118, + 288.83946442604065, + 327.18781220912933, + 179.85797268152237, + 240.0372398495674, + 280.4501423239708, + 319.2355206608772, + 265.50530511140823, + 274.48011243343353, + 270.4884998202324, + 310.1917594075203, + 324.77258092164993, + 154.48265355825424, + 311.2998708486557, + 344.4585500359535, + 231.78090769052505, + 301.1564121246338, + 269.0844816863537, + 353.48936569690704, + 340.87533551454544, + 356.1966225504875, + 321.48633283376694, + 187.39086616039276, + 344.42480731010437, + 344.13189989328384, + 292.06209349632263, + 298.0533589720726, + 341.3094615340233, + 255.6355925798416, + 277.542877137661, + 265.2427337169647, + 199.32681277394295 + ], + "episode_steps": [ + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 287, + 195, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 219, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 196, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/StraightenTwoRopesSequential-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/StraightenTwoRopesSequential-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..5507e62410aff48f8dc3898f002181b721ed3630 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/StraightenTwoRopesSequential-v1.json @@ -0,0 +1,166 @@ +{ + "task": "StraightenTwoRopesSequential-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 2536.2169847488403, + 2598.652645111084, + 2469.134431362152, + 2130.4524669647217, + 2084.796537399292, + 2426.997924566269, + 2415.1897575855255, + 2309.8495522737503, + 2635.5850965976715, + 2104.34335398674, + 2405.3718314170837, + 2336.9717338085175, + 2362.2166258096695, + 2103.719912648201, + 2387.6400552988052, + 2782.1026039123535, + 1997.15023458004, + 1959.0323927402496, + 2225.923315882683, + 2078.7550451755524, + 2669.18577003479, + 2029.3593544960022, + 2060.266438603401, + 2105.777774810791, + 2200.917216062546, + 1998.3003653287888, + 2242.929117202759, + 1919.86838388443, + 2564.70014500618, + 2068.241361141205, + 1994.8622107505798, + 1889.2590279579163, + 1960.8118212223053, + 2354.3959332704544, + 2070.389340519905, + 2425.8307436704636, + 2451.7240109443665, + 2316.802951335907, + 2632.510381937027, + 2081.2290999889374, + 2475.1001638174057, + 2527.521855354309, + 2334.5880506038666, + 2032.87426674366, + 1997.8307591676712, + 2020.1026428937912, + 1843.445193529129, + 2036.0862863063812, + 2306.9628604650497, + 2153.2089651823044 + ], + "episode_steps": [ + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/SwingRing-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/SwingRing-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..2b374b33f53d238e4d3e2f9135fe8d6d2250a273 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/SwingRing-v1.json @@ -0,0 +1,166 @@ +{ + "task": "SwingRing-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 53.29469848051667, + 57.99871167913079, + 60.24929684812969, + 68.46391202236191, + 58.01420722901821, + 66.76476772784099, + 73.40814870379472, + 66.37508456001524, + 55.466846726834774, + 83.2394272889942, + 48.00193160434719, + 65.19129316514591, + 66.92635338753462, + 71.29718253614192, + 61.8462304265704, + 80.53202548599802, + 58.883010315243155, + 69.06855848478153, + 72.17978656233754, + 59.55651412717998, + 67.16693546490569, + 54.11716635990888, + 58.91551284305751, + 46.42660715430975, + 70.38920489280599, + 53.780499681830406, + 48.88530012778938, + 48.340755831450224, + 51.53469405960641, + 58.642494443804026, + 48.980483199004084, + 52.93386595696211, + 59.19822026946349, + 58.754349710419774, + 68.83320153900422, + 17.9202190451324, + 40.6413947083056, + 57.010994059965014, + 62.19543624838116, + 51.798030944075435, + 63.495056450366974, + 58.817624151706696, + 55.77334523759782, + 54.885893930779275, + 71.03243837459013, + 63.95912312716246, + 55.74251910671592, + 62.50318137920112, + 57.54133665561676, + 61.42044620960951 + ], + "episode_steps": [ + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/TennisRally-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/TennisRally-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..0fe22c452efece253b8f334c9a65e4c43b71656f --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/TennisRally-v1.json @@ -0,0 +1,166 @@ +{ + "task": "TennisRally-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 18.420037211384624, + 19.649118781089783, + 18.87968409061432, + 39.94992244243622, + 25.741683900356293, + 19.917260468006134, + 12.974332213401794, + 662.9546575546265, + 18.347858250141144, + 27.029618740081787, + 17.54374647140503, + 40.583716452121735, + 75.32007306814194, + 12.624133825302124, + 24.646916389465332, + 18.410078704357147, + 1043.0824798345566, + 18.538898825645447, + 20.436493575572968, + 19.03298979997635, + 1084.4102898295969, + 162.03783175116405, + 18.61084616323933, + 21.641370058059692, + 25.44327735900879, + 1068.8820186853409, + 17.693721115589142, + 161.54694962501526, + 55.20179271697998, + 20.380084338597953, + 24.497902750968933, + 165.2758353948593, + 907.4378033280373, + 20.213643729686737, + 16.99277377128601, + 31.874254524707794, + 18.541649997234344, + 142.8458221280016, + 20.450984898023307, + 207.27072256803513, + 18.411628425121307, + 19.588874638080597, + 19.002537251915783, + 19.59391039609909, + 18.597480238880962, + 1062.1437057256699, + 28.52719008922577, + 28.790567039512098, + 17.822657883167267, + 20.47957581281662 + ], + "episode_steps": [ + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/TurnOnFaucet-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/TurnOnFaucet-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..6c4d4c6745df7234268228d643ece0fa0f2d5bc8 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/TurnOnFaucet-v1.json @@ -0,0 +1,166 @@ +{ + "task": "TurnOnFaucet-v1", + "step": 140000, + "episodes": 50, + "successes": 37, + "success_rate": 0.74, + "episode_success": [ + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "episode_return": [ + 24.114905398339033, + 36.07942376282881, + 19.754236351698637, + 19.379180802614428, + 3.101848764618876e-14, + 11.897649650461974, + 10.305986400693655, + 17.769086006097503, + 1.6519119504512423e-13, + 1.3986014347270876e-13, + 12.569782516919078, + 0.0, + 0.0019755145476665348, + 1.081471498386236, + 14.904442986939102, + 30.27940803859383, + 25.761875338852406, + 13.701325800444465, + 11.968255328945816, + 16.41298869624734, + 0.0, + 24.145731415133923, + 10.184931877534844, + 11.634954900830053, + 2.86217651454874e-13, + 18.210591085255146, + 13.1238674367778, + 14.803094692528248, + 1.6279913778139002e-14, + 17.60276931663975, + 0.0, + 13.73259248957038, + 0.0, + 13.15122892893851, + 16.46208007633686, + 0.0, + 19.01025205629412, + 18.144841626286507, + 24.97353888861835, + 10.065608494682238, + 24.41916215629317, + 22.83094629459083, + 20.795970783103257, + 29.6685989247635, + 14.68185683246702, + 2.1371867735277355e-13, + 16.657687173224986, + 15.822129108011723, + 10.071512494701892, + 12.788874154910456 + ], + "episode_steps": [ + 89, + 104, + 69, + 90, + 200, + 63, + 79, + 84, + 200, + 200, + 70, + 200, + 200, + 200, + 91, + 102, + 87, + 73, + 80, + 66, + 200, + 76, + 98, + 91, + 200, + 83, + 79, + 86, + 200, + 58, + 200, + 78, + 200, + 79, + 81, + 200, + 75, + 70, + 74, + 80, + 104, + 79, + 60, + 91, + 77, + 200, + 82, + 84, + 66, + 89 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/TweezersPickPlace-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/TweezersPickPlace-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..56da302811e026e8ad4ef3c47d8455917eee7612 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/TweezersPickPlace-v1.json @@ -0,0 +1,166 @@ +{ + "task": "TweezersPickPlace-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + -126.73902134597301, + -128.86621183156967, + -125.93098640441895, + -126.4301687180996, + -126.35088355839252, + -127.24665577709675, + -125.73809115588665, + -128.17869886755943, + -126.83647638559341, + -127.32539114356041, + -127.20985001325607, + -126.7640521377325, + -127.26496016979218, + -127.54009635746479, + -126.54176105558872, + -126.37170080840588, + -129.1770270317793, + -129.3857132345438, + -127.4279495626688, + -127.75463399291039, + -129.161244019866, + -126.11740446090698, + -127.02039560675621, + -127.62615019083023, + -126.99765554070473, + -126.0436831265688, + -127.3902542591095, + -127.18915201723576, + -126.79286654293537, + -127.81414885818958, + -128.09572046995163, + -126.9961693584919, + -126.20965963602066, + -128.52596053481102, + -129.42528754472733, + -125.41521827876568, + -127.1092731654644, + -128.35483193397522, + -127.9721352159977, + -129.40002243220806, + -126.05268883705139, + -127.1613541841507, + -128.38080859184265, + -136.02492512762547, + -127.39298430085182, + -133.07162903249264, + -125.90847693383694, + -127.5646014213562, + -125.02246978878975, + -127.24532917141914 + ], + "episode_steps": [ + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/UnfoldShirt-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/UnfoldShirt-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..eb791d5bb0c7aaabb78150db217ebe649ae2b30d --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/UnfoldShirt-v1.json @@ -0,0 +1,166 @@ +{ + "task": "UnfoldShirt-v1", + "step": 140000, + "episodes": 50, + "successes": 12, + "success_rate": 0.24, + "episode_success": [ + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 2.7529082391411066, + 0.45129795372486115, + 0.56224250420928, + 1.2944786697626114, + 1.2393608801066875, + 0.587657674215734, + 1.6253785826265812, + 0.39931944012641907, + 2.758182156831026, + 0.593165666796267, + 0.6142704337835312, + 0.40867107920348644, + 2.7079578451812267, + 0.5446338765323162, + 2.732343800365925, + 1.5619778670370579, + 0.3738217055797577, + 2.746641334146261, + 2.709896095097065, + 0.990225050598383, + 2.7748739381786436, + 0.5650668069720268, + 0.48669971711933613, + 0.4580997135490179, + 0.40113572985865176, + 1.3130095582455397, + 0.6313194204121828, + 2.7219670489430428, + 0.49669478088617325, + 0.47629406675696373, + 1.620570668950677, + 2.6875817123800516, + 0.43612929433584213, + 0.728315569460392, + 0.6373823005706072, + 0.5375115972710773, + 1.1633697897195816, + 0.47126666083931923, + 2.764941645786166, + 2.7525389213114977, + 0.39078208431601524, + 0.38651131466031075, + 1.5859925020486116, + 3.1959139183163643, + 0.429745452478528, + 1.3417631052434444, + 1.1812107749283314, + 0.50095453299582, + 0.43859584629535675, + 1.67570904456079 + ], + "episode_steps": [ + 152, + 500, + 500, + 500, + 500, + 500, + 200, + 500, + 337, + 500, + 500, + 500, + 359, + 500, + 406, + 291, + 190, + 321, + 216, + 487, + 192, + 500, + 500, + 500, + 500, + 500, + 500, + 347, + 500, + 500, + 358, + 181, + 500, + 500, + 500, + 500, + 500, + 500, + 462, + 220, + 500, + 500, + 225, + 120, + 500, + 500, + 500, + 500, + 500, + 259 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00140000/WrapRope-v1.json b/pi05/all_tasks/all112/eval_reports/step_00140000/WrapRope-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..421c2ca8bb2ccc61663656498ed47f7695826280 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00140000/WrapRope-v1.json @@ -0,0 +1,166 @@ +{ + "task": "WrapRope-v1", + "step": 140000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 217.08631911873817, + 349.1495326459408, + 324.0223126709461, + 252.1426368355751, + 445.223883330822, + 273.5915275514126, + 400.9045282006264, + 241.07594600319862, + 274.63475435972214, + 363.7735326886177, + 442.2801488339901, + 388.2915446162224, + 540.3996309638023, + 233.21382343769073, + 359.6188037991524, + 601.5610515773296, + 238.12625056505203, + 375.2309762239456, + 473.7047815620899, + 286.5256567597389, + 235.585092574358, + 254.94903177022934, + 214.90529689192772, + 486.53450974822044, + 470.9221733510494, + 676.4639839529991, + 235.00988134741783, + 317.7796813249588, + 226.0499927997589, + 208.2504494190216, + 459.2091442346573, + 225.39872854948044, + 222.57885935902596, + 390.6302009820938, + 251.3010790348053, + 239.5583612024784, + 266.4920788705349, + 231.32890114188194, + 259.30707091093063, + 250.19205704331398, + 252.80724534392357, + 244.77181711792946, + 261.6412465572357, + 315.0797547698021, + 529.8147641420364, + 220.6118884086609, + 258.33279979228973, + 286.125596255064, + 377.33509254455566, + 379.82237273454666 + ], + "episode_steps": [ + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/BagDropIn-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/BagDropIn-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..ab8253dcd589f07e79b8659ffccd7d62fe2ad686 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/BagDropIn-v1.json @@ -0,0 +1,166 @@ +{ + "task": "BagDropIn-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 533.3751655220985, + 415.7126655578613, + 375.2235966026783, + 417.59408432245255, + 484.4430776834488, + 470.97723495960236, + 878.3815398216248, + 487.44299310445786, + 509.44184851646423, + 416.15644896030426, + 522.8025173544884, + 459.6854872703552, + 905.0467293262482, + 405.5731834769249, + 936.0241743922234, + 952.6964777708054, + 899.8967674970627, + 506.6807934641838, + 448.2331157922745, + 445.86213570833206, + 452.67527920007706, + 467.7424855232239, + 439.96085208654404, + 891.114458322525, + 871.144503057003, + 488.72247499227524, + 894.6900054216385, + 520.6942111253738, + 450.78567576408386, + 463.7076778411865, + 496.5447429418564, + 439.7842726111412, + 470.88510233163834, + 529.5088396072388, + 452.1859385371208, + 390.42126327753067, + 528.8872932195663, + 432.83643662929535, + 565.5534668564796, + 522.3942852020264, + 482.0499936938286, + 500.8690957427025, + 479.25284790992737, + 445.94699531793594, + 436.1718225479126, + 510.85690796375275, + 895.0429579019547, + 386.1731604039669, + 921.8775987029076, + 417.6629955172539 + ], + "episode_steps": [ + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/BagHanging-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/BagHanging-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..510cc296cecf1908eaee7653fa693d1d6aa7f21d --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/BagHanging-v1.json @@ -0,0 +1,166 @@ +{ + "task": "BagHanging-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 57.58419023267925, + 43.13350001955405, + 73.0533496318385, + 55.26011802162975, + 135.90765874180943, + 80.24827176891267, + 50.73834725189954, + 38.23264307435602, + 69.2019955618307, + 64.96950125740841, + 30.263449844438583, + 40.31632280861959, + 48.95261984039098, + 68.05043118167669, + 78.8841337733902, + 67.23204027442262, + 65.55966448271647, + 55.23055255226791, + 57.24133917875588, + 60.654770489316434, + 51.30747415451333, + 62.61482689157128, + 57.69379697740078, + 49.27553428383544, + 39.34550543455407, + 69.55434444034472, + 52.75541747873649, + 61.60154381580651, + 45.63360960083082, + 75.13409715518355, + 38.38641796912998, + 64.04547891393304, + 51.97233040072024, + 85.16217435523868, + 65.39677156833932, + 49.41092786937952, + 52.848072107415646, + 70.41115066129714, + 62.94323896896094, + 59.42722153197974, + 64.6855203723535, + 113.60037107858807, + 62.53622977808118, + 57.08957112720236, + 75.10645796079189, + 73.17787083238363, + 52.56820782413706, + 65.69583874475211, + 43.60831627994776, + 43.190856822766364 + ], + "episode_steps": [ + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/BuildTent-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/BuildTent-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..2b83ac675707086f729c015ac120e1190eb9ef94 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/BuildTent-v1.json @@ -0,0 +1,166 @@ +{ + "task": "BuildTent-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_steps": [ + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/ClaySealStamp-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/ClaySealStamp-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..e2ffb0f06c439638f441560d3904de7157395af5 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/ClaySealStamp-v1.json @@ -0,0 +1,166 @@ +{ + "task": "ClaySealStamp-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 397.3590474575758, + 573.2028997242451, + 445.4004737585783, + 106.0387134552002, + 87.21236661076546, + 491.1428574696183, + 432.8144291937351, + 394.1098505780101, + 101.85884535312653, + 442.2658816576004, + 552.5984039083123, + 439.04025285318494, + 1212.8752910792828, + 51.973067596554756, + 442.3032412081957, + 402.99666741490364, + 495.74262107908726, + 415.3375614657998, + 86.58510744571686, + 46.6507114470005, + 419.6646916717291, + 100.30682906508446, + 465.30502347648144, + 438.42597717791796, + 517.7308109402657, + 135.86430996656418, + 75.75207985937595, + 452.7945225983858, + 395.82775320485234, + 380.0944932028651, + 468.3296345770359, + 440.8185860440135, + 460.8224689513445, + 401.9934851527214, + 485.86422342061996, + 275.7174201756716, + 1432.3508943021297, + 520.8672648966312, + 52.90104039013386, + 527.5122100561857, + 47.215792909264565, + 58.6692463606596, + 1398.3685639202595, + 1380.126684062183, + 511.4823979884386, + 466.22380754351616, + 89.91454690694809, + 433.5783598572016, + 93.41593757271767, + 95.1935350894928 + ], + "episode_steps": [ + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300, + 1300 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/ClothWipe-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/ClothWipe-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..f6e6a8536f700ea2750e9b3f45a41783fe1c8f5c --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/ClothWipe-v1.json @@ -0,0 +1,166 @@ +{ + "task": "ClothWipe-v1", + "step": 200000, + "episodes": 50, + "successes": 4, + "success_rate": 0.08, + "episode_success": [ + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 362.82363760471344, + 372.8405673801899, + 244.38127472996712, + 201.6118485033512, + 256.9711308181286, + 171.56168222427368, + 346.6734634935856, + 179.08854173123837, + 479.4591394662857, + 381.3404468894005, + 268.7108691930771, + 168.6894432604313, + 168.3762571811676, + 310.29801166057587, + 522.4783105105162, + 274.8195803165436, + 304.36900806427, + 383.6768700927496, + 391.7421282827854, + 341.4329543709755, + 530.1148970127106, + 254.76445177197456, + 322.81193590164185, + 417.86882224678993, + 373.63134506344795, + 287.7181564569473, + 379.21200655400753, + 291.33263362944126, + 504.53528693318367, + 156.98897024989128, + 366.9530282020569, + 263.3705283552408, + 357.09199860692024, + 386.3029372692108, + 304.7830254137516, + 371.11574479937553, + 287.0847477763891, + 383.3635898530483, + 311.35586243867874, + 269.99625554680824, + 155.8377952426672, + 379.2419441342354, + 265.95038363337517, + 253.40761411190033, + 240.86947619915009, + 126.17684552073479, + 324.26628455519676, + 332.00021827220917, + 114.60478526353836, + 129.0450731664896 + ], + "episode_steps": [ + 500, + 500, + 369, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 379, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 375, + 500, + 398, + 500, + 500, + 500, + 500, + 500 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/ClutterGrasp-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/ClutterGrasp-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..3b12e9392e1d0a8f8cbdd04333504a54c0b4540c --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/ClutterGrasp-v1.json @@ -0,0 +1,166 @@ +{ + "task": "ClutterGrasp-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + -64.93902889080346, + 2226.7763732578605, + 46.28108910471201, + 2923.049091031775, + 5162.290217449889, + null, + 3533.1817392837256, + 617.7720253523439, + -108.73464551381767, + 1882.971670895815, + 310.74817825853825, + 148.57834867574275, + -124.6531244367361, + 6609.269004065543, + 1819.7223533019423, + 1138.8380983900279, + 587.5827812943608, + 3565.2811008561403, + -78.06003490462899, + 3113.11539000459, + -102.10695620626211, + 8165.088828815147, + 1145.0221677795053, + 8161.974245466292, + 7524.521159188822, + 81.95517298579216, + -106.86211600154638, + 294.1457485537976, + 1222.1529089212418, + -121.71356680803001, + 1186.306389465928, + 206.73839487321675, + -138.06448566541076, + 2702.9220415707678, + 2421.208419157192, + 1764.0605908595026, + -129.92407319694757, + -116.63850321248174, + 6653.011705989018, + 8212.12695373781, + -72.71260924264789, + 6727.9676737599075, + 2028.322796240449, + 2698.4091086685658, + 167.39381999522448, + 833.4206582196057, + 2713.85773691535, + 4777.594449574128, + 2680.9293376822025, + 2015.9629549644887 + ], + "episode_steps": [ + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/CoverPattern-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/CoverPattern-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..66b9e2efba5a1d8032025e1065cc1548281d6bf4 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/CoverPattern-v1.json @@ -0,0 +1,166 @@ +{ + "task": "CoverPattern-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + -3.000000142492354, + -3.000000142492354, + 69.20723745343275, + 139.24649686622433, + -3.000000142492354, + 92.59018135198858, + 751.0282028662041, + 799.4445208439138, + -3.000000142492354, + 76.80567133543082, + 115.73191165411845, + 432.77036024280824, + 125.31717250251677, + 92.08024791895878, + 93.59962989145424, + 557.4459652648075, + 708.0146139333956, + 105.83402090880554, + 800.2574504767545, + 216.60382676823065, + 720.3716216578614, + 786.8495877610985, + 817.0880873785354, + 178.8817753251642, + 692.7835472961888, + 768.276338738855, + 754.6240127889905, + 158.23211837210692, + 95.8223697016947, + -3.000000142492354, + 202.49320552381687, + 791.9266814612783, + 198.0141992183635, + 702.2767463910859, + 152.9827339029871, + 89.3671896152664, + 234.78577409638092, + -3.000000142492354, + -3.000000142492354, + 72.82333786180243, + -3.000000142492354, + -3.000000142492354, + 63.69946709845681, + -3.000000142492354, + 86.88096254318953, + 99.07839577412233, + 713.5744563571643, + 413.63550030067563, + 131.5026799258776, + -3.000000142492354 + ], + "episode_steps": [ + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DexOpenDoor-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DexOpenDoor-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..0eaee885dfce0029a782ab427fdaaad29d3a7273 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DexOpenDoor-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DexOpenDoor-v1", + "step": 200000, + "episodes": 50, + "successes": 8, + "success_rate": 0.16, + "episode_success": [ + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 174.4136043470353, + 115.58840205986053, + 306.2209745029686, + 414.37570422765566, + 337.326928942931, + 246.53751822886989, + 345.7495612576606, + 178.67891238772737, + 669.4406509799736, + 205.0223244988227, + 280.1397362302796, + 423.4391788742844, + 382.3499504027503, + 295.4496782179922, + 410.00823613387814, + 347.9976849630475, + 226.21168446261436, + 693.7430347473128, + 314.4829507544637, + 260.4198879757218, + 326.8331740944414, + 343.09345108736306, + 394.7187657680479, + 492.24995266925816, + 183.58664553798735, + 82.78932192269713, + 188.9774667713791, + 351.378438082058, + 289.21728573377743, + 193.15370060689747, + 167.72522722094925, + 559.3985370162409, + 362.7816009946132, + 420.1573784838364, + 301.0318340615024, + 173.39733273974082, + 734.559717034921, + 439.5381080720873, + 298.79002800361786, + 228.0104531510442, + 613.9157682929938, + 540.3220996730961, + 434.5626197042875, + 194.54907073418156, + 427.1572779070839, + 206.8312550317496, + 158.32973906677216, + 172.15650627691812, + 294.6304298802279, + 318.71189666655846 + ], + "episode_steps": [ + 387, + 850, + 850, + 850, + 850, + 850, + 850, + 386, + 850, + 850, + 850, + 850, + 850, + 850, + 850, + 850, + 850, + 850, + 850, + 487, + 850, + 850, + 850, + 850, + 850, + 850, + 412, + 850, + 850, + 850, + 469, + 850, + 850, + 850, + 850, + 410, + 850, + 850, + 850, + 347, + 850, + 850, + 850, + 458, + 850, + 850, + 850, + 850, + 850, + 850 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DrapeCloth-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DrapeCloth-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..9473d77c5f7d719359d285e60a83349f81eeedda --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DrapeCloth-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DrapeCloth-v1", + "step": 200000, + "episodes": 50, + "successes": 15, + "success_rate": 0.3, + "episode_success": [ + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 19.273168154759333, + 11.880694420047803, + 5.589584608562291, + 0.0, + 22.380110854748636, + 160.75058468896896, + 0.0, + 6.458760958863422, + 59.018718570208875, + 17.16060905798804, + 0.0, + 0.0, + 93.435370312538, + 22.785611001309007, + 8.446437305770814, + 6.025846308795735, + 15.578978106379509, + 0.0, + 0.0, + 74.32835821551271, + 24.51730433087505, + 135.31685314932838, + 6.662295028567314, + 38.393671843688935, + 0.0, + 0.0, + 0.0, + 10.072131104767323, + 8.617647711245809, + 6.495550340972841, + 0.539578446187079, + 36.517096407013014, + 20.57298610941507, + 1.3859293993446045, + 4.443376017268747, + 0.0, + 6.964004156645387, + 8.262454154435545, + 22.019127021776512, + 0.0, + 0.0, + 13.337520130444318, + 0.0, + 0.0, + 81.71223323978484, + 0.0, + 0.0, + 0.0, + 44.69332721925457, + 14.830742055115024 + ], + "episode_steps": [ + 393, + 800, + 272, + 800, + 305, + 800, + 800, + 248, + 800, + 277, + 800, + 800, + 800, + 288, + 254, + 255, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 367, + 800, + 800, + 800, + 317, + 800, + 251, + 800, + 250, + 338, + 304, + 800, + 800, + 291, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmAssembleBracket-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmAssembleBracket-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..646b41a497ba263ed3eb200795378f90c1ed725f --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmAssembleBracket-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmAssembleBracket-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 1.938387155532837, + 2.030675947666168, + 2.2316378951072693, + 6.06853049993515, + 2.0639381408691406, + 1.0807166695594788, + 1.5524422526359558, + 1.715137243270874, + 1.797926127910614, + 1.7392417788505554, + 1.5219768285751343, + 1.2657282948493958, + 1.9942161440849304, + 1.1705185174942017, + 1.742678165435791, + 1.715477168560028, + 1.6274738311767578, + 1.6987769603729248, + 1.929179310798645, + 2.09506618976593, + 1.3539666533470154, + 1.5170687437057495, + 7.564789891242981, + 2.016128420829773, + 1.7378469705581665, + 1.1984294652938843, + 2.188272714614868, + 1.5374242663383484, + 1.303098976612091, + 1.3827084302902222, + 1.6455052495002747, + 1.4020520448684692, + 1.2042571306228638, + 2.6127407550811768, + 1.38108891248703, + 2.6106863617897034, + 1.6449049711227417, + 2.1187875270843506, + 1.6853435635566711, + 1.824047863483429, + 1.548081874847412, + 0.6045535206794739, + 0.9645140767097473, + 2.07235324382782, + 1.7772499918937683, + 41.85272789001465, + 1.6079785227775574, + 1.637541115283966, + 1.7924625873565674, + 1.1464088559150696 + ], + "episode_steps": [ + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmBallClassify-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmBallClassify-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..0ff5689eb7744271e358b79128079aa764dc3350 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmBallClassify-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmBallClassify-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 2860.8819610476494, + 2443.901638686657, + 2721.263973891735, + 1090.6740882396698, + 2988.5451477766037, + 1788.2258648574352, + 1881.3029091358185, + 3174.732720196247, + 3659.7695543169975, + 1057.7752083539963, + 3124.7175157666206, + 3355.023590385914, + 3525.556022822857, + 3556.1882086396217, + 2407.976932287216, + 3515.8022969961166, + 2722.924913227558, + 2832.8361697793007, + 2572.621209949255, + 2789.1875118613243, + 2477.084897875786, + 2574.6434032320976, + 3736.242958843708, + 2035.724972128868, + 2909.914108991623, + 1918.790634572506, + 2517.9394500255585, + 3102.1341722011566, + 3708.5075951218605, + 2465.7136325240135, + 2776.7001818418503, + 3432.159742832184, + 3330.157912015915, + 1103.5454452037811, + 2184.2611041665077, + 3421.5575217604637, + 2818.7146488428116, + 3283.309045255184, + 3361.7635520100594, + 2420.341259896755, + 2374.7846499681473, + 2456.346529185772, + 2620.691247045994, + 2208.6006714105606, + 2138.881318926811, + 3659.135562300682, + 3425.7703580260277, + 3734.920174896717, + 3649.3431534171104, + 2228.8653977811337 + ], + "episode_steps": [ + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200, + 2200 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmBilliardBridge-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmBilliardBridge-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..2ea6da3745bca8418c62c1f9c9786d0f6b3b95b3 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmBilliardBridge-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmBilliardBridge-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 1177.5171263217926, + 1208.6134748458862, + 1203.0715408325195, + 1179.4497470855713, + 1176.3582718372345, + 1099.8170289993286, + 726.9404623508453, + 1169.11465716362, + 1201.0889234542847, + 1198.8861854076385, + 1179.72030544281, + 1186.233594417572, + 1214.5736923217773, + 1204.5255546569824, + 1195.9912943840027, + 1187.6683008670807, + 1173.4131274223328, + 1206.233980178833, + 1174.5962221622467, + 1174.8325901031494, + 1188.1004524230957, + 1180.958288192749, + 1198.5262608528137, + 1192.303031206131, + 1193.571180343628, + 413.8692649900913, + 1179.357961177826, + 1189.3175015449524, + 1179.767753124237, + 560.1661918759346, + 1194.2626643180847, + 1199.94944024086, + 1201.2510952949524, + 1186.323325395584, + 1187.351328611374, + 830.524908542633, + 1190.7338376045227, + 1187.9629566669464, + 1173.6011137962341, + 1145.8593887090683, + 1170.1121163368225, + 485.68683511018753, + 1066.4061883091927, + 636.8723092079163, + 1189.6428925991058, + 1198.9626228809357, + 1198.801607131958, + 1179.1686108112335, + 1201.1224267482758, + 1194.7256035804749 + ], + "episode_steps": [ + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmBookPickPlace-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmBookPickPlace-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..3bc5a549fb129b38bb10ae2a8483de60fb8139ce --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmBookPickPlace-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmBookPickPlace-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 2041.1206358671188, + 567.2181419730186, + 854.8827574253082, + 27.250393450260162, + 159.5377202630043, + 198.1296136379242, + 46.22546565532684, + 487.89627915620804, + 984.9024538397789, + 76.18831759691238, + 31.266945600509644, + 35.60044437646866, + 1652.964635848999, + 90.87529933452606, + 252.73782628774643, + 2290.283850610256, + 1723.0755184292793, + 83.33666867017746, + 275.0426806807518, + 318.31753301620483, + 2041.0369559526443, + 773.4039323925972, + 495.8517695069313, + 185.11751407384872, + 28.896469831466675, + 113.07108306884766, + 937.3099343776703, + 1772.4727962613106, + 57.611804366111755, + 177.0942900776863, + 1515.0199942588806, + 2130.589131116867, + 1637.5237165689468, + 96.61189180612564, + 2101.2372331023216, + 353.8790530562401, + 2124.3948364257812, + 2195.1217942237854, + 13.531644999980927, + 766.2164730429649, + 918.8682671785355, + 1920.657937347889, + 54.78324258327484, + 704.4515273571014, + 500.14420145750046, + 326.342531979084, + 2614.287307858467, + 1271.7746047377586, + 20.842469215393066, + 3053.2651321291924 + ], + "episode_steps": [ + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmButtonPress-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmButtonPress-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..090dcaa24a882e622d4817c114fcedf9321242e8 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmButtonPress-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmButtonPress-v1", + "step": 200000, + "episodes": 50, + "successes": 17, + "success_rate": 0.34, + "episode_success": [ + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "episode_return": [ + 337.1692990064621, + 147.47071278095245, + 125.19698202610016, + 321.9475255012512, + 309.90455389022827, + 313.4642559289932, + 341.48622274398804, + 342.5755661725998, + 317.303386926651, + 350.1039220094681, + 335.55524504184723, + 181.56466460227966, + 159.55722296237946, + 97.49865424633026, + 93.39508545398712, + 94.15756440162659, + 340.134224653244, + 327.38956677913666, + 328.3167550563812, + 340.0811275243759, + 329.7898452281952, + 139.67625510692596, + 336.5559163093567, + 331.1867605447769, + 327.8055993318558, + 328.4468026161194, + 337.74487376213074, + 321.5113545656204, + 98.09883320331573, + 95.37016499042511, + 101.79751670360565, + 330.01563346385956, + 123.7385401725769, + 326.8949213027954, + 348.3537714481354, + 312.7289174795151, + 335.47584986686707, + 338.4879970550537, + 332.68275249004364, + 336.50919699668884, + 342.631511926651, + 95.04938805103302, + 326.57741487026215, + 334.03008210659027, + 335.66114366054535, + 118.55163252353668, + 90.15644204616547, + 124.57432734966278, + 328.8836387395859, + 118.08682656288147 + ], + "episode_steps": [ + 250, + 123, + 106, + 250, + 250, + 250, + 250, + 250, + 250, + 250, + 250, + 144, + 131, + 78, + 81, + 75, + 250, + 250, + 250, + 250, + 250, + 115, + 250, + 250, + 250, + 250, + 250, + 250, + 86, + 76, + 81, + 250, + 105, + 250, + 250, + 250, + 250, + 250, + 250, + 250, + 250, + 83, + 250, + 250, + 250, + 94, + 80, + 104, + 250, + 100 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmCleanupPotEnv-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmCleanupPotEnv-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..50492005bd2164bf9743742ebcce546a1d655c28 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmCleanupPotEnv-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmCleanupPotEnv-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 135.53270453214645, + 206.37977123260498, + 103.82859516143799, + 104.53968858718872, + 155.65400701761246, + 175.11012256145477, + 96.40349143743515, + 143.46097058057785, + 87.16284453868866, + 83.66348761320114, + 104.04301953315735, + 107.88741219043732, + 106.30731058120728, + 155.65807104110718, + 87.42197358608246, + null, + 93.23285728693008, + 130.04556453227997, + 93.78315156698227, + 108.83836615085602, + 104.88772392272949, + 103.97145789861679, + 99.1295970082283, + 98.93044221401215, + 123.4600613117218, + 105.37046194076538, + 191.62304663658142, + 105.62314695119858, + 89.4648180603981, + 94.50108534097672, + 104.2323112487793, + 93.99441385269165, + 172.50769931077957, + 95.05506128072739, + 147.77935361862183, + 124.42656254768372, + 119.29507577419281, + 104.41144382953644, + 172.13461136817932, + 103.76609259843826, + 103.93482446670532, + 168.8328708410263, + 183.26278287172318, + 200.5101317167282, + 239.8441503047943, + 85.9857103228569, + 104.66361045837402, + 131.14793974161148, + 103.8062533736229, + 92.979727268219 + ], + "episode_steps": [ + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmClothAlign-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmClothAlign-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..87e1cf06a84fe3479e8d317ab2087d830a98502b --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmClothAlign-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmClothAlign-v1", + "step": 200000, + "episodes": 50, + "successes": 10, + "success_rate": 0.2, + "episode_success": [ + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0 + ], + "episode_return": [ + 33.84645664785057, + 2.8021652698516846, + 7.457677099853754, + 46.93602390727028, + 49.80314930388704, + 69.19094503484666, + 4.938976373523474, + 0.0, + 30.948818841017783, + 59.90551161440089, + 34.6210627630353, + 0.0, + 0.0, + 42.68602335592732, + 34.708661334589124, + 0.0, + 0.0, + 18.492125767748803, + 53.36712567368522, + 0.0, + 53.5039367005229, + 24.38188964035362, + 2.709645565133542, + 40.49803161621094, + 53.80807073973119, + 49.44684969680384, + 58.442911620251834, + 6.458661213517189, + 9.15551171451807, + 44.030511509627104, + 26.650590855628252, + 3.084645682014525, + 47.98228166718036, + 22.360236222390085, + 44.63582608290017, + 22.37992111314088, + 3.778543323278427, + 29.050196775235236, + 30.613188952207565, + 10.40944869024679, + 51.16830716561526, + 6.164369951933622, + 0.0, + 67.55905468203127, + 40.42519690981135, + 0.0, + 50.35531498864293, + 17.84055105736479, + 21.40944857802242, + 55.7962596192956 + ], + "episode_steps": [ + 200, + 129, + 200, + 200, + 200, + 200, + 106, + 200, + 200, + 200, + 164, + 200, + 200, + 200, + 200, + 200, + 200, + 127, + 200, + 200, + 200, + 200, + 200, + 143, + 200, + 200, + 200, + 200, + 200, + 188, + 200, + 200, + 200, + 200, + 200, + 200, + 200, + 200, + 134, + 117, + 200, + 131, + 200, + 200, + 200, + 200, + 200, + 116, + 200, + 200 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmClothCylinderWipe-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmClothCylinderWipe-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..6029e425475159ee227c0197c5831c748e9a8f19 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmClothCylinderWipe-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmClothCylinderWipe-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -0.20000001462176442, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -1.0, + -0.1999999360414222, + -1.0, + -1.0, + -1.0, + -1.0 + ], + "episode_steps": [ + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmClothHanger-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmClothHanger-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..48468f30f2fab51e3aaa28810bfd48a3b673b6d4 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmClothHanger-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmClothHanger-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 29.103758811950684, + 136.62820518016815, + 141.1816777586937, + 238.93090611696243, + 313.0748807191849, + 88.76873654127121, + 6.504868507385254, + 186.18122851848602, + 136.7211217880249, + 149.19208097457886, + 110.1804329752922, + 88.73785799741745, + 191.82682526111603, + 138.5377914905548, + 114.86417669057846, + 31.169364273548126, + 13.288264453411102, + 20.756051898002625, + 68.18892693519592, + 155.89913541078568, + 38.60230326652527, + 168.27023434638977, + 45.30194801092148, + 82.36652827262878, + 18.39337033033371, + 263.6682679653168, + 270.37293154001236, + 85.9421437382698, + 58.524099469184875, + 81.6388652920723, + 26.21080631017685, + 156.71675223112106, + 493.9041020870209, + 49.660935401916504, + 178.1854190826416, + 27.964050769805908, + 133.19784271717072, + 33.38396483659744, + 161.53382849693298, + 109.82944655418396, + 210.48239308595657, + 69.80866050720215, + 199.49483186006546, + 61.23463237285614, + 299.25632333755493, + 45.391495048999786, + 120.68217211961746, + 101.67057859897614, + 106.03592425584793, + 51.620416939258575 + ], + "episode_steps": [ + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmCoverCloth-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmCoverCloth-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..d060d4b9d9a7f05f87c039b934b671fd001d8626 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmCoverCloth-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmCoverCloth-v1", + "step": 200000, + "episodes": 50, + "successes": 4, + "success_rate": 0.08, + "episode_success": [ + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 198.47777583636343, + 65.91856015380472, + 171.21713552623987, + 241.19496283866465, + 65.96946118958294, + 61.45941762626171, + 174.56904021836817, + 227.84980558697134, + 201.39321574941278, + 224.75565656088293, + 80.91690807323903, + 198.86236187629402, + 60.70184934511781, + 179.80380949750543, + 236.28511007875204, + 116.40861086733639, + 64.949198493734, + 196.95238379540388, + 26.89642597362399, + 66.36096469685435, + 131.9305411921814, + 225.00364698283374, + 252.52113546151668, + 160.39913588948548, + 206.45202204585075, + 66.76517558284104, + 184.23161755129695, + 150.05708713876083, + 83.21816990710795, + 226.38120328914374, + 139.12707654293627, + 178.9170806063339, + 235.2549404706806, + 224.9216608069837, + 249.62746863253415, + 116.65391719155014, + 50.044483572244644, + 80.6793391276151, + 153.94014532491565, + 112.88713573105633, + 41.81028937548399, + 72.1877102041617, + 178.66838220506907, + 124.21917205583304, + 158.3964054118842, + 75.77470036689192, + 102.22742828913033, + 234.79131303541362, + 130.764158943668, + 91.7720393743366 + ], + "episode_steps": [ + 372, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 390, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 315, + 400, + 400, + 400, + 400, + 400, + 334, + 400, + 400, + 400 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmDoubleDoorBox-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmDoubleDoorBox-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..c7c1b877bcf99635a6f516bd5b40fbca2911388f --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmDoubleDoorBox-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmDoubleDoorBox-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 34.54181557148695, + 34.58834607899189, + 34.77991331368685, + 34.58644041419029, + 34.413794592022896, + 34.55373567342758, + 34.5765168890357, + 34.589541636407375, + 34.55833814293146, + 103.39007296413183, + 34.569736294448376, + 34.561458848416805, + 34.563912354409695, + 34.565618358552456, + 37.49131736159325, + 34.585720025002956, + 70.9797231554985, + 35.78794229030609, + 34.55751120299101, + 34.58741982281208, + 34.57843789458275, + 34.55728201568127, + 34.58749721944332, + 34.65881048887968, + 34.620888128876686, + 36.138452246785164, + 34.588589906692505, + 34.63291770964861, + 34.61998904496431, + 34.584933400154114, + 34.572021685540676, + 34.51834316551685, + 34.58119108527899, + 34.709670163691044, + 34.7174533829093, + 117.10630543529987, + 34.57159170508385, + 35.748041808605194, + 34.58779111504555, + 43.13783705979586, + 34.57152421027422, + 57.49623362720013, + 34.58443008363247, + 34.57946737110615, + 34.58098179101944, + 34.60784853994846, + 34.56487060338259, + 34.66528543829918, + 34.601788714528084, + 34.58415787667036 + ], + "episode_steps": [ + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmFlipTable-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmFlipTable-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..12eeff918825c407a1612cc3442555fba68d2d96 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmFlipTable-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmFlipTable-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 1329.38605594635, + 900.0542126893997, + 324.17086827754974, + 882.9856044054031, + 878.8503247499466, + 663.7256432771683, + 465.1076066493988, + 1379.7400114536285, + 2498.8417286872864, + 1370.221617937088, + 815.7285287380219, + 680.8554904460907, + 1502.514731168747, + 3530.1524295806885, + 908.1799676418304, + 2281.1023770570755, + 948.9827916622162, + 775.7993017435074, + 530.0306651592255, + 693.2949159145355, + 3748.463983654976, + 956.3616610765457, + 1548.548369050026, + 1245.50188434124, + 1878.9295567274094, + 2387.4815752506256, + 1022.953332901001, + 816.1317579746246, + 727.1596645116806, + 734.0775153636932, + 3327.0302708148956, + 2111.9773288965225, + 738.1360597610474, + 1267.9504537582397, + 1459.5244319438934, + 3819.635170698166, + 1017.8748215436935, + 895.4655787944794, + 762.8049380779266, + 1182.4456534385681, + 1511.5604372024536, + 837.5007393360138, + 1540.5068627595901, + 906.8059428930283, + 824.4614995718002, + 829.3860294818878, + 2488.996816754341, + 803.6164048910141, + 809.8236070871353, + 903.3647320270538 + ], + "episode_steps": [ + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmFoldCarton-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmFoldCarton-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..30f8685b8d49292ac1a34c9953dad70c2cb14fb7 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmFoldCarton-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmFoldCarton-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 6606.652432441711, + 6178.093371748924, + 5359.289927124977, + 6542.780044794083, + 5617.016508221626, + 6280.826304912567, + 5416.977892160416, + 6512.109017729759, + 12039.112607717514, + 6253.46123445034, + 5855.533905386925, + 5746.779875636101, + 10984.562084913254, + 7446.014676094055, + 5978.751178026199, + 5673.003889799118, + 5957.716438055038, + 6694.796774864197, + 6274.122005224228, + 5673.144015073776, + 5365.864890575409, + 6429.3705052137375, + 5927.867084264755, + 6054.148591399193, + 5924.632498264313, + 6252.136265277863, + 7509.094404459, + 5437.270768761635, + 6014.676569223404, + 5540.636578798294, + 8438.448150157928, + 5406.40543448925, + 5651.103604674339, + 6253.461950540543, + 5821.584609746933, + 5984.617080926895, + 5920.776906967163, + 7276.0623116493225, + 5324.015283584595, + 5971.492339849472, + 5173.491907954216, + 5914.657271504402, + 6081.765537261963, + 4742.311149120331, + 5822.033180356026, + 5816.840866088867, + 5767.044847249985, + 6006.354600906372, + 6031.0989191532135, + 6042.68252158165 + ], + "episode_steps": [ + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmFoldHandKerchief-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmFoldHandKerchief-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..329b540b076f75da88a44aa6b00eed4154602b2f --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmFoldHandKerchief-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmFoldHandKerchief-v1", + "step": 200000, + "episodes": 50, + "successes": 10, + "success_rate": 0.2, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0 + ], + "episode_return": [ + -0.00815284252166748, + 0.014050841331481934, + 0.06342107057571411, + 0.053592175245285034, + 0.06856545805931091, + -0.024664998054504395, + -0.031200528144836426, + 0.025140076875686646, + 0.049719274044036865, + 0.09561681747436523, + -99.47238132357597, + -0.042137354612350464, + 0.03529590368270874, + -0.041637271642684937, + 0.010395258665084839, + 0.012255609035491943, + -99.5515074133873, + 0.09140413999557495, + -0.02429288625717163, + -0.020479649305343628, + 0.08700186014175415, + 0.057708173990249634, + -0.06227022409439087, + 0.04948103427886963, + 0.00046941637992858887, + 0.01051419973373413, + -0.031785666942596436, + -99.49286544322968, + 0.019406378269195557, + 1.5646261870861053, + 0.0007247328758239746, + -99.49183189868927, + -99.54386875033379, + 12.662487655878067, + -99.52415549755096, + 0.09128844738006592, + -0.06259596347808838, + -0.08812245726585388, + -99.3663078546524, + 0.015948444604873657, + 0.10877195000648499, + 0.0, + -99.5020163655281, + 0.034634292125701904, + 0.10590222477912903, + 0.07953029870986938, + 0.15737870335578918, + -0.001743704080581665, + 15.65083983540535, + 0.0457436740398407 + ], + "episode_steps": [ + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 289, + 300, + 300, + 300, + 270, + 300, + 300, + 300, + 300, + 300, + 300, + 255, + 300, + 300, + 300, + 300, + 300, + 217, + 300, + 300, + 300, + 297, + 141, + 234, + 300, + 300, + 300, + 167, + 300, + 300, + 300, + 300, + 290, + 300, + 300, + 300, + 300, + 300, + 180, + 300 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmHammerHandover-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmHammerHandover-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..a561607f592702b8b8cfc8fd89b2e6563587df7a --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmHammerHandover-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmHammerHandover-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + -66.64206747710705, + -54.20385046303272, + 65.93724996596575, + -95.04987589642406, + 56.16667738556862, + 99.58402881771326, + 38.22148257493973, + 64.74171572178602, + 77.200514677912, + -77.93727059662342, + 81.11625832691789, + 74.4846199862659, + 71.78371720761061, + 80.23666451498866, + 87.28674665465951, + -52.45595607161522, + 518.0115977302194, + -104.38181293010712, + -104.24619710817933, + -48.65204140543938, + 110.72628476843238, + -8.36146554350853, + 62.83917823806405, + 36.247566021978855, + 515.6643617041409, + -84.92823161929846, + -21.10287593305111, + -112.81816836819053, + -131.04461540654302, + 120.89422098174691, + 71.33579106628895, + 0.8265098333358765, + 45.71267994120717, + 113.72704768180847, + -53.98153813928366, + 45.27568202838302, + 58.115631993860006, + 73.58263486996293, + 108.81593606621027, + 81.13675599172711, + 52.681478060781956, + 72.68672775104642, + 38.314993876963854, + 105.8045403547585, + 104.8080960214138, + 168.26447392627597, + -88.36243487149477, + -6.733355067670345, + 96.40628726780415, + 5.01855892688036 + ], + "episode_steps": [ + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmJugglingBall-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmJugglingBall-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..59830bad6ad42c8b0b55420f9a838c876ee6b15d --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmJugglingBall-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmJugglingBall-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + -5409.793345451355, + -5426.176173686981, + -5299.065698623657, + -5349.389674425125, + -5546.184856414795, + -4906.032100915909, + -5319.966752052307, + -5625.447130918503, + -5262.341672897339, + -5577.530546426773, + -5495.108672618866, + -5478.1957495212555, + -5226.505019903183, + -5092.499874711037, + -5592.047704458237, + -5338.893862962723, + -5603.443493843079, + -5526.839666843414, + -5616.885272264481, + -5123.797121524811, + -4939.3070204257965, + -4163.895410060883, + -4601.126063466072, + -5626.041752099991, + -5231.265791893005, + -5515.353516340256, + -5287.324160814285, + -5225.462455749512, + -5625.100951194763, + -5580.77877664566, + -5182.611985683441, + -5020.878768086433, + -5594.924720525742, + -5553.5563621521, + -5458.73340678215, + -5251.498358011246, + -5543.622220039368, + -5537.668623685837, + -5576.332665920258, + -5394.042891740799, + -5633.296567440033, + -5339.421585321426, + -5503.510198354721, + -5486.570648908615, + -5497.022416591644, + -5324.031703710556, + -5605.448961734772, + -5326.435880422592, + -5321.055603265762, + -5351.695604801178 + ], + "episode_steps": [ + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmJumpRope-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmJumpRope-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..b98a7196fff33b9b213b48803a623b0697c3ce0f --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmJumpRope-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmJumpRope-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 476.12697044364177, + null, + 207.8242096249014, + 391.1491629978409, + 247.38933642150369, + null, + 193.55832757998724, + 46.21993071958423, + 24.187146532698534, + 203.47437388938852, + 142.42731686285697, + null, + 245.1909468799131, + null, + 54.330873825238086, + 215.92908156628255, + 92.56560103339143, + 145.6908015491208, + 158.68828407721594, + 148.83754547394346, + 148.38591416552663, + 106.02871371840592, + 173.7865413253894, + 494.5646213958971, + 88.42064764432143, + 434.5376194684068, + 234.23927906970493, + null, + 216.35411823994946, + 470.58768969599623, + 117.01530036702752, + 50.532360121025704, + 174.7327153258957, + 163.01655548647977, + 329.46326220117044, + 232.83380288723856, + 204.19275561964605, + 229.75284732179716, + 152.69801197724883, + 39.11174969107378, + 71.99335505918134, + 54.01688894699328, + 147.64318756083958, + 162.84936300758272, + 134.13550380105153, + null, + 261.4774950314313, + null, + 26.96109068777878, + 151.41290989948902 + ], + "episode_steps": [ + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmKeyboardType-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmKeyboardType-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..b05ee4fff683b3fc8e1444afce9d1beb1e1eb5e1 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmKeyboardType-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmKeyboardType-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + -193.66994566167705, + -191.41561646014452, + -205.99518353422172, + -204.92690569078695, + -226.77023802697659, + -133.55079531902447, + -193.0131433783099, + -187.20954326121137, + -224.11633344739676, + -216.43094170093536, + -197.52177224308252, + -229.80320073664188, + -205.87340077757835, + -216.18439305573702, + -223.4679902419448, + -201.58772495475569, + -206.67983850091696, + -203.45674525410868, + -226.56923568993807, + -192.76029727363493, + -127.25370968063362, + -216.80560778081417, + -217.77003747224808, + -195.36657423514407, + -223.6556805446744, + -216.9566370449029, + -133.76742517450475, + -183.003582661564, + -227.47673831135035, + -226.59444554150105, + -222.7966792806983, + -142.52984157815808, + -224.20771794766188, + -187.98965284600854, + -219.21666890382767, + -189.79395057843067, + -228.9855276942253, + -227.57417622953653, + -216.091761931777, + -171.003128933502, + -191.53083028644323, + -218.11630956083536, + -195.426884597975, + -218.71609776467085, + -216.01004107296467, + -206.7721517905593, + -225.757028080523, + -222.08818412339315, + -190.211382817477, + -213.7028527110815 + ], + "episode_steps": [ + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmLayerClayInDish-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmLayerClayInDish-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..4639980ba04941e51656266dc0017728ce669025 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmLayerClayInDish-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmLayerClayInDish-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 453.5565791130066, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 603.3537870049477, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 604.8458370566368, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 532.7608517408371, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426, + 421.8095906972885, + 419.9999928474426, + 419.9999928474426, + 419.9999928474426 + ], + "episode_steps": [ + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmLiftBall-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmLiftBall-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..afc228ec3f58cf1f9cb412e5d3745d8ad891a180 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmLiftBall-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmLiftBall-v1", + "step": 200000, + "episodes": 50, + "successes": 6, + "success_rate": 0.12, + "episode_success": [ + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0 + ], + "episode_return": [ + 39.218291878700256, + 27.64294084906578, + 26.90322482585907, + 39.41082385182381, + 21.804285496473312, + 39.95104232430458, + 26.080552518367767, + 20.408609956502914, + 28.85863670706749, + 24.290209501981735, + 39.03996703028679, + 25.965370148420334, + 36.62206694483757, + 43.1095555126667, + 38.703034698963165, + 21.027473658323288, + 24.400818586349487, + 32.677795708179474, + 33.569303303956985, + 39.37111335992813, + 28.269198954105377, + 51.355407387018204, + 46.313445419073105, + 39.08919894695282, + 30.497588455677032, + 29.687610626220703, + 28.017067283391953, + 39.1110879778862, + 29.3741295337677, + 28.548427402973175, + 33.331724882125854, + 38.822742342948914, + 24.657494008541107, + 38.18650525808334, + 36.84689748287201, + 28.88730463385582, + 38.0331709086895, + 51.73592332005501, + 27.621725618839264, + 32.370759665966034, + 22.581841468811035, + 28.230744034051895, + 32.999873131513596, + 28.537301689386368, + 30.285425305366516, + 27.399920761585236, + 35.284714221954346, + 29.346609324216843, + 34.98901307582855, + 33.3661305308342 + ], + "episode_steps": [ + 144, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 147, + 300, + 300, + 300, + 300, + 300, + 300, + 148, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 148, + 300, + 300, + 300, + 300, + 138, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 133, + 300, + 300 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmLiftSoftDex-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmLiftSoftDex-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..8500572b6940aaead2ab0f82e7caae02be71dbc9 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmLiftSoftDex-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmLiftSoftDex-v1", + "step": 200000, + "episodes": 50, + "successes": 22, + "success_rate": 0.44, + "episode_success": [ + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0 + ], + "episode_return": [ + 156.0428852364421, + 136.11518475413322, + 194.63831809908152, + 131.7173898142646, + 111.75756673386786, + 116.01593338698149, + 126.96389892697334, + 113.76970269158483, + 144.38447880465537, + 107.63715998153202, + 127.17551826685667, + 184.06039522588253, + 122.10924896225333, + 125.90816351771355, + 126.93057936429977, + 179.3150634020567, + 117.50062323361635, + 123.54063950234558, + 135.25627962499857, + 127.40272282063961, + 98.80006537914232, + 125.55077188462019, + 102.98414497432532, + 126.32996538153384, + 115.96614519797731, + 107.95160165429115, + 120.00236985646188, + 165.36707102879882, + 226.28326810151339, + 123.2461646348238, + 124.27362529188395, + 118.65757491439581, + 127.0207597464323, + 122.68236416578293, + 123.15300304442644, + 122.15105120837688, + 115.54809014350758, + 126.6140330657363, + 161.5267850458622, + 144.91157212801045, + 125.31226851791143, + 187.1164581477642, + 155.79594770804397, + 186.51403240859509, + 125.24903108924627, + 155.91243419982493, + 162.21866174787283, + 193.20020531862974, + 123.55602459609509, + 116.45053013414145 + ], + "episode_steps": [ + 300, + 182, + 300, + 300, + 300, + 158, + 171, + 300, + 300, + 300, + 171, + 300, + 300, + 170, + 172, + 233, + 300, + 300, + 181, + 172, + 300, + 173, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 167, + 168, + 161, + 171, + 167, + 169, + 165, + 300, + 173, + 211, + 300, + 300, + 300, + 300, + 300, + 170, + 300, + 300, + 300, + 170, + 159 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmLiquidMixing-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmLiquidMixing-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..59db840436f2ee576a81d99efadbf442c05dd511 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmLiquidMixing-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmLiquidMixing-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 285.2921130778268, + 81.67620108369738, + 8.403772367164493, + 438.50421091821045, + 166.90763177536428, + 186.83894632104784, + 159.40772028453648, + 132.35995363257825, + 410.65493249055, + 179.536965303123, + 102.39855341985822, + 97.85718389134854, + 319.847751615569, + 182.58720050845295, + 148.61722721811384, + 328.71706904657185, + 198.82767242286354, + 364.61270742304623, + 394.09012391604483, + 166.48097085300833, + 167.24214215949178, + 206.1107282396406, + 271.4665021887049, + 169.750924853608, + 179.47910092771053, + 161.18094530235976, + 161.47890888433903, + 174.7692786315456, + 260.8458064617589, + 177.02608904615045, + 171.40887141879648, + 154.37324681319296, + 175.1117477454245, + 150.30267744790763, + 303.2929668240249, + 144.25050907116383, + 197.92904876358807, + 205.4844772135839, + 180.57245510723442, + 181.76550238765776, + 249.40853663999587, + 328.98720238916576, + 307.21658753883094, + 174.3443456189707, + 202.48688596580178, + 31.61551190004684, + 244.4818856511265, + 198.01574291475117, + 229.66304891742766, + 163.789810908027 + ], + "episode_steps": [ + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmMahjongSetup-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmMahjongSetup-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..f586251155d087b12b3acf1ce8abc352c22b23a2 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmMahjongSetup-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmMahjongSetup-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 743.437385737896, + 980.2234126329422, + 1050.8629500865936, + -2199.7241460084915, + -2884.7166823148727, + 974.7454622983932, + 1074.1187806129456, + 1114.218489766121, + 1073.4317877292633, + 1107.385749578476, + 1209.1520437002182, + -1421.1890029758215, + 1133.7514548301697, + -61.2649199962616, + 1075.3196724653244, + 904.0744323730469, + 924.6523797512054, + -3859.937497615814, + 893.6648741960526, + -3521.8713164925575, + 1030.406302332878, + 1058.1892737150192, + 330.88387539982796, + null, + 1007.805589556694, + -751.2811942696571, + 1019.593995809555, + 877.2229640483856, + 1051.6422346830368, + 1190.816259264946, + 1080.040449142456, + 956.9973359107971, + 750.0556602478027, + 1089.476357460022, + 1089.9156460762024, + 935.4340621232986, + 1617.3656293153763, + 1013.3774396181107, + -2397.9872200489044, + 935.1446958184242, + 920.0517071485519, + 1538.9987550973892, + 975.8246387243271, + null, + -2232.4800056815147, + 986.7745381593704, + 859.9539201259613, + 1135.1793727874756, + 1078.4322818517685, + 1036.3104909658432 + ], + "episode_steps": [ + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmMakeLine-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmMakeLine-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..aec992e8debf5f88010c23999568d8237a431403 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmMakeLine-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmMakeLine-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 11576.327150821686, + 11690.144917488098, + 11931.003605365753, + 11917.932587385178, + 10416.16701221466, + 10574.484793424606, + 11127.424092292786, + 10659.447187423706, + 11324.0663356781, + 12474.923182964325, + 10614.184022426605, + 11474.98186969757, + 10524.538098812103, + 12789.48976612091, + 11413.223742485046, + 9500.382375955582, + 11582.635077953339, + 11877.977400302887, + 12474.866060733795, + 10485.389493465424, + 10776.16783285141, + 12345.382614135742, + 11106.129546642303, + 9815.762158155441, + 11412.741445064545, + 11433.138418674469, + 10604.984486341476, + 10345.990246295929, + 11406.168658733368, + 11038.2775888443, + 11688.372210502625, + 11460.926908493042, + 11025.257228851318, + 10571.719079256058, + 9660.369125127792, + 11411.215470314026, + 11833.448651313782, + 11856.059921741486, + 11862.193537712097, + 11291.61888551712, + 14033.979132175446, + 10006.96330499649, + 10503.480841636658, + 10605.205361127853, + 11191.600445508957, + 14573.309448242188, + 12121.339900016785, + 11236.685558319092, + 11392.296713590622, + 9829.277351140976 + ], + "episode_steps": [ + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmOpenBottle-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmOpenBottle-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..d67dba13a6e95f40acb8f93468d562e1f638d8cc --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmOpenBottle-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmOpenBottle-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 2194.434849500656, + 2125.5581505298615, + 2120.6790421009064, + 2019.4951357841492, + 1994.8016624450684, + 2240.9329438209534, + 2216.0321583747864, + 2124.6723368167877, + 2003.2574265003204, + 2135.91468167305, + 2248.2833213806152, + 2035.088462114334, + 2100.004310131073, + 2265.7809154987335, + 2194.4672136306763, + 2172.8037297725677, + 2119.815015077591, + 2170.398864030838, + 2223.588287115097, + 2121.5389370918274, + 2082.1014041900635, + 2145.706269264221, + 2225.652883052826, + 2148.6752490997314, + 1999.4134294986725, + 1919.426337480545, + 2215.505663871765, + 2063.9670453071594, + 2027.3583805561066, + 2165.1025390625, + 2082.5220935344696, + 2168.907628059387, + 2010.335035085678, + 1990.4487764835358, + 2231.6852929592133, + 1971.9716529846191, + 2172.4299581050873, + 2141.7436990737915, + 2110.300568819046, + 2167.709782600403, + 2090.8231542110443, + 1954.1666786670685, + 2224.930824995041, + 2103.9138264656067, + 2149.199905872345, + 2024.265840291977, + 2096.176732301712, + 2098.4747030735016, + 2169.892028093338, + 2151.9246969223022 + ], + "episode_steps": [ + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmOpenFridge-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmOpenFridge-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..d51875970e691ef539a9d8bc46f627f94a0faed6 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmOpenFridge-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmOpenFridge-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 1536.3436496257782, + 1335.5384860038757, + 1334.5587162971497, + 1332.1357612609863, + 1548.5094020366669, + 1339.2198765277863, + 1337.6498355865479, + 1511.7124364376068, + 1522.0437247753143, + 1453.153589963913, + 1616.5408470630646, + 1338.257169008255, + 1420.7393407821655, + 1533.831269979477, + 1517.542401790619, + 1519.1074469089508, + 1484.1999192237854, + 1337.5521013736725, + 1332.6783981323242, + 1448.3891966342926, + 1446.0672240257263, + 1340.0840902328491, + 1551.2307176589966, + 1335.821527004242, + 1452.3290565013885, + 1393.6542134284973, + 1589.3757963180542, + 1334.9302480220795, + 1415.7344233989716, + 1338.7804398536682, + 1336.2252399921417, + 1403.1075830459595, + 1454.055400133133, + 1330.6078004837036, + 1395.7820765972137, + 1333.4323644638062, + 1548.0911729335785, + 1484.2367115020752, + 1339.6812715530396, + 1503.0419771671295, + 1338.6060962677002, + 1417.4043192863464, + 1489.7027668952942, + 1429.2589814662933, + 1507.259217262268, + 1334.0462911128998, + 1336.04616689682, + 1341.8945562839508, + 1606.215122461319, + 1335.3493497371674 + ], + "episode_steps": [ + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmOpenLaptop-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmOpenLaptop-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..461ed851c586ace63953eab80f3b431f3cdc1506 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmOpenLaptop-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmOpenLaptop-v1", + "step": 200000, + "episodes": 50, + "successes": 1, + "success_rate": 0.02, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 1612.2340573072433, + 1594.1265749931335, + 1587.5425777435303, + 1496.2401847839355, + 1500.1339256763458, + 1567.959692955017, + 1786.6359016895294, + 1604.6609292030334, + 1769.7518963813782, + 1585.7037626504898, + 1585.95873773098, + 1590.3286092281342, + 1799.5975708961487, + 1524.8925777673721, + 1600.0057100057602, + 1554.1899863481522, + 1553.9311162233353, + 1723.3679242134094, + 1522.3351420164108, + 1472.4488619565964, + 1555.3125898838043, + 1554.7611664533615, + 1610.298009634018, + 1608.99258685112, + 1605.9125446081161, + 1724.8594281673431, + 1555.1039959192276, + 1640.6461288928986, + 1525.2795060873032, + 1556.6090131998062, + 1483.7178037166595, + 1610.5889732837677, + 1609.120110988617, + 1549.5155411958694, + 1621.1931908130646, + 879.5924777984619, + 1542.9783960580826, + 1566.4074294567108, + 1744.268530845642, + 1569.3753917217255, + 1722.2824158668518, + 1604.1726936101913, + 1561.693472623825, + 1575.3248479366302, + 1560.149539589882, + 1616.0357077121735, + 1483.4845608472824, + 1721.4548293352127, + 1606.4075034856796, + 1630.6308352947235 + ], + "episode_steps": [ + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 444, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmOpenPen-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmOpenPen-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..5b5318c0e5d8c07ea9d20b4e8e6fd9ebf0c22763 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmOpenPen-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmOpenPen-v1", + "step": 200000, + "episodes": 50, + "successes": 20, + "success_rate": 0.4, + "episode_success": [ + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0 + ], + "episode_return": [ + 1020.9311209917068, + 1665.4052112698555, + 970.075325191021, + 1110.7250604629517, + 676.3528196811676, + 460.8504254221916, + 887.395919919014, + 820.2845410704613, + 1039.9988155961037, + 1505.165404200554, + 1183.799199461937, + 819.84998691082, + 876.4511264562607, + 784.1309131383896, + 478.91690877079964, + 1421.923247039318, + 1151.320693910122, + 824.0622507929802, + 401.4426324367523, + 618.4847857952118, + 811.8468514084816, + 481.8172996044159, + 589.8685691952705, + 527.3499571382999, + 1231.1673263311386, + 495.11211293935776, + 1037.3191962838173, + 825.3624206781387, + 509.707921564579, + 1134.2592771053314, + 427.6744732260704, + 486.08736765384674, + 560.912987947464, + 1077.477089881897, + 973.5021765232086, + 702.8362401723862, + 986.2749090194702, + 611.5765655040741, + 1064.5633937120438, + 456.857562482357, + 470.3702142238617, + 1122.0260467529297, + 1042.2934094667435, + 1298.832151055336, + 1408.5175404548645, + 848.9601172804832, + 535.6814424395561, + 1130.4982305169106, + 529.2898597419262, + 416.96361607313156 + ], + "episode_steps": [ + 335, + 400, + 400, + 262, + 400, + 234, + 256, + 346, + 400, + 400, + 400, + 400, + 305, + 400, + 400, + 400, + 335, + 400, + 226, + 240, + 323, + 220, + 400, + 400, + 359, + 313, + 400, + 400, + 400, + 400, + 215, + 252, + 400, + 400, + 400, + 400, + 400, + 247, + 302, + 213, + 218, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 212 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmOpenScissor-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmOpenScissor-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..cc788f3abd3bd3b2278ca3dd83d25c6ab3877bb3 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmOpenScissor-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmOpenScissor-v1", + "step": 200000, + "episodes": 50, + "successes": 1, + "success_rate": 0.02, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 439.3867878317833, + 872.5004640817642, + 463.44672524929047, + 423.1965588927269, + 398.49860990047455, + 735.4826767444611, + 728.1412063837051, + 392.41325771808624, + 408.0320439338684, + 386.07262283563614, + 647.1675426363945, + 403.6834481358528, + 440.2701717019081, + 373.73672181367874, + 413.28352040052414, + 396.97873055934906, + 434.85514307022095, + 734.7401703596115, + 492.7610912322998, + 397.0076439976692, + 453.30537390708923, + 382.3218802213669, + 695.0994651317596, + 473.2121912240982, + 433.9397985935211, + 404.08209359645844, + 401.21749448776245, + 419.449420273304, + 461.34475815296173, + 398.7693454027176, + 367.0713890194893, + 409.49004834890366, + 424.9890172481537, + 401.96292465925217, + 398.6095725297928, + 399.65669190883636, + 419.1667689681053, + 326.4567446112633, + 399.1472824215889, + 388.6305092573166, + 389.2973138689995, + 413.02259105443954, + 476.527783036232, + 487.1490652561188, + 500.058053791523, + 419.3680353164673, + 433.72203689813614, + 427.9646908044815, + 453.29019129276276, + 606.5267105102539 + ], + "episode_steps": [ + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 446, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmOrganizeCabinet-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmOrganizeCabinet-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..86f3a21d9da2485331dfbc223b7a8b43bdbc3d6e --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmOrganizeCabinet-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmOrganizeCabinet-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 1962.3421156406403, + 2763.0745994746685, + 547.2702551512048, + 151.72779692243785, + 381.95804271288216, + 1861.6783179938793, + 2482.033014178276, + 644.1686573363841, + 2837.1443144381046, + 390.72200950421393, + 2750.0251240432262, + 267.0290546361357, + 350.05514307599515, + 263.5830303290859, + 2549.0294587910175, + 2346.415369927883, + 448.2044692672789, + 351.11337435711175, + 2778.190916508436, + 2572.7128963172436, + 287.2797982785851, + 476.8631610907614, + 2590.4609816372395, + 2094.5760824382305, + 2561.282857775688, + 244.1144216316752, + 429.4691881434992, + 298.2699971795082, + 280.51284119393677, + 858.1300565849524, + 262.559746184852, + 2998.0325761139393, + 1414.1935953050852, + 382.9992884192616, + 1196.6069471091032, + 2761.239757925272, + 283.1151254004799, + 501.5741200419143, + 2508.3910004496574, + 2589.58505153656, + 1063.4091580063105, + 318.4660941744223, + 1010.9952566921711, + 2025.3329315185547, + 438.9894602317363, + 2164.352706491947, + 1275.730111837387, + 2587.5252315104008, + 2593.0463446974754, + 1068.6977421194315 + ], + "episode_steps": [ + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000, + 5000 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmPegInHole-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmPegInHole-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..4aac0ea47d5a5675643bfbd7490ea191f4f6ffe2 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmPegInHole-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmPegInHole-v1", + "step": 200000, + "episodes": 50, + "successes": 12, + "success_rate": 0.24, + "episode_success": [ + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0 + ], + "episode_return": [ + 15.409769594669342, + 26.90846276283264, + 15.476541183888912, + 37.24178469181061, + 13.224758386611938, + 12.16628897190094, + 26.045973032712936, + 11.766905665397644, + 3.2210975086782128, + 83.95458130538464, + 19.45936220884323, + 53.28211432695389, + 60.79558056592941, + 257.13965380191803, + 4.830588281154633, + 238.42611998319626, + 8.717915641143918, + 45.331398129463196, + 2.634976863861084, + 66.76742243766785, + 31.02480536699295, + 24.78378188982606, + 16.90897309780121, + 221.10592263936996, + 20.71435695886612, + 52.86000655218959, + 35.09325450658798, + 5.820428669452667, + 73.62293535470963, + 15.239666402339935, + 5.026490092277527, + 35.21823963522911, + 22.23530238866806, + 235.70512104034424, + 7.549380123615265, + 10.016861915588379, + 17.263073801994324, + 28.26589161157608, + 34.2016641497612, + 26.39659160375595, + 17.966819180175662, + 24.144647479057312, + 5.11583685874939, + 9.456794738769531, + 23.52230817079544, + 16.236375331878662, + 13.416074752807617, + 12.006868243217468, + 12.173306703567505, + 27.83460521697998 + ], + "episode_steps": [ + 300, + 135, + 300, + 208, + 300, + 300, + 121, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 245, + 300, + 300, + 300, + 239, + 300, + 300, + 300, + 292, + 300, + 300, + 186, + 300, + 300, + 245, + 300, + 300, + 300, + 1, + 300, + 300, + 300, + 300, + 123, + 300, + 300, + 300, + 208, + 300, + 300, + 300, + 300, + 142 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmPingpongBalance-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmPingpongBalance-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..a364d1964c3813d5303a446430f71b8126efe384 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmPingpongBalance-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmPingpongBalance-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 125.64214286208153, + 163.54388378560543, + 140.9578761011362, + 140.65844564139843, + 156.14434807002544, + 124.06943255662918, + 137.4666644781828, + 134.33328016102314, + 155.63691578805447, + 143.95048612356186, + 234.07409305870533, + 147.17725962400436, + 154.54783806204796, + 118.81293457746506, + 150.33872099220753, + 119.93838849663734, + 128.26478891074657, + 96.95182117819786, + 179.12001928687096, + 149.72461932897568, + 148.0202242732048, + 149.81130681931973, + 150.2570330053568, + 183.6309561431408, + 163.03612890839577, + 168.28092834353447, + 140.79010544717312, + 90.70577342808247, + 114.5673356205225, + 134.20051403343678, + 163.99996362626553, + 188.54969599843025, + 134.80052760243416, + 105.83045060932636, + 140.7918748408556, + 112.13930629193783, + 153.35496965050697, + 132.63766349852085, + 105.02782915532589, + 146.64426912367344, + 133.71019800007343, + 128.5185540318489, + 169.7480317503214, + 150.18149024248123, + 175.15395966172218, + 149.3907976001501, + 146.14527721703053, + 143.1446433365345, + 108.56826610863209, + 151.2804407030344 + ], + "episode_steps": [ + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmPlaceRopeOverRod-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmPlaceRopeOverRod-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..80ae78bcc3b208118768582e95a1c243db6b5bce --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmPlaceRopeOverRod-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmPlaceRopeOverRod-v1", + "step": 200000, + "episodes": 50, + "successes": 1, + "success_rate": 0.02, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 445.2021707268432, + 422.54509963374585, + 122.5550509323366, + 401.6142893866636, + 118.62765908404253, + 124.52051852829754, + 124.51409985870123, + 87.83370961854234, + 313.96636538906023, + 184.68736493447796, + 95.91757423616946, + 440.4429712840356, + 135.32825272064656, + 120.86225983686745, + 144.5496611399576, + 154.90498540876433, + 478.4811052919831, + 197.18895054841414, + 122.93073836481199, + 121.64554424956441, + 162.45213352749124, + 502.3878415473737, + 141.654904846102, + 160.86266274331138, + 326.69265787815675, + 129.3329546940513, + 252.85539699578658, + 163.50403346680105, + 127.25323308631778, + 93.14834295632318, + 274.30495776003227, + 175.5294178579934, + 456.39027733542025, + 83.48415670311078, + 126.52800207398832, + 130.270654165186, + 252.04780480917543, + 138.1938273734413, + 376.7210751436651, + 81.72634546086192, + 216.68906133575365, + 407.2692228825763, + 146.17558806249872, + 128.61565100215375, + 189.34392291633412, + 278.32716800877824, + 207.875424540136, + 185.76074993610382, + 137.43174431379884, + 96.77321340702474 + ], + "episode_steps": [ + 680, + 680, + 680, + 680, + 680, + 680, + 680, + 680, + 680, + 680, + 680, + 680, + 680, + 680, + 680, + 680, + 680, + 680, + 680, + 680, + 680, + 680, + 680, + 680, + 680, + 680, + 680, + 680, + 680, + 680, + 558, + 680, + 680, + 680, + 680, + 680, + 680, + 680, + 680, + 680, + 680, + 680, + 680, + 680, + 680, + 680, + 680, + 680, + 680, + 680 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmPlugCharger-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmPlugCharger-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..bbd513ac852ae1fe45b0f7740d1bd63a680f9960 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmPlugCharger-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmPlugCharger-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 256.6233040392399, + 246.2362960577011, + 239.6350864470005, + 95.7659418284893, + 132.80057391524315, + 138.03186416625977, + 223.73006656765938, + 179.18321830034256, + 265.52777576446533, + 222.25906804203987, + 188.87956449389458, + 132.0026321709156, + 90.14765736460686, + 210.71620318293571, + 193.61051097512245, + 223.98398530483246, + 108.73025423288345, + 345.9780814945698, + 200.01100316643715, + 97.95023635029793, + 405.71034863591194, + 316.0739024579525, + 212.288910895586, + 219.70780417323112, + 110.10969692468643, + 240.35689035058022, + 179.14543482661247, + 168.37579327821732, + 93.46909967064857, + 317.89713832736015, + 237.53741270303726, + 98.78016817569733, + 145.71123078465462, + 244.80419728159904, + 76.23538771271706, + 129.46081453561783, + 144.05099189281464, + 231.8262714445591, + 272.3983439207077, + 168.79236656427383, + 187.12737149000168, + 327.9289256334305, + 132.17388319969177, + 206.68457967042923, + 185.18813639879227, + 150.0344839990139, + 221.33946335315704, + 240.4942352771759, + 115.57143244147301, + 106.88749557733536 + ], + "episode_steps": [ + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmPouringTwoCups-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmPouringTwoCups-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..b2129728f764dad11eff37ac41eba23142c3f614 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmPouringTwoCups-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmPouringTwoCups-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 3120.086032152176, + 2827.6166738271713, + 2981.2815651893616, + 3229.3797558546066, + 1817.7872241735458, + 2002.1748136281967, + 2738.0280933380127, + 3018.32137131691, + 2237.7114214897156, + 2938.8310648202896, + 1820.4287819862366, + 2467.6054874658585, + 2587.3243141174316, + 3251.0973592996597, + 2317.3263753652573, + 753.3945396840572, + 1842.2562267780304, + 3384.2630496025085, + 1439.237150683999, + 1836.849097251892, + 241.32927723228931, + 1852.4661223888397, + 2647.3415278196335, + 245.0805746614933, + 1823.118108868599, + 1812.5743176937103, + 244.94049520790577, + 2013.6523076295853, + 3151.73970580101, + 3210.7721815109253, + 3235.3821367025375, + 2596.3673971891403, + 3265.094910979271, + 707.5946287810802, + 738.5453504920006, + 324.2604692429304, + 1437.2313342094421, + 1840.9746943712234, + 355.1839154139161, + 1854.9518362283707, + 2197.900410890579, + 1160.1072859242558, + 2960.022545695305, + 3106.887157559395, + 3027.739948987961, + 2900.4992644786835, + 1790.5709715858102, + 1833.008517742157, + 2952.4494123458862, + 1842.1837339401245 + ], + "episode_steps": [ + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmPouringWater-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmPouringWater-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..f817ea94aaee7e0ee44cc50e3204137da191807e --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmPouringWater-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmPouringWater-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 2.2998906528519, + 90.79877023911104, + 19.237242402043194, + 6.092140823835507, + 71.87041588069405, + 4.270138269755989, + -11.201230908860452, + 3.8825749622192234, + 13.811057939310558, + 2.089485983717168, + 8.292472566943616, + 16.1917464294238, + 1.976086531591136, + 8.123884971137159, + 5.129201784264296, + 4.97496731497813, + 6.392482031369582, + 17.412517882999964, + 4.707602661917917, + 4.989189958898351, + 5.911339699872769, + 15.950424203649163, + 3.1070500581990927, + 3.685552122653462, + 4.417277615517378, + 2.868386273039505, + 3.1846613733141567, + 9.617108975537121, + 3.8979748439742252, + 75.13034682767466, + 2.9531725264678244, + 7.34196509339381, + 3.9120226202066988, + -33.39259844709886, + 2.8920885733841715, + 12.750593025702983, + 10.388722842442803, + 9.403486905735917, + 77.6965965674026, + 22.675218297401443, + -85.74250389856752, + 12.486617816612124, + 14.540474217385054, + 12.87207574758213, + 121.09125442593358, + 9.73549497500062, + 78.95334844989702, + 9.270052950654645, + 86.4956745817326, + 86.45196485938504 + ], + "episode_steps": [ + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340, + 340 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmPressButton-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmPressButton-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..3b5ef93d04d2d0b1f27477d820114faf5d5cbf5a --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmPressButton-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmPressButton-v1", + "step": 200000, + "episodes": 50, + "successes": 25, + "success_rate": 0.5, + "episode_success": [ + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "episode_return": [ + 116.7122358083725, + 121.34951746463776, + 155.1741908788681, + 223.7126203775406, + 222.58735418319702, + 226.40561509132385, + 146.94174313545227, + 105.30348455905914, + 224.2827843427658, + 218.08368694782257, + 113.80775892734528, + 78.95246589183807, + 223.1725915670395, + 219.56513893604279, + 96.07386350631714, + 111.08750116825104, + 218.21206378936768, + 100.66213464736938, + 161.038055062294, + 138.19581520557404, + 115.66586291790009, + 220.06557095050812, + 225.84495627880096, + 222.3335576057434, + 94.21420431137085, + 222.40385365486145, + 126.5023205280304, + 223.98772954940796, + 97.45588076114655, + 113.60919260978699, + 217.75530540943146, + 78.03770160675049, + 222.54708778858185, + 224.43167865276337, + 216.145073056221, + 227.4426863193512, + 221.08202517032623, + 117.45755434036255, + 219.60650897026062, + 90.20967817306519, + 123.1148213148117, + 104.06003844738007, + 229.02529633045197, + 219.05685329437256, + 228.32237267494202, + 218.6596336364746, + 84.32817912101746, + 99.10782420635223, + 105.23053085803986, + 229.16828203201294 + ], + "episode_steps": [ + 108, + 109, + 140, + 200, + 200, + 200, + 132, + 97, + 200, + 200, + 104, + 73, + 200, + 200, + 87, + 102, + 200, + 90, + 146, + 127, + 106, + 200, + 200, + 200, + 86, + 200, + 115, + 200, + 90, + 103, + 200, + 62, + 200, + 200, + 200, + 200, + 200, + 108, + 200, + 83, + 113, + 95, + 200, + 200, + 200, + 200, + 68, + 90, + 95, + 200 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmPushBox-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmPushBox-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..98ac7867a34e87c61d05559421d381228e88b76d --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmPushBox-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmPushBox-v1", + "step": 200000, + "episodes": 50, + "successes": 20, + "success_rate": 0.4, + "episode_success": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0 + ], + "episode_return": [ + 75.02944779396057, + 27.22760435938835, + 26.219539910554886, + 41.16325002908707, + 35.580050468444824, + 26.106214851140976, + 48.393218249082565, + 49.39153724908829, + 35.77244409918785, + 52.68549108505249, + 54.47542265057564, + 92.74168139696121, + 26.013143062591553, + 59.255485624074936, + 48.969305872917175, + 56.73561877012253, + 38.38101291656494, + 23.671568155288696, + 26.93688690662384, + 54.92529955506325, + 24.54608592391014, + 49.6041584610939, + 71.11690497398376, + 64.97307589650154, + 42.342479676008224, + 89.96343195438385, + 73.64163720607758, + 36.92792522907257, + 54.5548720061779, + 38.984860479831696, + 97.32670459151268, + 46.992037028074265, + 32.98870828747749, + 27.051465421915054, + 33.728824108839035, + 34.875484108924866, + 37.33041566610336, + 56.73145818710327, + 23.30783846974373, + 43.85251295566559, + 52.16262570023537, + 48.27881923317909, + 51.9656001329422, + 91.41900318861008, + 24.70488864183426, + 22.68653416633606, + 93.08553770184517, + 26.43002822995186, + 67.40477219223976, + 24.684719145298004 + ], + "episode_steps": [ + 700, + 334, + 308, + 310, + 286, + 331, + 700, + 700, + 282, + 700, + 700, + 700, + 303, + 700, + 700, + 700, + 700, + 326, + 330, + 700, + 268, + 700, + 700, + 700, + 320, + 700, + 700, + 347, + 700, + 700, + 700, + 700, + 270, + 284, + 700, + 296, + 700, + 700, + 262, + 700, + 700, + 700, + 700, + 700, + 305, + 261, + 700, + 269, + 700, + 301 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmPushObject-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmPushObject-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..9a897d300d0d8ac613853cc41c73c13551121e5f --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmPushObject-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmPushObject-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_steps": [ + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmRopeCylinderWarpping-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmRopeCylinderWarpping-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..4365ecbcdfc992d80c7540519fddb4cc8b9d6ce1 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmRopeCylinderWarpping-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmRopeCylinderWarpping-v1", + "step": 200000, + "episodes": 50, + "successes": 1, + "success_rate": 0.02, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 73.68160229921341, + 72.1738389134407, + 68.43352438509464, + 81.98335519433022, + 96.37467519938946, + 81.94394843280315, + 87.24885904788971, + 80.25429948419333, + 75.96146713197231, + 80.40627805888653, + 70.59079606831074, + 83.3382827937603, + 84.01014080643654, + 73.1098931580782, + 86.58392870426178, + 72.52527017891407, + 97.93817484378815, + 71.54194349050522, + 73.1673886924982, + 88.27399031817913, + 73.30935455858707, + 88.36778289079666, + 75.1045106947422, + 99.56042338907719, + 87.5346360951662, + 83.86778561770916, + 72.5269238948822, + 77.99550850689411, + 77.4795355796814, + 73.06761367619038, + 73.17192295193672, + 84.62236000597477, + 69.16125710308552, + 65.88188813626766, + 97.11643698811531, + 91.04055145382881, + 65.27500758320093, + 74.27683840692043, + 76.7017630636692, + 115.23166878521442, + 71.27647951245308, + 69.72916200757027, + 86.12497282028198, + 70.44099594652653, + 72.7112297564745, + 82.89471532404423, + 101.9813297688961, + 69.79357580840588, + 87.27331191301346, + 92.84634891152382 + ], + "episode_steps": [ + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 380, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmRopeStretch-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmRopeStretch-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..c543334d73bc224a9fbf30771be4bc9de20529af --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmRopeStretch-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmRopeStretch-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 278.5517997145653, + 277.5178964138031, + 281.27123737335205, + 278.3409896492958, + 288.319022834301, + 279.0865588784218, + 276.0345736145973, + 279.614754319191, + 279.026079416275, + 278.4159880876541, + 284.24616169929504, + 279.7843027114868, + 279.02972573041916, + 278.77711659669876, + 279.3579089641571, + 291.01298183202744, + 274.051739692688, + 279.20876359939575, + 277.957958817482, + 282.61107391119003, + 270.71032947301865, + 275.4213927388191, + 277.6363999247551, + 282.80814278125763, + 283.4342431426048, + 280.2129969596863, + 278.4746763110161, + 279.12506103515625, + 287.61944299936295, + 279.05283868312836, + 281.72594249248505, + 279.60157883167267, + 279.5890731215477, + 284.1258866786957, + 278.73225700855255, + 281.6045910716057, + 270.48356956243515, + 279.64277040958405, + 275.48608219623566, + 279.0694316625595, + 280.56413447856903, + 270.6863398551941, + 289.0061902999878, + 283.5660057067871, + 285.1416621208191, + 284.09062176942825, + 279.2989928126335, + 277.5756157040596, + 279.2938647866249, + 279.2392182946205 + ], + "episode_steps": [ + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmRubikCube-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmRubikCube-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..3fc89e808ec06afc339017f5a373fe26c3de5ab3 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmRubikCube-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmRubikCube-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 2396.1753878593445, + 1405.8980360031128, + 1533.539300441742, + 2739.547864675522, + 2333.5311856269836, + 1550.198382139206, + 1740.5572969913483, + 1458.911990761757, + 1436.4735565185547, + 2472.1272373199463, + 1571.7691367864609, + 2284.584039211273, + 1461.6420095562935, + 2397.816096305847, + 1740.4186812639236, + 1401.5978726148605, + 1290.7374948263168, + 1194.8057903647423, + 2105.8593261241913, + 2149.229389190674, + 1489.58203125, + 2448.588707447052, + 2114.671642780304, + 1602.7773985862732, + 2468.87065577507, + 2157.1995297670364, + 531.342462271452, + 1682.5031740665436, + 2403.3512711524963, + 2180.9789086580276, + 709.756994843483, + 2329.4900481700897, + 2265.8488273620605, + 1706.47880256176, + 2305.8774931430817, + 1414.7842971086502, + 2372.641706943512, + 2410.6593601703644, + 1427.739195227623, + 1378.6631911993027, + 1383.1251842975616, + 2525.691731452942, + 2237.22820186615, + 2199.3830137252808, + 1391.4231691360474, + 2376.4222073554993, + 670.7830286622047, + 2506.060638666153, + 2343.527777671814, + 1377.472204566002 + ], + "episode_steps": [ + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmSandShovel-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmSandShovel-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..aed58db41df3cf6c8a6ca7804f4106e7f2ea94b3 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmSandShovel-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmSandShovel-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.6000000238418579, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_steps": [ + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmSendPingpong-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmSendPingpong-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..2ad3e77ae93c27ca0e41ff21bc9be28b02990a80 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmSendPingpong-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmSendPingpong-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 539.0504078269005, + 957.6599251031876, + 1015.0340150594711, + 826.7139865159988, + 574.4068206548691, + 881.7914191484451, + 872.1246083974838, + 993.8154203295708, + 172.20620507001877, + 766.458900809288, + 174.86038726568222, + 535.4460307955742, + 267.9082062840462, + 139.57975506782532, + 693.5407015681267, + 407.91116404533386, + 1008.1112641096115, + 581.0411453843117, + 222.10782122612, + 270.11690962314606, + 864.3548064827919, + 176.1297466158867, + 132.71155792474747, + 169.75509178638458, + 244.22518211603165, + 330.918765604496, + 335.3974894285202, + 699.8381814360619, + 662.7986921668053, + 152.31496024131775, + 448.4362095594406, + 718.5770443677902, + 207.1000652909279, + 901.2962610721588, + 303.2504500746727, + 166.8810788989067, + 211.70095014572144, + 838.1263471841812, + 781.8812198638916, + 206.12244588136673, + 172.61783409118652, + 210.90045946836472, + 228.7777944803238, + 705.585909485817, + 226.0906236767769, + 945.0701624155045, + 850.2151527404785, + 323.11981880664825, + 832.4639412760735, + 103.85858196020126 + ], + "episode_steps": [ + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmSetupTable-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmSetupTable-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..3fabcbb5ce8a8e140d57a16da2ce7f4439fd980b --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmSetupTable-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmSetupTable-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 69.44206994771957, + 129.7261691391468, + 159.77045200765133, + 136.5181296914816, + 70.01216350495815, + 121.03203636407852, + 148.23423287272453, + 174.65351703763008, + 143.35247334837914, + 98.78752493858337, + 53.88975338637829, + 164.08722399175167, + 59.928122848272324, + 61.945666655898094, + 69.43268939852715, + 108.61710049211979, + 81.83390939235687, + 171.0290070027113, + 155.81280732154846, + 179.98318265378475, + 71.78242145478725, + 95.54101906716824, + 61.22662904858589, + 74.59851361811161, + 66.53066389262676, + 179.64299808442593, + 141.96137617528439, + 169.91504921019077, + 40.36267541348934, + 137.20907858014107, + 145.28626051545143, + 45.503437384963036, + 140.98514164984226, + 110.94176584482193, + 73.199288636446, + 181.56714063882828, + 46.469560131430626, + 57.77841827273369, + 176.61700974404812, + 166.8089231401682, + 55.54059374332428, + 148.75848445296288, + 58.41323579847813, + 165.91680531203747, + 85.50556042790413, + 85.21953938901424, + 77.1541104465723, + 75.7346102297306, + 150.55496764183044, + 55.04223012924194 + ], + "episode_steps": [ + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750, + 750 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmShapeDoll-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmShapeDoll-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..3a76fbe3f0b45a9c68ee39dfc4eb308e74c23155 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmShapeDoll-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmShapeDoll-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 439.9501093029976, + 380.58036038279533, + 411.3075236082077, + 407.64539366960526, + 408.78589302301407, + 427.8358752131462, + 459.68107092380524, + 417.0331463813782, + 403.55315735936165, + 357.85951729118824, + 449.7157705426216, + 421.90401151776314, + 433.59242302179337, + 356.8784604370594, + 413.2730334699154, + 412.0243248939514, + 445.06782671809196, + 471.97277304530144, + 386.1965602636337, + 423.79971900582314, + 406.28909888863564, + 402.86415538191795, + 347.86717362701893, + 435.9044247865677, + 419.13427942991257, + 408.8941066414118, + 420.18593034148216, + 434.9549753665924, + 445.3894290924072, + 387.91495184600353, + 359.9190750271082, + 474.05353623628616, + 420.2210944592953, + 432.4780676960945, + 421.0445085167885, + 419.16502222418785, + 424.40415465831757, + 449.80169239640236, + 364.8026434928179, + 423.5394947528839, + 342.1422556042671, + 350.66858749091625, + 437.5711052417755, + 469.1275090575218, + 343.7428451627493, + 264.12544751912355, + 349.8851870894432, + 335.3970529586077, + 436.95918241143227, + 422.6169708520174 + ], + "episode_steps": [ + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmShootBasketball-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmShootBasketball-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..47d2a450e49ba45e310ca31cfbbea5301fc78925 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmShootBasketball-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmShootBasketball-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + -245.47238609893247, + -35.019390480127186, + -234.75325270695612, + -246.58465564041398, + -229.81588121224195, + -238.10209151683375, + -24.81773643195629, + -33.0411407626234, + -252.1884796707891, + -245.4684965054039, + -239.34548631170765, + -23.845669803617056, + -243.1346955478657, + -28.974707738263533, + -28.93975796957966, + -20.42051945871208, + -10.450575522962026, + -22.82693904847838, + -16.927556107984856, + -239.89227669406682, + -235.75041227880865, + -227.42487753578462, + -246.03623145306483, + -18.35559212998487, + -37.602542630862445, + -244.73721000552177, + -20.751080085872672, + -256.4590081903152, + -22.223035055736545, + -240.87264559092, + -248.47064005373977, + -17.335491552541498, + -20.256351743766572, + -245.12496626749635, + -46.11453278060071, + -36.58131019008579, + -228.91862699063495, + -15.731332975090481, + -245.06292868615128, + -15.329983717936557, + -244.99306710599922, + -13.44853448314825, + -228.51536626485176, + -242.4276889867615, + -248.3198180750478, + -9.364787853963207, + -16.77733737131348, + -27.931399387482088, + -235.7409948206041, + -246.49183839652687 + ], + "episode_steps": [ + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmStraightenRope-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmStraightenRope-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..d14af520ef18833fe117b13c37121b6daa9a5540 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmStraightenRope-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmStraightenRope-v1", + "step": 200000, + "episodes": 50, + "successes": 2, + "success_rate": 0.04, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0 + ], + "episode_return": [ + 68.3442943962873, + 75.31923939735861, + 66.9865133977728, + 52.46608612651471, + 40.85975231975317, + 48.109558890224434, + 92.06048398080748, + 96.79093928885413, + 50.3004218643764, + 77.46195794059895, + 57.92056363681331, + 76.60634305025451, + 53.82843093184056, + 47.50584023189731, + 46.38912239630008, + 64.2331764230621, + 70.55796670960262, + 53.38832220144104, + 81.19082691532094, + 77.6242659460986, + 85.82896881189663, + 65.19978057697881, + 89.02567266958067, + 71.63560929632513, + 78.29398779512849, + 45.337485783034936, + 82.58641326625366, + 83.79848165716976, + 83.17029223090503, + 22.451390504313167, + 46.810595267335884, + 41.17276783159468, + 91.89851519756485, + 64.38919111166615, + 72.69873898749938, + 64.64915348339127, + 65.11034980090335, + 67.38359903061064, + 104.31216116133146, + 55.24156928883167, + 96.84531431819778, + 70.95022530754795, + 11.629774847708177, + 53.212010245770216, + 43.11061410460388, + 35.32409635442309, + 65.92493596143322, + 47.33595578256063, + 73.20865789824165, + 27.230761752987746 + ], + "episode_steps": [ + 500, + 500, + 500, + 500, + 500, + 251, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 216, + 500, + 500 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmStuffCloth-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmStuffCloth-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..d8985229a7b7a136d393bce1a158ccdfce1d2ad2 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmStuffCloth-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmStuffCloth-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 0.0, + 4.538767202757299, + 0.0, + 20.084492264548317, + 0.0, + 0.0, + 14.278329312801361, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 73.46421147836372, + 0.0, + 0.9602384890895337, + 1.0735586166847497, + 0.0, + 0.0017726813412082265, + 25.225645078811795, + 0.0, + 0.0, + 0.0, + 0.0, + 1.1421470576897264, + 0.2296222581062466, + 0.7485089211259037, + 7.407554278615862, + 13.61331953923218, + 0.0, + 4.817540562861268, + 16.711728869006038, + 0.0, + 128.8807104169391, + 0.0, + 10.51192795438692, + 271.95326855266467, + 14.931410793215036, + 0.0, + 0.0, + 0.0, + 63.18786987150088, + 0.0, + 20.36481012776494, + 0.0, + 0.0, + 0.0, + 0.0, + 130.45824414491653, + 0.0, + 0.0 + ], + "episode_steps": [ + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmSwingCup-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmSwingCup-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..008a346260fd4a3e4bf34d10de786849e3d68b15 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmSwingCup-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmSwingCup-v1", + "step": 200000, + "episodes": 50, + "successes": 7, + "success_rate": 0.14, + "episode_success": [ + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 191.52627277374268, + 354.7605864405632, + 342.41729724407196, + 279.8688036799431, + 377.66911709308624, + -157.613250374794, + 317.8047044277191, + 368.93534326553345, + 292.93782937526703, + 348.6489882469177, + 352.25229477882385, + 274.69676154851913, + 321.25072288513184, + 369.5326850414276, + 191.44488048553467, + 329.06324231624603, + 367.03458642959595, + 314.4039351940155, + 345.9863615036011, + 361.2045638561249, + 275.4862475991249, + 379.680184841156, + 329.63905215263367, + 353.9500733613968, + 295.4733710885048, + 254.0942530632019, + 311.9659193754196, + 379.1945037841797, + 338.9200327992439, + -320.8333894610405, + 309.419710457325, + 352.9771326780319, + 300.73149544000626, + 341.24606490135193, + 185.87913012504578, + 329.422463953495, + 316.6097564101219, + 328.86609667539597, + 380.36304247379303, + 314.5480259656906, + 353.4260996580124, + 196.7552868127823, + 335.50689363479614, + 378.928267121315, + 326.1636090874672, + 370.0385879278183, + 374.18235075473785, + 234.58481711149216, + 349.4295824766159, + 372.2052321434021 + ], + "episode_steps": [ + 159, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 159, + 283, + 300, + 300, + 300, + 281, + 300, + 300, + 300, + 300, + 300, + 211, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 156, + 300, + 300, + 300, + 300, + 300, + 300, + 168, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmThreadCloth-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmThreadCloth-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..3b9026f29c57916bac48c9f12855afc4f2d9a75a --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmThreadCloth-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmThreadCloth-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 288.7620647251606, + 141.90757264196873, + 118.094182446599, + 221.58968849480152, + 330.0872776657343, + 183.73373605310917, + 69.94003291428089, + 104.08914881944656, + 222.73360407352448, + 136.06633332371712, + 231.17448188364506, + 121.7260534465313, + 172.3727702051401, + 301.9818217307329, + 121.72726291418076, + 256.52169965207577, + 162.40157432854176, + 167.52770912647247, + 226.92149521410465, + 193.70246624946594, + 168.2616962119937, + 150.78771989047527, + 258.35919488966465, + 321.2805140763521, + 174.3036951571703, + 137.26773265004158, + 321.35305535793304, + 120.22872243076563, + 131.41353680193424, + 296.84546983242035, + 235.93640714883804, + 205.14845563471317, + 142.385248914361, + 265.55547761917114, + 115.19845876097679, + 189.65536624193192, + 163.55177746713161, + 241.85922226309776, + 99.53414502739906, + 83.50198051333427, + 96.26166631281376, + 179.79899422824383, + 78.60129646211863, + 194.9078578054905, + 232.84003899991512, + 276.3038760572672, + 186.9436578899622, + 66.98016461730003, + 121.10218060016632, + 312.2449407428503 + ], + "episode_steps": [ + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmThreadRopeThroughTube-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmThreadRopeThroughTube-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..2cb1c1141977be370f157afd6d549817d6037286 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmThreadRopeThroughTube-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmThreadRopeThroughTube-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_steps": [ + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmThreading-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmThreading-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..408c4945fda83ed81f77a016e1f2fe62709a4dda --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmThreading-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmThreading-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 207.47628939151764, + 212.76225450634956, + 204.30329881608486, + 130.14169336669147, + 207.7980178706348, + 220.04046788811684, + 207.20040944218636, + 170.01690556108952, + 179.28636169433594, + 187.8814285993576, + 208.95097044110298, + 210.1180881857872, + 206.6253134906292, + 201.04686072468758, + 207.51670569181442, + 183.28506582207046, + 210.29744596779346, + 214.9651692211628, + 215.0835410952568, + 226.57439124584198, + 218.46361529827118, + 207.57889807224274, + 191.0765286833048, + 210.9728535860777, + 219.29079896211624, + 202.41485081613064, + 168.25366258621216, + 200.69593171589077, + 207.73353929817677, + 200.28445307165384, + 170.1491836945861, + 157.75398369133472, + 200.51170279085636, + 215.7085658609867, + 213.53566917777061, + 153.49725410342216, + 223.80638375505805, + 219.2242116332054, + 202.0277005136013, + 125.89946947230783, + 180.68033772706985, + 207.28164790570736, + 129.44974273466505, + 192.58700259029865, + 202.6505068987608, + 193.59935956198024, + 191.6015810072422, + 181.00823551416397, + 204.1782505363226, + 203.6161975711584 + ], + "episode_steps": [ + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmThrowBlock-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmThrowBlock-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..74dfec0ee5dabdfe1dc5bacc610ef5e96e4519b7 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmThrowBlock-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmThrowBlock-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 2103.067937850952, + 2242.375778198242, + 2313.08589220047, + 2309.6328222751617, + 2181.1845042705536, + 2268.508940219879, + 2135.17799448967, + 2286.7492904663086, + 2320.4658069610596, + 2171.927782535553, + 1994.4539279937744, + 2336.040053129196, + 1986.3054885864258, + 2110.551664352417, + 2205.313417196274, + 2116.7684614658356, + 2121.74836230278, + 2143.528266429901, + 2278.510613679886, + 1968.3201398849487, + 2282.153382539749, + 2001.944973707199, + 2235.4648756980896, + 2074.740294933319, + 2312.963255405426, + 2292.950832128525, + 2287.714357852936, + 2156.7426421642303, + 2126.603794336319, + 2257.4076220989227, + 2180.4363594055176, + 2224.723226547241, + 2054.038901090622, + 2713.6647765636444, + 2109.0355446338654, + 2370.323050737381, + 2095.51264500618, + 1848.3609704971313, + 2216.41841006279, + 1887.9264869689941, + 2029.0908403396606, + 2026.7680950164795, + 2260.5453021526337, + 2300.6881415843964, + 2195.5632677078247, + 2181.25586605072, + 2257.0122830867767, + 2317.776412963867, + 2093.5835003852844, + 2283.1058027744293 + ], + "episode_steps": [ + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmWallRings-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmWallRings-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..fabdeef3874c42c22a17c88bcdacfeea95e26f90 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmWallRings-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmWallRings-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1845.291005693376, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.13574971514754, + 0.0, + 0.0, + 24.269309652561788, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_steps": [ + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800, + 1800 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmWeaveCloth-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmWeaveCloth-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..8d601930514cffcafd2c4390cc97c39c4e3d4338 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/DualArmWeaveCloth-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmWeaveCloth-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 78.04444795101881, + 0.0, + 0.0, + 32.97777873277664, + 0.0, + 21.866667196154594, + 15.37777815014124, + 46.400001123547554, + 0.0, + 48.53333465754986, + 12.26666696369648, + 32.4444452598691, + 13.244444765150547, + 24.266667254269123, + 50.31111301481724, + 28.622222915291786, + 0.0, + 49.77777972072363, + 0.0, + 1.7777778208255768, + 0.0, + 0.0, + 1.9555556029081345, + 0.0, + 0.0, + 0.0, + 46.8444459438324, + 24.800000600516796, + 0.0, + 80.71111423522234, + 46.13333445042372, + 40.35555653274059, + 0.0, + 52.000001549720764, + 0.0, + 44.355557806789875, + 0.0, + 64.44444666802883, + 17.422222644090652, + 0.0, + 45.600001476705074, + 2.755555622279644, + 88.88889104127884, + 57.777780294418335, + 0.0, + 2.222222290933132, + 1.066666692495346, + 38.755556523799896, + 0.0, + 115.55556111037731 + ], + "episode_steps": [ + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/FitnessBall-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/FitnessBall-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..ccc405076b283a90612d880c6901913f744feafa --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/FitnessBall-v1.json @@ -0,0 +1,166 @@ +{ + "task": "FitnessBall-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + -6434.61870098114, + -5593.692354649305, + -4663.484339952469, + -6434.977255821228, + -6654.668119579554, + -6611.748435020447, + -5484.799501270056, + -5980.339593410492, + -6438.429473876953, + -6422.245789527893, + -6710.205428123474, + -6422.814817428589, + -6431.882474899292, + -6430.5970911979675, + -6722.3191747665405, + -5073.727721244097, + -6424.525166988373, + -6435.0097279548645, + -6435.401750087738, + -6421.277565479279, + -3806.4221692681313, + -5967.985603660345, + -6424.345200538635, + -5665.57103279233, + -6428.028724193573, + -6428.558630943298, + -6431.749254703522, + -6537.221136331558, + -6644.22570848465, + -6521.293025970459, + -4360.700656592846, + -6429.608263969421, + -6428.56042432785, + -6423.195466995239, + -6431.133286952972, + -6423.118567943573, + -6422.580450057983, + -6431.482444286346, + -6756.52604675293, + -6724.626026630402, + -6429.96891784668, + -6422.814018249512, + -5769.732307702303, + -6431.791597366333, + -5367.103214085102, + -6429.160861492157, + -6423.996165752411, + -4939.843470841646, + -6689.341471672058, + -6433.075654029846 + ], + "episode_steps": [ + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/FlipPan-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/FlipPan-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..d6f58ee910214fe35988ae943944593f56c2661a --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/FlipPan-v1.json @@ -0,0 +1,166 @@ +{ + "task": "FlipPan-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 1973.4977511167526, + 1820.8456676006317, + 2081.2750458717346, + 1673.4655809402466, + 1880.581262588501, + 2034.0953605175018, + 2026.5828400850296, + 2260.6706125736237, + 1929.5728503465652, + 1847.416919708252, + 1839.8247961997986, + 1945.470309972763, + 1924.324741244316, + 2087.4156633615494, + 1710.0710563659668, + 2042.807037949562, + 1965.8723803758621, + -4834.056186676025, + 1874.5780025720596, + 1689.5343445539474, + 1944.272409081459, + 1924.9980218410492, + 2168.2594398260117, + 1942.4939097166061, + 2233.9782881736755, + 2176.5858602523804, + 1929.5640540122986, + 1866.4505096673965, + 1930.8388035297394, + 1674.343509197235, + 1856.9198116064072, + 2032.0215014219284, + 1887.8354083299637, + 1536.8300638198853, + 474.08009111881256, + 2212.7419761419296, + 2016.0197699069977, + 1837.99394261837, + 1857.0752449035645, + 2263.7143630981445, + 1745.6881659030914, + 2392.2116405963898, + 2070.091052055359, + 2086.178640961647, + 2007.9239146709442, + 1886.1012108325958, + 1935.5768110752106, + 1856.7123039960861, + 1889.4423339366913, + 1663.7164208889008 + ], + "episode_steps": [ + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/FoldShirt-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/FoldShirt-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..75135397a4d1317c341135d7db2cd6aee380bd7c --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/FoldShirt-v1.json @@ -0,0 +1,166 @@ +{ + "task": "FoldShirt-v1", + "step": 200000, + "episodes": 50, + "successes": 5, + "success_rate": 0.1, + "episode_success": [ + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 201.98599875618163, + 646.2957028621864, + 190.2966091016702, + 650.2963078532197, + -0.0001326076914551777, + -2.9328002710826695e-06, + 227.99407213497415, + 0.03286280485571069, + 165.98481430709154, + 0.0004342178577303457, + -0.0002514988983648436, + 0.002566833443083283, + 0.0001351693018420974, + 110.28000606228474, + -8.739579454442037e-05, + 285.99401645584555, + 268.07521937544107, + 127.99177942342169, + 169.99478182015702, + 210.29942569587107, + 158.22647819621224, + 610.2958129671192, + 54.2924543986521, + 6.296353810597566e-05, + 9.899448021144508e-05, + -8.087007415724656e-06, + 409.9816686701064, + 411.9975202138852, + 0.0028877365902104657, + 0.0003427797176840386, + 320.2985600047897, + 0.0002408054218108191, + 0.0032051362987459697, + 5.4223174423384535e-05, + 302.2872819748742, + 198.29971644767113, + 177.98720625811893, + -2.433779009436421e-05, + 666.2981086356604, + 113.98045173130834, + -0.00021523564031156184, + 0.1313157990869982, + 0.0001110797767864824, + 205.9987030437117, + 600.2996141332455, + -1.199448283273341e-05, + 497.99416364009085, + 7.98476597339004e-05, + 161.9878351157054, + 0.19016093208901452 + ], + "episode_steps": [ + 500, + 500, + 264, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 350, + 500, + 500, + 500, + 500, + 500, + 261, + 500, + 500, + 417, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 249, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/GraspCylinder-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/GraspCylinder-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..9341136bd0cdee66c6c5b0bb82fc391c61055734 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/GraspCylinder-v1.json @@ -0,0 +1,166 @@ +{ + "task": "GraspCylinder-v1", + "step": 200000, + "episodes": 50, + "successes": 34, + "success_rate": 0.68, + "episode_success": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "episode_return": [ + 0.38404231262393296, + 23.97987188026309, + 21.03154676221311, + 25.973181892186403, + 24.786940932273865, + 22.713038267567754, + 29.52012550373911, + 0.21460258529987186, + 26.242293087299913, + 35.59361354462453, + 28.504614348639734, + 27.529398718033917, + 0.020980196306481957, + 39.87054311463726, + 32.35654408892151, + 23.51672017382225, + 48.72742620087229, + 42.98084649723387, + 0.026781005202792585, + 48.14890573365847, + 21.577888668864034, + 0.06622157385572791, + 0.2670232740638312, + 0.0, + 28.39435361250071, + 0.19722516943875235, + 36.474114839802496, + 43.19972347989096, + 0.16986471600830555, + 23.49499403499067, + 22.78615241870284, + 20.72840437106788, + 24.306091604739777, + 0.4594487603753805, + 59.11430480401032, + 0.1454702450428158, + 0.23943219741340727, + 0.11915245306590805, + 24.951927236746997, + 23.450388224839116, + 2.8660216107964516, + 38.329391337465495, + 35.75539817669778, + 48.72436133015435, + 27.94371978379786, + 23.93552058748901, + 23.254280260152882, + 37.86670043412596, + 0.06749023293377832, + 27.47435706896067 + ], + "episode_steps": [ + 300, + 254, + 241, + 272, + 213, + 227, + 214, + 300, + 212, + 236, + 193, + 255, + 300, + 254, + 257, + 232, + 227, + 252, + 300, + 261, + 195, + 300, + 300, + 300, + 203, + 300, + 202, + 282, + 300, + 195, + 208, + 198, + 217, + 300, + 300, + 300, + 300, + 300, + 224, + 200, + 300, + 183, + 229, + 228, + 192, + 271, + 208, + 255, + 300, + 196 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/GraspTwoBlocks-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/GraspTwoBlocks-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..864ae8e7f76ccb13fe5ff264119be551915495d8 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/GraspTwoBlocks-v1.json @@ -0,0 +1,166 @@ +{ + "task": "GraspTwoBlocks-v1", + "step": 200000, + "episodes": 50, + "successes": 21, + "success_rate": 0.42, + "episode_success": [ + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "episode_return": [ + 216.0, + 300.0, + 226.0, + 300.0, + 183.0, + 300.0, + 216.0, + 300.0, + 128.0, + 260.9812727868557, + 300.0, + 300.0, + 190.0, + 192.0, + 296.33318227529526, + 300.0, + 300.0, + 283.040623486042, + 300.0, + 188.0, + 300.0, + 300.0, + 300.0, + 300.0, + 126.0, + 146.0, + 149.0, + 234.61748111248016, + 300.0, + 300.0, + 296.0462363958359, + 300.0, + 240.60595762729645, + 254.0, + 198.36103612184525, + 300.0, + 222.0, + 300.0, + 131.0, + 243.0, + 246.19901311397552, + 300.0, + 299.3949477672577, + 219.0, + 128.0, + 300.0, + 150.0, + 155.0, + 208.0, + 135.0 + ], + "episode_steps": [ + 215, + 300, + 225, + 300, + 182, + 300, + 215, + 300, + 127, + 300, + 300, + 300, + 189, + 191, + 300, + 300, + 300, + 300, + 300, + 187, + 300, + 300, + 300, + 300, + 125, + 145, + 148, + 300, + 300, + 300, + 300, + 300, + 300, + 253, + 300, + 300, + 221, + 300, + 130, + 242, + 300, + 300, + 300, + 218, + 127, + 300, + 149, + 154, + 207, + 134 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/GroceryPrepare-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/GroceryPrepare-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..35872b99f4c62c9d372680bfbc9cc4783c21c61e --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/GroceryPrepare-v1.json @@ -0,0 +1,166 @@ +{ + "task": "GroceryPrepare-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 2333.582860469818, + 1852.9858391284943, + 1891.7245001792908, + 1862.5417511463165, + 2037.93515086174, + 1951.719817519188, + 1959.0554789304733, + 2163.753314971924, + 2003.4525221586227, + 2325.718363404274, + 2313.8281185626984, + 1869.4605407714844, + 2085.250417113304, + 2195.0278601646423, + 2242.7014657258987, + 2236.938152909279, + 2212.1858328580856, + 1919.3877727985382, + 1879.1545082330704, + 2329.4152740240097, + 2199.778265118599, + 2104.274569749832, + 2065.7663502693176, + 1977.5658128261566, + 1991.051900267601, + 2045.625795006752, + 1856.1128610372543, + 1801.662605881691, + 2236.225975036621, + 1964.5378167629242, + 1955.3099120855331, + 2185.41954100132, + 2017.2343711853027, + 1821.83407664299, + 2279.310962200165, + 1878.7698549032211, + 2293.8813832998276, + 2240.0415439605713, + 1863.5600763559341, + 2187.6128783226013, + 2110.4840598106384, + 2140.3950135707855, + 2171.412171959877, + 2030.5349791049957, + 2051.2137933969498, + 1861.7489959001541, + 1902.7203007936478, + 1929.0709834098816, + 2302.6713114976883, + 1851.67280459404 + ], + "episode_steps": [ + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/HammerNail-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/HammerNail-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..b390c45a77b5c5f27e94e7d728eaa99bdbd9210c --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/HammerNail-v1.json @@ -0,0 +1,166 @@ +{ + "task": "HammerNail-v1", + "step": 200000, + "episodes": 50, + "successes": 1, + "success_rate": 0.02, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + -73.2166511118412, + -70.85363063961267, + -63.430665984749794, + -46.29974168911576, + -71.77515847235918, + -61.0779075846076, + -16.378338266164064, + -65.05467796325684, + -76.66015727072954, + -52.37551020458341, + -41.65549988672137, + -61.43041245639324, + -61.00481490790844, + -56.11200924962759, + -57.70264309644699, + -88.8628078699112, + -59.15751137584448, + -49.329132314771414, + -44.992020063102245, + -39.82050026208162, + -106.56131321936846, + -53.630913220345974, + -41.067988097667694, + -68.72645352035761, + -71.62310466170311, + -94.52744963765144, + -57.007420398294926, + -58.46480494737625, + -78.7964727729559, + -59.388184901326895, + -56.32671286910772, + -48.519641909748316, + -62.86263334006071, + -54.52233108878136, + -54.87513016164303, + -80.8553302809596, + -49.49216437339783, + -37.19939785078168, + -46.3503279723227, + -44.34131760522723, + -42.72893048077822, + -41.80721331015229, + -56.38479355722666, + -55.333201803267, + -46.09193355217576, + -53.348199766129255, + -56.952175334095955, + -52.34794054180384, + -42.15830159932375, + -41.14019382931292 + ], + "episode_steps": [ + 700, + 700, + 700, + 700, + 700, + 700, + 607, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/HammerNailOut-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/HammerNailOut-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..10aec70abc9481050b82c18aad4925a8af52ea1a --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/HammerNailOut-v1.json @@ -0,0 +1,166 @@ +{ + "task": "HammerNailOut-v1", + "step": 200000, + "episodes": 50, + "successes": 1, + "success_rate": 0.02, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + -28.674056947231293, + -32.57212333381176, + -33.10219617187977, + -25.74127021804452, + -31.754988461732864, + -30.50690634921193, + -20.45182228833437, + -39.69247817248106, + -30.200290098786354, + -24.308256343007088, + -22.96439876407385, + -35.37452510744333, + -27.430237732827663, + -36.03817564994097, + -28.03360043093562, + -13.513543721288443, + -38.23693288862705, + -36.12357306480408, + -25.303387101739645, + -24.744607985019684, + -35.59224011749029, + -22.217982165515423, + -21.252619117498398, + -22.846998810768127, + -25.03988218680024, + -27.083030950278044, + -22.93182773888111, + -22.707952085882425, + -24.43408276513219, + -26.136736657470465, + -30.756842765957117, + -33.98404833674431, + -24.96256973594427, + -27.60258248075843, + -24.985897567123175, + -30.934263829141855, + -24.108994849026203, + -25.042363684624434, + -26.76815303787589, + -22.459677025675774, + -37.60325987637043, + -23.441605810076, + -35.80398193374276, + -24.37201426178217, + -30.731363583356142, + -27.227728724479675, + -23.3710182197392, + -29.671668622642756, + -25.834724560379982, + -23.78301625698805 + ], + "episode_steps": [ + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 228, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/HangMug-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/HangMug-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..083a0b7d25ddef4171d42947ed07453f28e746f8 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/HangMug-v1.json @@ -0,0 +1,166 @@ +{ + "task": "HangMug-v1", + "step": 200000, + "episodes": 50, + "successes": 23, + "success_rate": 0.46, + "episode_success": [ + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "episode_return": [ + 15.817654848098755, + 0.0, + 0.0, + 74.62596464157104, + 0.0, + 0.0, + 119.6129601597786, + 110.21007961034775, + 0.0, + 92.03329294919968, + 247.86029148101807, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 41.44213515520096, + 0.0, + 77.85652041435242, + 0.0, + 5.732365608215332, + 0.0, + 0.0, + 41.77870982885361, + 0.0, + 0.0, + 20.37614732980728, + 23.076540529727936, + 126.15435445308685, + 51.42242455482483, + 0.0, + 1.418254554271698, + 0.0, + 58.06180912256241, + 0.0, + 0.0, + 43.84769105911255, + 86.96158665418625, + 66.2458827495575, + 64.34117156267166, + 16.678449869155884, + 51.48070311546326, + 0.0, + 50.47362148761749, + 50.7991042137146, + 0.0, + 94.25384956598282, + 163.0307900905609, + 59.1924649477005, + 42.85757905244827 + ], + "episode_steps": [ + 322, + 600, + 600, + 427, + 600, + 600, + 450, + 600, + 600, + 417, + 600, + 600, + 600, + 600, + 600, + 600, + 205, + 600, + 350, + 600, + 600, + 600, + 600, + 388, + 600, + 600, + 232, + 600, + 476, + 234, + 600, + 600, + 600, + 227, + 600, + 600, + 329, + 456, + 276, + 298, + 253, + 302, + 600, + 226, + 426, + 600, + 375, + 473, + 344, + 291 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/HitBilliard-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/HitBilliard-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..3fd0402c936296e7c5eb82dd9b98e1664d227ee9 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/HitBilliard-v1.json @@ -0,0 +1,166 @@ +{ + "task": "HitBilliard-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 803.9496803283691, + 825.4282177686691, + 778.2938960790634, + 929.7195088863373, + 877.2722264528275, + 946.2091344594955, + 825.1790889501572, + 799.6756373643875, + 869.7315666675568, + 984.7816607952118, + 842.6237056255341, + 825.0999777317047, + 921.2026053667068, + 484.3710957169533, + 655.3281079530716, + 852.3881843239069, + 764.1943510770798, + 911.5386228561401, + 817.6460620164871, + 930.0144156217575, + 958.9625834226608, + 996.8088015317917, + 906.2768996953964, + 875.7520340681076, + 894.4584276676178, + 978.5331183671951, + 996.0916819572449, + 784.7038184404373, + 996.976713180542, + 892.9567170143127, + 825.7226049900055, + 808.3878091573715, + 799.6983882188797, + 868.3497338294983, + 923.6688094139099, + 967.6910794973373, + 889.8916500806808, + 957.5282562971115, + 865.7977600097656, + 1000.5821157693863, + 993.8833714723587, + 798.9187524318695, + 814.3105874061584, + 818.3605908155441, + 829.7150921821594, + 787.1526262760162, + 359.7675270438194, + 1004.0179160833359, + 973.7019710540771, + 834.9452857971191 + ], + "episode_steps": [ + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/HitBox-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/HitBox-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..c671ca5c3a5885417ee4e6ac2304388124ba80f4 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/HitBox-v1.json @@ -0,0 +1,166 @@ +{ + "task": "HitBox-v1", + "step": 200000, + "episodes": 50, + "successes": 1, + "success_rate": 0.02, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 294.3940106034279, + 274.85710221529007, + 281.3842145204544, + 275.9002918601036, + 281.84206983447075, + 324.89540845155716, + 305.80919164419174, + 319.1690407395363, + 375.7396968603134, + 295.9776256978512, + 282.64172291755676, + 307.69174897670746, + 303.43890792131424, + 318.32124626636505, + 307.68959790468216, + 478.4428203701973, + 286.57545083761215, + 392.4449646472931, + 279.8953815102577, + 292.09344720840454, + 298.22664374113083, + 306.1296339035034, + 283.0243481993675, + 284.3117574453354, + 584.6336684823036, + 274.4418951869011, + 290.29747623205185, + 467.3510772585869, + 291.91113275289536, + 275.84764593839645, + 302.4511367082596, + 288.1053453683853, + 288.36926609277725, + 295.7267805635929, + 337.9576447606087, + 284.7211894392967, + 283.32800164818764, + 295.45159405469894, + 304.98832646012306, + 312.2427133321762, + 309.29708218574524, + 309.1204741001129, + 289.0740136504173, + 327.5998314023018, + 320.1206367611885, + 298.54562905430794, + 299.32863050699234, + 310.5754454433918, + 266.9326919913292, + 283.1211547255516 + ], + "episode_steps": [ + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 519, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520, + 520 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/KitAssembly-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/KitAssembly-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..9ca4f6be39a1b82d3de4ddb8154a52944e674de9 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/KitAssembly-v1.json @@ -0,0 +1,166 @@ +{ + "task": "KitAssembly-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 0.0, + 0.0, + 352.75, + 0.0, + 0.0, + 36.5, + 0.0, + 0.0, + 356.75, + 352.5, + 0.0, + 12.25, + 5.0, + 0.0, + 0.0, + 0.0, + 0.0, + 352.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 351.75, + 0.0, + 0.0, + 274.75, + 12.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 353.0, + 0.0, + 0.0, + 358.75, + 0.0, + 354.75, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_steps": [ + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/LiftBucket-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/LiftBucket-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..60ab479a36f0aaf7394cf082931dab2849766c49 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/LiftBucket-v1.json @@ -0,0 +1,166 @@ +{ + "task": "LiftBucket-v1", + "step": 200000, + "episodes": 50, + "successes": 2, + "success_rate": 0.04, + "episode_success": [ + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 173.04480719566345, + 110.13973516225815, + 173.91445744037628, + 173.42248511314392, + 173.07832157611847, + 191.22570782899857, + 174.9332919716835, + 173.65742248296738, + 172.67802345752716, + 172.81282407045364, + 192.88405710458755, + 173.00079309940338, + 172.95282703638077, + 175.88787204027176, + 174.66919887065887, + 172.87431007623672, + 173.05901300907135, + 177.53832805156708, + 174.21900737285614, + 173.04816895723343, + 173.56125992536545, + 173.34388780593872, + 173.25142395496368, + 173.18796426057816, + 172.4926861524582, + 172.69488614797592, + 173.21930974721909, + 173.10763615369797, + 173.58255344629288, + 173.19721794128418, + 173.80884951353073, + 172.84771984815598, + 174.69681203365326, + 173.47105240821838, + 173.67998296022415, + 173.25496381521225, + 184.746583878994, + 172.80596607923508, + 173.03406536579132, + 172.71502643823624, + 172.89900517463684, + 173.41766220331192, + 124.75992429256439, + 172.3960099220276, + 173.514892578125, + 172.85082238912582, + 172.81244814395905, + 172.75276625156403, + 173.98895907402039, + 174.909277677536 + ], + "episode_steps": [ + 300, + 174, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 196, + 300, + 300, + 300, + 300, + 300, + 300, + 300 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/LiquidMeasuring-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/LiquidMeasuring-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..d6f16e60deba3a0c933bb45773a0b55fdbcea3b1 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/LiquidMeasuring-v1.json @@ -0,0 +1,166 @@ +{ + "task": "LiquidMeasuring-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 30.090585480444133, + 160.23821056075394, + 122.26400947570801, + 255.79446369968355, + 127.01467748079449, + 193.96219625882804, + 182.03773444332182, + 36.65072953701019, + 34.97224451601505, + 121.07395621296018, + 177.88248741999269, + 170.4506651153788, + 237.5977897811681, + 190.05282685440034, + 237.85011471807957, + 258.9838791266084, + 164.87937399744987, + 114.08019340410829, + 109.01921898126602, + 137.61763590946794, + 161.05142548121512, + 88.25069547630847, + 199.48427299037576, + 63.78034394979477, + 134.75816209986806, + 317.38654228672385, + 158.72162968292832, + 241.026711916551, + 168.58367613516748, + 188.8660641182214, + 240.64829803444445, + 136.42158411070704, + 212.19299515895545, + 213.45593590289354, + 173.71743081696332, + 247.44655575975776, + 295.04608653858304, + 95.15599287673831, + 145.09538440778852, + 188.79162557050586, + 190.27113410644233, + 140.2415359430015, + 83.95122323185205, + 176.22622537985444, + 90.88035738095641, + 177.15891453810036, + 72.60013438388705, + 207.7541100755334, + 221.81010178476572, + 142.18767148256302 + ], + "episode_steps": [ + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/MazeBlockPush-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/MazeBlockPush-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..4abdf1548da270ddacedec5f9b8fdfcc411a3a05 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/MazeBlockPush-v1.json @@ -0,0 +1,166 @@ +{ + "task": "MazeBlockPush-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + -596.1677052974701, + -749.9693937301636, + -388.4394451081753, + -554.1908958554268, + -904.967657327652, + -506.0947037935257, + -537.8681051135063, + -602.3357579112053, + -1038.560095012188, + -997.9188294410706, + -449.1877284049988, + -734.121742784977, + -710.2264024019241, + -743.2564018368721, + -621.1478945016861, + -626.9746533632278, + -446.1670047342777, + -673.5217626094818, + -773.1006085276604, + -605.3773617148399, + -1032.5376653671265, + -493.2878604233265, + -425.6816104054451, + -615.932099878788, + -510.28920435905457, + -539.8653356730938, + -597.7615025043488, + -560.2286489009857, + -606.8227012753487, + -316.2897786349058, + -614.960254073143, + -710.1516317129135, + -605.186561524868, + -621.3022889494896, + -1056.3442396521568, + -595.2446461319923, + -715.6011832952499, + -604.2455267906189, + -671.4987280964851, + -834.0215028822422, + -629.4299941658974, + -658.7837240099907, + -573.7682890295982, + -553.3433105945587, + -588.3283330202103, + -723.6017367839813, + -564.8187351822853, + -550.6492951512337, + -947.2930217385292, + -661.7039153575897 + ], + "episode_steps": [ + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/MobilePickPlace-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/MobilePickPlace-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..b20c92484fde3c60af232f9f9355e4a407a5e730 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/MobilePickPlace-v1.json @@ -0,0 +1,166 @@ +{ + "task": "MobilePickPlace-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 22.448881899937987, + 21.156802563462406, + 16.895289291627705, + 22.888720446731895, + 280.8845994048752, + 5.868286278098822, + 189.26009851275012, + 40.16523074125871, + 22.334376759361476, + 16.04162277188152, + 27.866980808787048, + 5.355040526250377, + 34.35832366254181, + 20.64828545320779, + 44.38339326065034, + 34.59995306516066, + 16.753513240255415, + 41.71114119607955, + 266.6705954137724, + null, + 16.886657821945846, + 22.07283448195085, + 325.590159913525, + 24.6909138597548, + 33.44675296032801, + 10.281952793709934, + 33.2107909321785, + 31.27449102886021, + null, + 1.5880830207606778, + 52.55718823708594, + 40.26517617050558, + 14.027361994609237, + 8.296624314039946, + 43.2694140819367, + 10.095434160437435, + 278.2372393561527, + 290.21694739256054, + 51.58980103582144, + 50.36811345163733, + 39.32226787880063, + 29.65830447571352, + 41.53654760122299, + 12.184368044603616, + 20.540719911456108, + 3.313351691002026, + 16.382306018378586, + 1.5204289874527603, + null, + 15.538893310935237 + ], + "episode_steps": [ + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/OpenBoxRetrieval-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/OpenBoxRetrieval-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..bf8db325a0080042c3b8c6da09665ac1d9b2a0f2 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/OpenBoxRetrieval-v1.json @@ -0,0 +1,166 @@ +{ + "task": "OpenBoxRetrieval-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 289.35071861743927, + 304.8066475391388, + 201.54406356811523, + 246.4745106101036, + 275.90124103426933, + 272.04842215776443, + 260.09783214330673, + 295.6421703994274, + 270.9746004641056, + 279.72113141417503, + 264.9619281888008, + 258.118574231863, + 272.3202762901783, + 241.7923219203949, + 313.5696791410446, + 270.87132623791695, + 263.87066474556923, + 295.5313028693199, + 287.578435331583, + 270.17551842331886, + 278.5018504858017, + 253.50137448310852, + 290.61766999959946, + 289.66740357875824, + 286.1339837014675, + 298.19235587120056, + 271.6335011124611, + 287.66953414678574, + 202.28583100438118, + 280.4917262494564, + 261.72992661595345, + 282.15317964553833, + 269.08184337615967, + 289.13051027059555, + 257.60640063881874, + 286.9382470846176, + 297.91830027103424, + 285.28560596704483, + 246.04900160431862, + 263.61950048804283, + 243.58334928750992, + 260.2634781897068, + 197.7950837612152, + 286.9372795522213, + 279.64769035577774, + 293.6958056986332, + 306.70727774500847, + 245.30949434638023, + 297.36161786317825, + 301.9705353975296 + ], + "episode_steps": [ + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/OpenDoor-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/OpenDoor-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..c22746a5bdcef879ee62355ec1bca971973619c3 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/OpenDoor-v1.json @@ -0,0 +1,166 @@ +{ + "task": "OpenDoor-v1", + "step": 200000, + "episodes": 50, + "successes": 8, + "success_rate": 0.16, + "episode_success": [ + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0 + ], + "episode_return": [ + 0.12124079016552969, + 85.98568435202651, + 50.695058125169794, + 12.518182103341928, + 130.4889964870638, + 5.733618510595647, + 172.4179833369392, + 107.84230652528765, + 65.68617202346786, + 0.12124077543569456, + 83.99208874290991, + 141.39318724208943, + 158.58004469983814, + 0.12124079873422033, + 45.81528091263374, + 1.2032455029345215, + 5.319802349542329, + 46.07091560628419, + 6.824566740727505, + 73.31025821108688, + 52.77688054074275, + 12.955875815165655, + 0.12124081276942889, + 70.77579583691295, + 7.990503984081329, + 3.420536422955024, + 235.7007918183741, + 4.230574685702209, + 91.35799526843903, + 61.78663687855237, + 0.5070498797750815, + 46.458275352819214, + 145.8738063165497, + 121.00931440914815, + 5.4783308569657265, + 43.358969604666186, + 72.56500312460469, + 14.791271815638993, + 46.07105496371946, + 0.1212407751900173, + 20.204529197912507, + 3.731180702365009, + 24.662584966153986, + 0.12124077539920108, + 69.56475609335712, + 75.8766862635498, + 49.45548446384453, + 0.12184033214100509, + 0.1212407875241297, + 55.19286924355356 + ], + "episode_steps": [ + 400, + 216, + 400, + 400, + 297, + 400, + 400, + 400, + 400, + 400, + 230, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 145, + 400, + 400, + 149, + 400, + 400, + 400, + 166, + 400, + 400, + 400, + 189, + 400, + 400, + 227 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/PickPlacePen-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/PickPlacePen-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..e530f4ea0d31f14448ba9c7637ba82487bac36d9 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/PickPlacePen-v1.json @@ -0,0 +1,166 @@ +{ + "task": "PickPlacePen-v1", + "step": 200000, + "episodes": 50, + "successes": 8, + "success_rate": 0.16, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 1.2272939682006836, + 1.5943225622177124, + 280.54971420764923, + 3.6966233253479004, + 3.6568366289138794, + 1.3626574873924255, + 23.22916144132614, + 238.60482847690582, + 253.77868354320526, + 3.7490143179893494, + 1.5343417525291443, + 16.541250824928284, + 5.0891130566596985, + 1.2597772479057312, + 0.0, + 86.34045374393463, + 0.0, + 108.09540212154388, + 0.0, + 250.33462971448898, + 102.57094138860703, + 94.09158617258072, + 248.41006481647491, + 177.97865116596222, + 3.5656259059906006, + 0.10566264390945435, + 18.725003957748413, + 0.0, + 3.173319160938263, + 140.156329870224, + 84.05623573064804, + 3.7572590112686157, + 0.0, + 107.77738440036774, + 0.0, + 10.201246440410614, + 1.5912972688674927, + 2.86123263835907, + 5.3572381138801575, + 101.34384888410568, + 155.90370512008667, + 4.329959392547607, + 5.439045011997223, + 4.330727636814117, + 4.336894452571869, + 8.292370796203613, + 123.44611197710037, + 0.0, + 208.38244599103928, + 0.0 + ], + "episode_steps": [ + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 317, + 500, + 500, + 500, + 500, + 342, + 350, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 323, + 500, + 500, + 376, + 500, + 500, + 500, + 500, + 500, + 329, + 390, + 500, + 500, + 500, + 500, + 500, + 367, + 500, + 500, + 500 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/PingPongBallTransport-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/PingPongBallTransport-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..35dcf47be72b35528d8cea56ee319bc9a6e68548 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/PingPongBallTransport-v1.json @@ -0,0 +1,166 @@ +{ + "task": "PingPongBallTransport-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 2077.51133620739, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809, + 5670.000267028809 + ], + "episode_steps": [ + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400, + 1400 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/PivotBook-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/PivotBook-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..653501ecf186cf1020dddc740636fc994837bf8d --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/PivotBook-v1.json @@ -0,0 +1,166 @@ +{ + "task": "PivotBook-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 13.580338895320892, + 0.5819942951202393, + 0.019610345363616943, + 0.098430335521698, + 102.95946133136749, + 35.265590250492096, + 0.1457737684249878, + 157.3815791606903, + 11.4539475440979, + 279.5471103787422, + 91.46150654554367, + 55.566782116889954, + 44.78107529878616, + 0.0, + 136.7946258187294, + 4.543022990226746, + 2.250175893306732, + 0.0, + 79.71003603935242, + 9.64083743095398, + 116.33882576227188, + 0.017994165420532227, + 91.61647146940231, + 123.80322927236557, + 89.35135316848755, + 109.14252597093582, + 0.0, + 0.0, + 111.38521540164948, + 18.27035701274872, + 69.80106961727142, + 0.0, + 123.2249144911766, + 110.74790757894516, + 162.32892429828644, + 62.15457797050476, + 116.86804801225662, + 19.29676365852356, + 0.0, + 0.22682911157608032, + 8.742453932762146, + 88.24458068609238, + 141.91812628507614, + 65.07864582538605, + 94.25132751464844, + 101.6516221165657, + 19.770434498786926, + 124.26779913902283, + 20.266419172286987, + 108.89191234111786 + ], + "episode_steps": [ + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/PressFitSoftPeg-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/PressFitSoftPeg-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..79d5cde63aa3b02f9857ef21ac75ad4affd34a07 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/PressFitSoftPeg-v1.json @@ -0,0 +1,166 @@ +{ + "task": "PressFitSoftPeg-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 870.3396738599986, + 407.83314126729965, + 468.38860945403576, + 89.20031644962728, + 1109.094315879047, + 83.18659771699458, + 218.38472441583872, + 426.25906335934997, + 543.9208614677191, + 220.3924728296697, + 888.1194348633289, + 449.7909365147352, + 425.41578509658575, + 1407.9401510432363, + 455.7198715656996, + 98.94954710640013, + 53.39637087099254, + 1536.380509339273, + 2112.559504650533, + 68.56626217719167, + 370.8431575000286, + 809.2199876792729, + 477.9348824992776, + 271.99466425925493, + 100.48758384026587, + 502.61229548603296, + 2393.9283017218113, + 788.4849926866591, + 367.8158782571554, + 1242.0555979460478, + 1401.313847053796, + 1193.1053421460092, + 863.9655730128288, + 1000.985617145896, + 377.1663605198264, + 1911.0366447269917, + 159.99612851813436, + 2156.3302648328245, + 375.4911664240062, + 172.83746225759387, + 84.80055283382535, + 222.11960339173675, + 555.320809872821, + 392.1430670246482, + 120.48521653283387, + 71.97195126954466, + 46.21814992278814, + 1314.479495383799, + 1441.3787112534046, + 829.8303795233369 + ], + "episode_steps": [ + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/PushSoccer-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/PushSoccer-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..d26f3c87983da0cf4fbf3af48bbcce64f8bd169d --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/PushSoccer-v1.json @@ -0,0 +1,166 @@ +{ + "task": "PushSoccer-v1", + "step": 200000, + "episodes": 50, + "successes": 20, + "success_rate": 0.4, + "episode_success": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0 + ], + "episode_return": [ + 52.00576090812683, + 8.335386216640472, + 100.40671372413635, + 1.1782077550888062, + 105.67535281181335, + 5.980156660079956, + 61.39110642671585, + 0.0, + 3.825589954853058, + 47.62074863910675, + 81.7624300122261, + 137.82095795869827, + 162.26828718185425, + 72.39825814962387, + 77.48809295892715, + 62.86118149757385, + 0.0, + 37.90056884288788, + 3.3391436338424683, + 37.00551384687424, + 110.32984751462936, + 199.47847437858582, + 17.777212381362915, + 0.0, + 0.0, + 129.27849727869034, + 34.76509606838226, + 0.0, + 0.0, + 83.2982537150383, + 0.0, + 110.02384948730469, + 0.0, + 0.0, + 51.10835915803909, + 0.6192494630813599, + 59.23394948244095, + 51.90863233804703, + 91.86229425668716, + 23.765230119228363, + 68.25721907615662, + 17.40596514940262, + 40.428553342819214, + 56.13184380531311, + 26.36955577135086, + 73.74710321426392, + 0.0, + 104.91264700889587, + 21.34259730577469, + 122.26131111383438 + ], + "episode_steps": [ + 190, + 300, + 260, + 300, + 300, + 300, + 300, + 300, + 300, + 190, + 219, + 300, + 300, + 166, + 202, + 300, + 300, + 180, + 300, + 162, + 300, + 300, + 300, + 300, + 300, + 300, + 131, + 300, + 300, + 300, + 300, + 239, + 300, + 300, + 171, + 300, + 163, + 155, + 260, + 137, + 238, + 112, + 300, + 159, + 124, + 300, + 300, + 300, + 149, + 300 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/PushTargetPose-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/PushTargetPose-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..e730fa7918731b45463903539757660ce72bffd2 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/PushTargetPose-v1.json @@ -0,0 +1,166 @@ +{ + "task": "PushTargetPose-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + -770.1433683633804, + -809.8573656976223, + -712.330482929945, + -723.448686093092, + -1569.8574758172035, + -823.1655437350273, + -517.8766708672047, + -325.08762219548225, + -949.9928681850433, + -542.0481198132038, + -602.2078882455826, + -510.13954055309296, + -780.171229660511, + -536.3331069350243, + -744.0068217217922, + -679.9220825135708, + -955.783310174942, + -874.4339109659195, + -808.8622933626175, + -780.4734175503254, + -626.352165967226, + -658.2829113602638, + -618.235460370779, + -753.5098688006401, + -603.2244926989079, + -644.3405563831329, + -650.5378402471542, + -805.7833538651466, + -746.1892907619476, + -548.4354574084282, + -541.8644480407238, + -789.6814772486687, + -682.2669400572777, + -808.0477461218834, + -587.0259515047073, + -1082.7974395751953, + -593.5094626247883, + -570.650258898735, + -701.84826156497, + -594.3986558318138, + -580.4809528589249, + -567.0027385652065, + -595.4016654193401, + -697.2840087711811, + -927.5122752189636, + -880.5828388333321, + -634.698281288147, + -516.8652171492577, + -516.9200595915318, + -927.854556620121 + ], + "episode_steps": [ + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/ReorientCube-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/ReorientCube-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..31f965ca5194ce1b09ddd72df5f5b6392069cafc --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/ReorientCube-v1.json @@ -0,0 +1,166 @@ +{ + "task": "ReorientCube-v1", + "step": 200000, + "episodes": 50, + "successes": 26, + "success_rate": 0.52, + "episode_success": [ + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0 + ], + "episode_return": [ + 35330.37606489658, + 39384.78421726823, + 27363.722664177418, + 44386.9475158155, + 44249.817256987095, + 29164.87703061104, + 43150.23467808962, + 31409.366388589144, + 15713.272879213095, + 18411.319324314594, + 26622.31156694889, + 29468.80863082409, + 14912.988555073738, + 25357.249950110912, + 34463.9855633378, + 14931.537357985973, + 26569.363422483206, + 31633.20839306712, + 33721.74581968784, + 39412.74503067136, + 23565.302945911884, + 21815.879670977592, + 55211.15376150608, + 44143.05752629042, + 31758.104685008526, + 41520.58857181668, + 40144.17711472511, + 47585.21445149183, + 33261.63309699297, + 22894.068365693092, + 30739.38786125183, + 38326.83118844032, + 43401.98743498325, + 54513.469456613064, + 25413.086492538452, + 15749.458884894848, + 26543.520050108433, + 31291.235405147076, + 15563.276065587997, + 52566.694274663925, + 36824.37001210451, + 26446.594765156507, + 24367.40843230486, + 29648.189720094204, + 45482.460303246975, + 40420.45769101381, + 44322.56586778164, + 45467.41481950879, + 46465.556254684925, + 68193.75515526533 + ], + "episode_steps": [ + 329, + 322, + 135, + 700, + 111, + 92, + 123, + 700, + 700, + 700, + 700, + 234, + 700, + 108, + 355, + 700, + 700, + 700, + 700, + 700, + 700, + 158, + 159, + 111, + 700, + 700, + 109, + 700, + 109, + 700, + 700, + 415, + 700, + 700, + 700, + 314, + 700, + 297, + 169, + 700, + 697, + 358, + 284, + 170, + 117, + 700, + 340, + 700, + 412, + 152 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/ReorientPen-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/ReorientPen-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..edd18d9f94e42a658010b646d661f444cb50b46d --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/ReorientPen-v1.json @@ -0,0 +1,166 @@ +{ + "task": "ReorientPen-v1", + "step": 200000, + "episodes": 50, + "successes": 17, + "success_rate": 0.34, + "episode_success": [ + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0 + ], + "episode_return": [ + 141.5259065902792, + 45.19347260519862, + 111.79533621668816, + 97.40578961372375, + 83.51246435195208, + 157.91422498226166, + 86.5359166234266, + 96.8600211404264, + 120.42931298166513, + 111.52482897043228, + 101.12855833768845, + 70.7972998470068, + 101.4506188929081, + 201.46297919750214, + 142.31063723564148, + 32.733073227107525, + 114.31291959807277, + 65.63837134838104, + 110.85698860883713, + 151.26260259747505, + 75.660789065063, + 88.26711356639862, + 76.86969084851444, + 82.62256354093552, + 240.3298105597496, + 133.68785849958658, + 93.4824640750885, + 98.67285004258156, + 73.51224052906036, + 76.69513280689716, + 90.71635845303535, + 20.688690084964037, + 205.40008336305618, + 183.90062487125397, + 114.11623507738113, + 85.76471997797489, + 91.72254882007837, + 41.541145365685225, + 90.05635291337967, + 86.12016694620252, + 205.0717974305153, + 106.28643994778395, + 87.04296225309372, + 74.42547017335892, + 84.91405296325684, + 221.6699846982956, + 31.474606186151505, + 59.42107801488601, + 55.68394447118044, + 166.41530430316925 + ], + "episode_steps": [ + 300, + 300, + 186, + 133, + 300, + 300, + 300, + 300, + 300, + 300, + 127, + 300, + 300, + 300, + 300, + 300, + 256, + 114, + 141, + 300, + 300, + 135, + 300, + 110, + 300, + 300, + 300, + 300, + 116, + 300, + 165, + 300, + 300, + 300, + 192, + 300, + 300, + 300, + 129, + 300, + 300, + 300, + 108, + 108, + 110, + 300, + 300, + 300, + 228, + 223 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/RingTossing-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/RingTossing-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..01aad847b3dc24ed298201dc387b8a5e7bcf8188 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/RingTossing-v1.json @@ -0,0 +1,166 @@ +{ + "task": "RingTossing-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + -4785.063881605864, + -4728.744299650192, + -4623.843413949013, + -4586.976271986961, + -4661.740795329213, + -3697.7861310988665, + -4636.143608152866, + -3855.278407096863, + -4460.27915096283, + -4748.806467533112, + -4775.467748135328, + -3325.159341931343, + -4736.679999560118, + -4721.19160053134, + -3516.722556233406, + -2340.116568416357, + -3636.028868198395, + -4619.527046114206, + -4723.750798940659, + -4568.968315720558, + -3158.8669796288013, + -4759.839032918215, + -4681.672616809607, + -4674.627777099609, + -4457.780578255653, + -4737.946661263704, + -4666.395320743322, + -4618.20480120182, + -3674.792915582657, + -3590.9713003337383, + -3570.4053731560707, + -4630.171741604805, + -4048.9013948738575, + -75.64413806796074, + -3576.040225148201, + -4780.828164279461, + -4732.301005139947, + -2916.7294368743896, + -4722.252806097269, + -4776.572880864143, + -4765.525878638029, + -4647.478064149618, + -4693.910705715418, + -4620.846685111523, + -4228.7963770926, + -4679.576501786709, + -4640.046893656254, + -4646.097739458084, + -4769.809685438871, + -4615.186222732067 + ], + "episode_steps": [ + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/RodThroughHoles-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/RodThroughHoles-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..5a1cfc0a59e6a39de1161e27ef3a9c090229dc30 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/RodThroughHoles-v1.json @@ -0,0 +1,166 @@ +{ + "task": "RodThroughHoles-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 975.5542357861996, + 617.431283608079, + 1306.7231495827436, + 759.1932608932257, + 1352.7922014594078, + 1184.3745179921389, + 103.55249155312777, + 360.8328628093004, + 248.26759222894907, + 253.44790487736464, + 986.8578883856535, + 99.73475028946996, + 140.89262003451586, + 369.4754288420081, + 393.1888424679637, + 258.0601111277938, + 295.7369363754988, + 115.32111842185259, + 753.7912678718567, + 493.3822622001171, + 77.10474541038275, + 134.25814628228545, + 381.4867668375373, + 875.4700331091881, + 673.5749304890633, + 908.4785131439567, + 873.4737176597118, + 1116.8348781466484, + 382.0999307259917, + 457.99309492856264, + 927.8913499116898, + 328.3739959150553, + 177.20795758068562, + 251.11699703335762, + 125.55259138718247, + 904.9012204408646, + 930.6369836106896, + 676.3336954787374, + 196.31707017868757, + 416.2168183103204, + 268.01306864619255, + 180.8704016506672, + 773.587971098721, + 257.5260477364063, + 1221.5364472046494, + 565.4362658858299, + 562.5268624573946, + 499.12794860452414, + 792.5732159167528, + 670.8922250829637 + ], + "episode_steps": [ + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/RollingPin-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/RollingPin-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..fe74cc4ae49b4f6619668f598b64f0dcdb1dc356 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/RollingPin-v1.json @@ -0,0 +1,166 @@ +{ + "task": "RollingPin-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 274.56201553344727, + 275.72796988487244, + 259.30387061834335, + 269.78996539115906, + 265.2309653162956, + 269.1228831410408, + 266.1132579445839, + 282.7737339735031, + 286.6242640018463, + 271.58891558647156, + 287.6660850048065, + 279.830020904541, + 276.71138966083527, + 275.7563895583153, + 270.6051493883133, + 279.95670425891876, + 259.99824607372284, + 255.44458961486816, + 288.8927358984947, + 284.4097334742546, + 268.34228295087814, + 290.2627734541893, + 274.5122827887535, + 279.41871923208237, + 263.29479616880417, + 276.5472831130028, + 276.7033562064171, + 282.843874335289, + 285.1434335708618, + 270.1240574121475, + 261.63113033771515, + 299.5402564406395, + 292.8857536315918, + 270.63338029384613, + 251.79124826192856, + 259.2840853333473, + 265.8441269993782, + 283.6967661380768, + 279.1204037666321, + 306.0119531750679, + 285.31237518787384, + 286.2572885751724, + 263.5681992173195, + 280.55721908807755, + 289.3581169247627, + 268.4514417052269, + 265.16963016986847, + 301.78691005706787, + 256.0960552096367, + 274.2726013660431 + ], + "episode_steps": [ + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/RopeBridgeDex-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/RopeBridgeDex-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..9d3b5cc0ac69a28299e947f539a06c247cdd4abc --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/RopeBridgeDex-v1.json @@ -0,0 +1,166 @@ +{ + "task": "RopeBridgeDex-v1", + "step": 200000, + "episodes": 50, + "successes": 11, + "success_rate": 0.22, + "episode_success": [ + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0 + ], + "episode_return": [ + 293.80333226919174, + 196.71702310442924, + 516.4656547605991, + 348.3213917762041, + 388.20520451664925, + 277.7513458132744, + 336.27819857001305, + 311.19499811530113, + 299.71766582131386, + 441.1404965594411, + 394.9314481317997, + 303.1496225595474, + 173.44286477565765, + 81.22993981838226, + 286.8340813219547, + 303.2546273767948, + 367.7565801143646, + 311.75089436769485, + 364.3309742808342, + 439.5711708664894, + 266.69069442152977, + 304.4133439064026, + 286.1080801784992, + 244.88104417920113, + 359.7143473625183, + 465.5342053771019, + 292.30265851318836, + 311.2280314564705, + 319.38874876499176, + 296.4373452961445, + 502.59150582551956, + 182.4035279303789, + 329.9324106499553, + 267.28859360702336, + 288.13631093502045, + 299.14371187239885, + 316.1132228374481, + 164.8533541560173, + 167.91480720043182, + 263.87986060231924, + 365.9521288871765, + 201.2110728919506, + 332.42917385697365, + 186.0211650058627, + 296.70211935043335, + 408.45178559422493, + 262.9129846394062, + 291.76051503419876, + 337.9667742997408, + 170.81922340393066 + ], + "episode_steps": [ + 800, + 361, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 338, + 800, + 572, + 476, + 800, + 800, + 800, + 674, + 533, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 319, + 800, + 800, + 800, + 800, + 800, + 309, + 331, + 800, + 800, + 348, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 305 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/RopePalmCageHoldDex-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/RopePalmCageHoldDex-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..5784b2f2c0bc843121d6ccb356f0f16ba566dc98 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/RopePalmCageHoldDex-v1.json @@ -0,0 +1,166 @@ +{ + "task": "RopePalmCageHoldDex-v1", + "step": 200000, + "episodes": 50, + "successes": 24, + "success_rate": 0.48, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0 + ], + "episode_return": [ + 84.55157721042633, + 99.62538652122021, + 83.20838797092438, + 84.32792210578918, + 102.6335034519434, + 84.50036512315273, + 97.67810510098934, + 74.77872680872679, + 62.86425465345383, + 61.943077728152275, + 81.72292426228523, + 57.4326545894146, + 87.37603656947613, + 65.39285899698734, + 99.72011299431324, + 86.45259606838226, + 83.81297995150089, + 87.80129134654999, + 88.7491395175457, + 61.55046263337135, + 61.22492651641369, + 60.57100269198418, + 69.07702131569386, + 59.354325115680695, + 61.707039922475815, + 62.7298574000597, + 66.88230203092098, + 87.69662472605705, + 67.62693609297276, + 67.8997995108366, + 81.57853879034519, + 85.2837765365839, + 84.06284233927727, + 74.0705412402749, + 54.93833069503307, + 68.96154162287712, + 101.17455357313156, + 83.01329618692398, + 69.55597113072872, + 75.43934337794781, + 94.8341403156519, + 85.52736231684685, + 68.02009992301464, + 78.68077100068331, + 85.53187115490437, + 58.38939622044563, + 84.63931578397751, + 62.16614258289337, + 70.6195802912116, + 105.40224230289459 + ], + "episode_steps": [ + 500, + 500, + 500, + 500, + 483, + 500, + 500, + 500, + 306, + 301, + 500, + 271, + 500, + 315, + 500, + 500, + 500, + 500, + 500, + 293, + 290, + 293, + 338, + 285, + 291, + 304, + 322, + 500, + 333, + 320, + 500, + 500, + 500, + 413, + 264, + 333, + 500, + 500, + 341, + 500, + 500, + 500, + 370, + 500, + 407, + 277, + 500, + 306, + 362, + 500 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/ScoopWater-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/ScoopWater-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..689ce5ff46bdc4cee2d951b643b9be043d87e2a4 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/ScoopWater-v1.json @@ -0,0 +1,166 @@ +{ + "task": "ScoopWater-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_steps": [ + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/SeparateTwoRopesEnv-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/SeparateTwoRopesEnv-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..d63722e1e1c7ccd0db936924ede1f77932c020ac --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/SeparateTwoRopesEnv-v1.json @@ -0,0 +1,166 @@ +{ + "task": "SeparateTwoRopesEnv-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 1750.0167669951916, + 2037.5562133789062, + 1769.0193800926208, + 1547.918602347374, + 1642.5103625059128, + 1749.6096353530884, + 1248.6452693343163, + 2412.724602341652, + 1131.5240800380707, + 1160.2909367978573, + 2329.415340870619, + 1740.1662130355835, + 1513.3607630729675, + 2566.7324436604977, + 2244.0179012417793, + 1526.8728811740875, + 1774.8689402639866, + 1484.2767502963543, + 1383.9648827910423, + 1644.081869572401, + 1622.4993515014648, + 3446.824905395508, + 1783.298583805561, + 1619.2019030153751, + 2072.169020265341, + 1378.5297072827816, + 4020.8082292973995, + 1461.7685720920563, + 1805.1113657355309, + 1367.9116269648075, + 1850.997482419014, + 1348.5157812535763, + 1763.5816243588924, + 5076.301357835531, + 1360.11724203825, + 1695.1144756376743, + 1294.1165879666805, + 1150.681645154953, + 2024.362425595522, + 6213.973115116358, + 1564.8799858987331, + 2311.4738785773516, + 1569.3485115766525, + 1088.4834431409836, + 1797.39236754179, + 1337.1682732701302, + 2533.043046683073, + 1773.416067123413, + 1853.550064444542, + 1598.6131835579872 + ], + "episode_steps": [ + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000, + 2000 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/ShapeTToI-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/ShapeTToI-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..d68a5bd00e99d8265472204c47437ed7d6e76396 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/ShapeTToI-v1.json @@ -0,0 +1,166 @@ +{ + "task": "ShapeTToI-v1", + "step": 200000, + "episodes": 50, + "successes": 1, + "success_rate": 0.02, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + -1.0902709047077224, + -143.07652311807033, + -27.491436404176056, + -42.479868255206384, + -23.536203331081197, + -158.29665821732488, + -14.72882477287203, + -89.6885244436562, + -44.65483021817636, + -92.04297762666829, + -1.0807990906760097, + -1.2301116314483806, + -97.97571758518461, + -91.73432248737663, + -82.54188634781167, + -6.2736008677165955, + -87.06799011444673, + -20.312297295662574, + -15.767242820933461, + -119.49168755719438, + -26.97220662829932, + -46.506860540714115, + -25.731788509874605, + -150.3763555843616, + -0.2477373614674434, + -17.202679660753347, + -1.0982817717595026, + -2.2605816549621522, + -20.145264844992198, + -165.67523122380953, + -41.66343540349044, + -71.66246412950568, + -8.50083983677905, + -166.06231970118824, + -28.550377188948914, + -86.24063226068392, + -34.571060789283365, + -22.212534260121174, + -137.56762029335368, + -1.2382606968749315, + -1.08651991316583, + -15.222885074326769, + -1.0920815882273018, + -1.1059185902122408, + -113.11206754227169, + -255.66432185727172, + -1.1322835269384086, + -24.058111503371038, + -109.71243665891234, + -166.42546672106255 + ], + "episode_steps": [ + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 145, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/SpinPenHora-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/SpinPenHora-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..1a69cbf85b7d496b040d7469978a467d1b03528f --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/SpinPenHora-v1.json @@ -0,0 +1,166 @@ +{ + "task": "SpinPenHora-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 841.0525183951249, + 90.3997403003741, + 26.29176940623438, + 148.22884327173233, + 209.09955005673692, + 150.06169873307226, + 159.45098262600368, + 48.244610626250505, + 48.516687712748535, + 100.77752483711811, + 479.10611743980553, + 179.14506462652935, + 86.96468658337835, + 649.4210661351681, + 251.9329330525943, + 62.31936125981156, + 723.4887488490785, + 177.1975101486314, + 114.18917314021382, + 91.79485574457794, + 256.63103592337575, + 101.39312180544948, + 377.3668416458531, + 686.6375676848111, + 173.389916931279, + 28.880920627037995, + 145.36430543876486, + 97.83574204723118, + 602.7214651324903, + 263.19574397901306, + 79.07030529651092, + 544.4482083938201, + 61.62595814047381, + 22.797390021383762, + 39.726628593867645, + 77.88167513225926, + 462.2726611646358, + 42.37895097018918, + 14.776128211989999, + 102.02079160459107, + 27.485047118680086, + 43.90375258773565, + 152.86454383912496, + 302.5273935442674, + 604.0609714950551, + 889.4709893303225, + 41.63633337337524, + 38.17533638275927, + 135.4912073003361, + 99.92939722142182 + ], + "episode_steps": [ + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/SqueezeClay-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/SqueezeClay-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..158e8e7f1b420295955a503b21ff37e261a523be --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/SqueezeClay-v1.json @@ -0,0 +1,166 @@ +{ + "task": "SqueezeClay-v1", + "step": 200000, + "episodes": 50, + "successes": 1, + "success_rate": 0.02, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 770.2372807264328, + 613.7954915761948, + 826.4628345966339, + 782.1697965860367, + 772.3676294088364, + 771.5935707092285, + 810.1128166913986, + 799.1154092550278, + 807.277155995369, + 770.830482006073, + 868.4912267923355, + 789.148726940155, + 637.3905528783798, + 824.7940846681595, + 822.3015211820602, + 870.4492599964142, + 770.2210730314255, + 778.4115083217621, + 721.5602338314056, + 812.3084485530853, + 672.9945397377014, + 784.4415488243103, + 802.148221373558, + 786.277635216713, + 742.0856617689133, + 667.551842212677, + 798.6331515312195, + 790.8551306724548, + 730.2951695919037, + 778.8854179382324, + 741.7126636505127, + 709.2659524679184, + 650.4592250585556, + 843.8833109140396, + 673.0727905035019, + 725.8201942443848, + 323.34088110923767, + 633.6960535049438, + 677.2579990625381, + 718.9809328317642, + 851.8202372789383, + 819.1103091239929, + 759.5054091215134, + 760.3831520080566, + 818.7171728610992, + 758.7822650671005, + 832.5359082221985, + 642.470611449331, + 809.8725275993347, + 776.9894938468933 + ], + "episode_steps": [ + 550, + 550, + 550, + 550, + 550, + 550, + 550, + 550, + 550, + 550, + 550, + 550, + 550, + 550, + 550, + 550, + 550, + 550, + 550, + 550, + 550, + 550, + 550, + 550, + 550, + 550, + 550, + 550, + 550, + 550, + 550, + 550, + 550, + 550, + 550, + 550, + 244, + 550, + 550, + 550, + 550, + 550, + 550, + 550, + 550, + 550, + 550, + 550, + 550, + 550 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/Stack6Blocks-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/Stack6Blocks-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..4c2d2b1c0e4a206fc7f334d4fbea678aa8924fe3 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/Stack6Blocks-v1.json @@ -0,0 +1,166 @@ +{ + "task": "Stack6Blocks-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 1358.3616628050804, + 1325.322450876236, + 1398.7912952899933, + 1432.7632439136505, + 1440.1440903544426, + 1420.6834486722946, + 1379.5100805163383, + 1468.4778048992157, + 1482.298679292202, + 1422.29754281044, + 1428.8669691085815, + 1436.031909584999, + 1433.8488434553146, + 1391.1929317116737, + 1394.4587490558624, + 1427.6383749246597, + 1461.894172668457, + 1348.434734761715, + 1392.0658260583878, + 1405.9931135773659, + 1472.0389095544815, + 1393.2836845517159, + 1399.388865828514, + 1383.0559122562408, + 1535.2004244923592, + 1442.273478269577, + 1332.884817957878, + 1448.3944467306137, + 1438.4165908694267, + 1424.989422082901, + 1429.1790214180946, + 1430.5625183582306, + 1477.5066846609116, + 1408.2562683820724, + 1378.9189829826355, + 1457.3531507849693, + 1379.0737950205803, + 1412.6869986653328, + 1377.4672764539719, + 1347.6490415930748, + 1425.0432969331741, + 1435.3874829411507, + 1408.2119114995003, + 1540.9292275309563, + 1402.7658048272133, + 1484.1870281100273, + 1365.0067012310028, + 1389.5445665717125, + 1389.7470918297768, + 1395.3468972444534 + ], + "episode_steps": [ + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400, + 2400 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/StackBlock-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/StackBlock-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..78a4510a90a752a6ff9f17cb88c4ff91c994db43 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/StackBlock-v1.json @@ -0,0 +1,166 @@ +{ + "task": "StackBlock-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 91.50950336456299, + 4.367398679256439, + 0.0, + 32.22620302438736, + 0.0, + 0.0, + 0.5670800805091858, + 16.272219598293304, + 25.695430874824524, + 9.842321336269379, + 0.0, + 12.71931791305542, + 0.0, + 26.60798043012619, + 16.312687575817108, + 24.240881502628326, + 38.157675325870514, + 64.59859335422516, + 71.01065891981125, + 4.859755158424377, + 19.242978036403656, + 0.03126031160354614, + 0.0034447312355041504, + 0.0, + 0.0, + 42.35423690080643, + 6.794929504394531e-06, + 21.824124932289124, + 195.3075510263443, + 0.0, + 0.0, + 82.08545058965683, + 7.238985300064087, + 0.0, + 0.0, + 144.53834396600723, + 28.20194524526596, + 76.2503930926323, + 72.29116982221603, + 0.0, + 2.337366759777069, + 39.11125689744949, + 13.622254192829132, + 57.751802921295166, + 0.0, + 57.40690505504608, + 56.785309970378876, + 0.814825177192688, + 11.174133479595184, + 0.0 + ], + "episode_steps": [ + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/StampRoll-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/StampRoll-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..3cb60796de00e4061836e96accbb837309eeb9b2 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/StampRoll-v1.json @@ -0,0 +1,166 @@ +{ + "task": "StampRoll-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_steps": [ + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/StraightenRope-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/StraightenRope-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..7e479668ac0e1494948e5468127cbf4f99981930 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/StraightenRope-v1.json @@ -0,0 +1,166 @@ +{ + "task": "StraightenRope-v1", + "step": 200000, + "episodes": 50, + "successes": 14, + "success_rate": 0.28, + "episode_success": [ + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0 + ], + "episode_return": [ + 260.50600069761276, + 327.0672057271004, + 155.03735691308975, + 321.1889721751213, + 132.8025324344635, + 222.8954228758812, + 186.97068917751312, + 205.26918277144432, + 181.11054623126984, + 306.2244790196419, + 254.60514748096466, + 295.88989120721817, + 259.37918400764465, + 164.11787968873978, + 183.41033220291138, + 311.6105709075928, + 272.29887568950653, + 270.04859060049057, + 342.06071841716766, + 275.4185029268265, + 212.49719563126564, + 191.0361148416996, + 246.45525193214417, + 326.8759835958481, + 156.97084015607834, + 308.45287024974823, + 142.11685979366302, + 339.95106291770935, + 232.41764330863953, + 261.2950985431671, + 294.3909848332405, + 249.05116146802902, + 194.63998746871948, + 293.4891384243965, + 139.33518862724304, + 292.94699597358704, + 320.74557703733444, + 334.4593194127083, + 317.04567086696625, + 199.41375213861465, + 225.8448092341423, + 315.04688853025436, + 276.5953975915909, + 156.89381462335587, + 135.9277526140213, + 337.9748267531395, + 173.63784992694855, + 360.1597631573677, + 306.9692040681839, + 145.4097140431404 + ], + "episode_steps": [ + 400, + 400, + 200, + 400, + 164, + 240, + 215, + 400, + 226, + 400, + 400, + 400, + 400, + 217, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 225, + 400, + 196, + 400, + 400, + 400, + 400, + 400, + 214, + 400, + 161, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 202, + 171, + 400, + 217, + 400, + 400, + 182 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/StraightenTwoRopesSequential-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/StraightenTwoRopesSequential-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..eaa87c37f307fe9bee01f524c7b00fef3ca44dd5 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/StraightenTwoRopesSequential-v1.json @@ -0,0 +1,166 @@ +{ + "task": "StraightenTwoRopesSequential-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 2104.432228207588, + 2053.553930401802, + 2154.9494705200195, + 2190.1821843385696, + 2086.3015127182007, + 2375.709217309952, + 2157.7405425310135, + 1961.805608868599, + 2178.3215761184692, + 2374.322636127472, + 2186.5615651607513, + 2045.4125702381134, + 2337.431944847107, + 2109.08398604393, + 2579.3337750434875, + 2125.3363304138184, + 2122.30169403553, + 2045.2772128582, + 2034.3917818069458, + 2361.812555551529, + 2123.33270406723, + 2428.4931596517563, + 2376.5180166959763, + 2399.594314932823, + 2361.09870493412, + 2543.309110879898, + 1862.5069525241852, + 2001.3664553165436, + 2536.7935152053833, + 2082.1551101207733, + 2502.057983279228, + 2049.410655260086, + 2134.0544937849045, + 2304.483312010765, + 2488.07073366642, + 2249.888487100601, + 2003.3368096351624, + 2456.9825723171234, + 2288.6094875335693, + 2054.9160999059677, + 1870.6450173854828, + 1948.288750052452, + 2248.393352985382, + 2555.3514308929443, + 2345.8148564100266, + 2430.281825065613, + 2453.5277767181396, + 2354.435984134674, + 2612.4616661071777, + 2440.9599299430847 + ], + "episode_steps": [ + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200, + 1200 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/SwingRing-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/SwingRing-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..a4143599bbb31dae1156b4ec6dbb0591fcf94c4b --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/SwingRing-v1.json @@ -0,0 +1,166 @@ +{ + "task": "SwingRing-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 59.16728959821921, + 58.23134367680177, + 66.55560064921156, + 69.28926250113, + 57.40733717009425, + 58.410003332421184, + 73.58008750344516, + 69.93730365065858, + 48.8512155180797, + 51.39580241590738, + 56.17046140693128, + 55.09688600990921, + 62.39813902229071, + 70.19914415059611, + 29.088298656512052, + 71.03628691099584, + 87.4279210716486, + 72.60206429846585, + 65.73452842608094, + 59.991882318863645, + 68.56331078799121, + 65.17356475768611, + 54.272076699882746, + 72.31485207471997, + 72.56050189231746, + 75.61155462265015, + 54.93275423068553, + 56.014393240213394, + 68.0851397322258, + 63.63382515870035, + 71.02948917681351, + 59.894515711814165, + 44.2703623957932, + 53.81977524980903, + 47.244104363024235, + 60.57288771867752, + 39.48845228552818, + 72.89767471394953, + 78.3183957207948, + 70.33963606343605, + 73.04503792244941, + 68.09368858661765, + 69.31475189594494, + 55.15175614727923, + 71.19061319867615, + 75.16485627565999, + 57.37655937112868, + 63.72002005460672, + 59.05744190514088, + 70.85881127603352 + ], + "episode_steps": [ + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/TennisRally-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/TennisRally-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..6545016449c102428f8e9672c49d9f342bf269bf --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/TennisRally-v1.json @@ -0,0 +1,166 @@ +{ + "task": "TennisRally-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 164.4200458796695, + 19.649118781089783, + 18.87968409061432, + 29.94992184638977, + 25.741683900356293, + 1083.9172921776772, + 12.974332213401794, + 1101.5077891349792, + 130.34786158800125, + 23.029618740081787, + 17.54374647140503, + 40.583716452121735, + 949.3200470209122, + 12.624133825302124, + 20.646916151046753, + 18.410078704357147, + 1053.0824792385101, + 18.538898825645447, + 20.436493575572968, + 1037.0330201387405, + 1008.9767733309418, + 18.037836076226085, + 18.61084616323933, + 9.64137077331543, + 141.4432739019394, + 1051.3768960237503, + 17.693721115589142, + 1111.546921312809, + 87.20179271697998, + 1042.3800534047186, + 1032.4979628324509, + 1031.2758612036705, + 1055.437807738781, + 1142.1500025391579, + 16.99277377128601, + 31.874254524707794, + 18.541649997234344, + 234.84582210658118, + 1171.7395106442273, + 1035.270747244358, + 1128.0030918717384, + 37.5888751745224, + 19.002537251915783, + 1005.5938810110092, + 482.5975077874027, + 750.1436964273453, + 24.527190327644348, + 28.790567039512098, + 149.82266181707382, + 20.47957581281662 + ], + "episode_steps": [ + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650, + 650 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/TurnOnFaucet-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/TurnOnFaucet-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..842df27fa2894da82e8036a21cf5226868062581 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/TurnOnFaucet-v1.json @@ -0,0 +1,166 @@ +{ + "task": "TurnOnFaucet-v1", + "step": 200000, + "episodes": 50, + "successes": 40, + "success_rate": 0.8, + "episode_success": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "episode_return": [ + 21.912205235566944, + 15.974932637211168, + 17.064658486749977, + 14.956671841908246, + 16.601422042469494, + 11.88833852298558, + 12.248541976790875, + 18.263244035653774, + 1.6519119504512423e-13, + 1.3986014347270876e-13, + 17.37660148157738, + 0.0, + 61.12156945688184, + 8.767608067486435, + 9.41782245784998, + 1.1599413297032358e-13, + 29.958105680765584, + 11.713693673722448, + 13.412425405345857, + 13.14890774898231, + 21.674411119893193, + 26.81357480864972, + 14.165106796659531, + 10.858628478948958, + 17.846955315209925, + 15.981661044061184, + 9.873353402595967, + 11.439741624519229, + 1.6279913778139002e-14, + 20.66825895011425, + 0.0, + 12.53690780326724, + 15.919721204787493, + 12.749545932281762, + 15.117696032859385, + 0.0, + 15.433419274166226, + 16.049454368650913, + 2.7842920123964243e-13, + 12.616317762993276, + 21.646128114545718, + 17.35466120764613, + 17.242297115648398, + 18.307819321751595, + 11.715036071836948, + 16.295847235247493, + 15.491514484863728, + 13.326278476975858, + 10.003620686475188, + 13.06963874446229 + ], + "episode_steps": [ + 83, + 76, + 69, + 69, + 75, + 64, + 82, + 73, + 200, + 200, + 64, + 200, + 200, + 200, + 73, + 200, + 89, + 66, + 64, + 56, + 74, + 80, + 103, + 92, + 70, + 80, + 72, + 68, + 200, + 63, + 200, + 72, + 75, + 67, + 73, + 200, + 59, + 68, + 200, + 80, + 86, + 69, + 50, + 57, + 80, + 75, + 82, + 70, + 63, + 85 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/TweezersPickPlace-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/TweezersPickPlace-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..dbdb3c6b479ee873c1b04a257868625c4393e24b --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/TweezersPickPlace-v1.json @@ -0,0 +1,166 @@ +{ + "task": "TweezersPickPlace-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + -127.25957977771759, + -127.87738758325577, + -131.2434742450714, + -128.0641335695982, + -126.50916701555252, + -128.08276909589767, + -125.3387798666954, + -132.68770125508308, + -125.99300573766232, + -127.98765830695629, + -127.55233830213547, + -126.70670859515667, + -127.4285007417202, + -127.39793179929256, + -127.02253070473671, + -127.39326310157776, + -125.99692843854427, + -125.91505163908005, + -126.48706343770027, + -127.49408316612244, + -132.29377499222755, + -127.95728206634521, + -127.34264507889748, + -126.74006992578506, + -125.67074386775494, + -127.24380990862846, + -127.9133111089468, + -127.0979436635971, + -126.60209400951862, + -127.00682272017002, + -126.91393132507801, + -128.36468003690243, + -129.8548337072134, + -127.14243917167187, + -127.47044640779495, + -126.56110668182373, + -126.14106994867325, + -125.65886598825455, + -128.58975817263126, + -126.59868502616882, + -126.43186049163342, + -125.67718943953514, + -126.3510570526123, + -129.12517906725407, + -125.41118185222149, + -125.5535998493433, + -124.98882721364498, + -126.78734511137009, + -127.8672492057085, + -128.45536033809185 + ], + "episode_steps": [ + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/UnfoldShirt-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/UnfoldShirt-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..3507409c8cb5fda261048911115851904cb90043 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/UnfoldShirt-v1.json @@ -0,0 +1,166 @@ +{ + "task": "UnfoldShirt-v1", + "step": 200000, + "episodes": 50, + "successes": 10, + "success_rate": 0.2, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 1.6520516760647297, + 0.519175585359335, + 0.36688707396388054, + 0.6372139602899551, + 0.4356195814907551, + 0.39597050100564957, + 1.313859649002552, + 2.6824008971452713, + 0.5258283205330372, + 2.7585275266319513, + 0.7262457944452763, + 1.2642934154719114, + 0.3549504932016134, + 0.5117293726652861, + 0.13669712096452713, + 1.7113283053040504, + 2.6738775186240673, + 2.719612520188093, + 0.3987027667462826, + 1.598822481930256, + 0.4173189830034971, + 0.4669971391558647, + 0.4124418571591377, + 0.6278986670076847, + 2.757390972226858, + 2.76854988373816, + 2.745542885735631, + 1.3206252083182335, + 0.4059350647730753, + 0.384157195687294, + 0.407117648050189, + 1.139022096991539, + 0.4008236601948738, + 0.14372368156909943, + 0.39761796966195107, + 0.5558232944458723, + 2.7644093316048384, + 0.4645828679203987, + 2.7206280641257763, + 1.58403879404068, + 0.40698587184306234, + 0.47902543283998966, + 2.6547270733863115, + 1.217720191925764, + 0.4293996673077345, + 0.35705883242189884, + 0.5254541374742985, + 1.6036789081990719, + 0.39271993190050125, + 0.45239952579140663 + ], + "episode_steps": [ + 209, + 500, + 500, + 500, + 500, + 500, + 500, + 295, + 500, + 444, + 500, + 500, + 500, + 119, + 89, + 216, + 377, + 249, + 500, + 107, + 500, + 409, + 500, + 500, + 448, + 370, + 164, + 500, + 500, + 500, + 500, + 500, + 500, + 88, + 500, + 500, + 145, + 500, + 292, + 500, + 500, + 500, + 147, + 500, + 500, + 500, + 500, + 228, + 500, + 500 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_reports/step_00200000/WrapRope-v1.json b/pi05/all_tasks/all112/eval_reports/step_00200000/WrapRope-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..454bb740f183f4fcab54198ec37df84cc8ba7199 --- /dev/null +++ b/pi05/all_tasks/all112/eval_reports/step_00200000/WrapRope-v1.json @@ -0,0 +1,166 @@ +{ + "task": "WrapRope-v1", + "step": 200000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 323.6513212323189, + 359.33601784706116, + 257.1830700933933, + 293.09522289037704, + 235.17965358495712, + 313.10255840420723, + 331.587419629097, + 470.83233547210693, + 265.57010984420776, + 243.12721288204193, + 408.881769746542, + 256.35033428668976, + 391.81698420643806, + 281.3634738922119, + 255.2739208638668, + 293.31766214966774, + 405.0658764243126, + 261.5410779118538, + 396.9459075629711, + 250.94508123397827, + 425.5784230530262, + 282.33993777632713, + 382.9149571955204, + 340.64273327589035, + 216.81291553378105, + 231.96408319473267, + 354.002272605896, + 265.51836571097374, + 496.1176909804344, + 267.2610052525997, + 448.61734279990196, + 584.7909962236881, + 387.87591272592545, + 334.4333819448948, + 255.54703736305237, + 466.56449937820435, + 346.996813416481, + 457.5218927562237, + 409.89994141459465, + 477.8229787349701, + 338.33538696169853, + 378.44965475797653, + 267.96954903006554, + 307.0501474440098, + 295.7921876311302, + 334.06249302625656, + 404.29027900099754, + 399.3043379187584, + 390.42247730493546, + 215.03640154004097 + ], + "episode_steps": [ + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530, + 530 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/eval_result.json b/pi05/all_tasks/all112/eval_result.json new file mode 100644 index 0000000000000000000000000000000000000000..60f3522bf78e73d3a2e32d9b398bb44dd3e10621 --- /dev/null +++ b/pi05/all_tasks/all112/eval_result.json @@ -0,0 +1,1494 @@ +{ + "suite": "all112", + "episodes_per_task": 50, + "episode_seed_base": 1000, + "episode_seeds": "1000-1049", + "exec_steps": 16, + "sample_steps": 10, + "steps": { + "60000": { + "tasks_evaluated": 18, + "evaluation_complete": false, + "mean_success_rate": 0.13555555555555557, + "per_task": { + "DualArmButtonPress-v1": { + "success_rate": 0.02, + "successes": 1, + "episodes": 50, + "return_mean": 313.0571367740631 + }, + "DualArmCoverCloth-v1": { + "success_rate": 0.04, + "successes": 2, + "episodes": 50, + "return_mean": 80.0397276384849 + }, + "DualArmDoubleDoorBox-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 34.78296371042728 + }, + "DualArmHammerHandover-v1": { + "success_rate": 0.16, + "successes": 8, + "episodes": 50, + "return_mean": 191.5913030720502 + }, + "DualArmOpenPen-v1": { + "success_rate": 0.16, + "successes": 8, + "episodes": 50, + "return_mean": 725.3448427106653, + "return_mean_finite": false + }, + "DualArmPressButton-v1": { + "success_rate": 0.48, + "successes": 24, + "episodes": 50, + "return_mean": 164.88486490964888 + }, + "DualArmRopeStretch-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 278.31129900336265 + }, + "DualArmSwingCup-v1": { + "success_rate": 0.04, + "successes": 2, + "episodes": 50, + "return_mean": 262.6420225226879 + }, + "GraspCylinder-v1": { + "success_rate": 0.38, + "successes": 19, + "episodes": 50, + "return_mean": 11.386237578133569 + }, + "HangMug-v1": { + "success_rate": 0.16, + "successes": 8, + "episodes": 50, + "return_mean": 15.955369206666946 + }, + "LiftBucket-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 175.796824542284 + }, + "OpenDoor-v1": { + "success_rate": 0.08, + "successes": 4, + "episodes": 50, + "return_mean": 50.11448455557813 + }, + "PickPlacePen-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 8.295959017714676, + "return_mean_finite": false + }, + "PushSoccer-v1": { + "success_rate": 0.06, + "successes": 3, + "episodes": 50, + "return_mean": 39.41379247546196 + }, + "ReorientCube-v1": { + "success_rate": 0.3, + "successes": 15, + "episodes": 50, + "return_mean": 26857.018229444027 + }, + "StackBlock-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 11.9909104180336 + }, + "StraightenRope-v1": { + "success_rate": 0.04, + "successes": 2, + "episodes": 50, + "return_mean": 285.44203804016115 + }, + "TurnOnFaucet-v1": { + "success_rate": 0.52, + "successes": 26, + "episodes": 50, + "return_mean": 11.37066471008769 + } + } + }, + "140000": { + "tasks_evaluated": 112, + "evaluation_complete": true, + "mean_success_rate": 0.0857142857142857, + "per_task": { + "BagDropIn-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 543.89843252182 + }, + "BagHanging-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 60.8346064583864 + }, + "BuildTent-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 0.04 + }, + "ClaySealStamp-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 278.568458076939 + }, + "ClothWipe-v1": { + "success_rate": 0.06, + "successes": 3, + "episodes": 50, + "return_mean": 269.2733934382629 + }, + "ClutterGrasp-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 2662.3544606965565, + "return_mean_finite": false + }, + "CoverPattern-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 439.5863370714523 + }, + "DexOpenDoor-v1": { + "success_rate": 0.14, + "successes": 7, + "episodes": 50, + "return_mean": 397.2877663777792 + }, + "DrapeCloth-v1": { + "success_rate": 0.4, + "successes": 20, + "episodes": 50, + "return_mean": 22.890011060799697 + }, + "DualArmAssembleBracket-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 8.116567009687424 + }, + "DualArmBallClassify-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 2559.7899479079247 + }, + "DualArmBilliardBridge-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 1039.956438189149 + }, + "DualArmBookPickPlace-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 231.037861443758 + }, + "DualArmButtonPress-v1": { + "success_rate": 0.24, + "successes": 12, + "episodes": 50, + "return_mean": 274.84980798482894 + }, + "DualArmCleanupPotEnv-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 135.145770059824 + }, + "DualArmClothAlign-v1": { + "success_rate": 0.1, + "successes": 5, + "episodes": 50, + "return_mean": 25.224822663543748 + }, + "DualArmClothCylinderWipe-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": -0.9598938106000423 + }, + "DualArmClothHanger-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 70.06783440589905 + }, + "DualArmCoverCloth-v1": { + "success_rate": 0.2, + "successes": 10, + "episodes": 50, + "return_mean": 118.24561558563029 + }, + "DualArmDoubleDoorBox-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 48.34176510229707 + }, + "DualArmFlipTable-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 874.7765405845643 + }, + "DualArmFoldCarton-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 6575.626341428757 + }, + "DualArmFoldHandKerchief-v1": { + "success_rate": 0.34, + "successes": 17, + "episodes": 50, + "return_mean": -23.7263266402483 + }, + "DualArmHammerHandover-v1": { + "success_rate": 0.06, + "successes": 3, + "episodes": 50, + "return_mean": 220.30926535099744 + }, + "DualArmJugglingBall-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": -5493.133684337139 + }, + "DualArmJumpRope-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 167.07834636904713, + "return_mean_finite": false + }, + "DualArmKeyboardType-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": -179.08960463538614 + }, + "DualArmLayerClayInDish-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 430.3675131106377 + }, + "DualArmLiftBall-v1": { + "success_rate": 0.1, + "successes": 5, + "episodes": 50, + "return_mean": 26.700919340252877 + }, + "DualArmLiftSoftDex-v1": { + "success_rate": 0.86, + "successes": 43, + "episodes": 50, + "return_mean": 153.9696006699052 + }, + "DualArmLiquidMixing-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 210.65649772066624 + }, + "DualArmMahjongSetup-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 589.3874055606624, + "return_mean_finite": false + }, + "DualArmMakeLine-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 11245.161955070496 + }, + "DualArmOpenBottle-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 2060.0343844747545 + }, + "DualArmOpenFridge-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 1425.23513215065 + }, + "DualArmOpenLaptop-v1": { + "success_rate": 0.02, + "successes": 1, + "episodes": 50, + "return_mean": 1579.306149816513 + }, + "DualArmOpenPen-v1": { + "success_rate": 0.32, + "successes": 16, + "episodes": 50, + "return_mean": 746.7225517427921 + }, + "DualArmOpenScissor-v1": { + "success_rate": 0.2, + "successes": 10, + "episodes": 50, + "return_mean": 483.52761572897435 + }, + "DualArmOrganizeCabinet-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 1036.6932614549808 + }, + "DualArmPegInHole-v1": { + "success_rate": 0.22, + "successes": 11, + "episodes": 50, + "return_mean": 46.86934688814916 + }, + "DualArmPingpongBalance-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 271.3656012916565 + }, + "DualArmPlaceRopeOverRod-v1": { + "success_rate": 0.2, + "successes": 10, + "episodes": 50, + "return_mean": 219.37598074533977 + }, + "DualArmPlugCharger-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 156.70122202157975 + }, + "DualArmPouringTwoCups-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 2058.28307915774 + }, + "DualArmPouringWater-v1": { + "success_rate": 0.06, + "successes": 3, + "episodes": 50, + "return_mean": 38.831558295479915 + }, + "DualArmPressButton-v1": { + "success_rate": 0.58, + "successes": 29, + "episodes": 50, + "return_mean": 150.78704013109208 + }, + "DualArmPushBox-v1": { + "success_rate": 0.36, + "successes": 18, + "episodes": 50, + "return_mean": 55.718714435696604 + }, + "DualArmPushObject-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 0.0 + }, + "DualArmRopeCylinderWarpping-v1": { + "success_rate": 0.06, + "successes": 3, + "episodes": 50, + "return_mean": 80.50582595221698 + }, + "DualArmRopeStretch-v1": { + "success_rate": 0.06, + "successes": 3, + "episodes": 50, + "return_mean": 274.21601074814794 + }, + "DualArmRubikCube-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 1851.0955673122405 + }, + "DualArmSandShovel-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 0.024000000953674317 + }, + "DualArmSendPingpong-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 494.9167204391956 + }, + "DualArmSetupTable-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 122.38893600404262 + }, + "DualArmShapeDoll-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 387.2691905710101 + }, + "DualArmShootBasketball-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": -127.25951885600225 + }, + "DualArmStraightenRope-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 67.6266291268108 + }, + "DualArmStuffCloth-v1": { + "success_rate": 0.16, + "successes": 8, + "episodes": 50, + "return_mean": 23.038865760387853 + }, + "DualArmSwingCup-v1": { + "success_rate": 0.06, + "successes": 3, + "episodes": 50, + "return_mean": 310.00132140159604 + }, + "DualArmThreadCloth-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 168.94098248563708 + }, + "DualArmThreadRopeThroughTube-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 1.846285702586174 + }, + "DualArmThreading-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 197.46521053246724 + }, + "DualArmThrowBlock-v1": { + "success_rate": 0.02, + "successes": 1, + "episodes": 50, + "return_mean": 2224.8335900735856 + }, + "DualArmWallRings-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 38.51605554508278 + }, + "DualArmWeaveCloth-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 33.84000128477812 + }, + "FitnessBall-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": -6367.711804466843 + }, + "FlipPan-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 1770.2389196187257 + }, + "FoldShirt-v1": { + "success_rate": 0.14, + "successes": 7, + "episodes": 50, + "return_mean": 245.5675849379763 + }, + "GraspCylinder-v1": { + "success_rate": 0.66, + "successes": 33, + "episodes": 50, + "return_mean": 18.383427673254882 + }, + "GraspTwoBlocks-v1": { + "success_rate": 0.28, + "successes": 14, + "episodes": 50, + "return_mean": 260.5961760699749 + }, + "GroceryPrepare-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 2065.7746795225144 + }, + "HammerNail-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": -55.62826500374824 + }, + "HammerNailOut-v1": { + "success_rate": 0.02, + "successes": 1, + "episodes": 50, + "return_mean": -28.846646716594694 + }, + "HangMug-v1": { + "success_rate": 0.4, + "successes": 20, + "episodes": 50, + "return_mean": 28.165582860708238 + }, + "HitBilliard-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 843.3056137621403 + }, + "HitBox-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 314.811961671114 + }, + "KitAssembly-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 3.715 + }, + "LiftBucket-v1": { + "success_rate": 0.02, + "successes": 1, + "episodes": 50, + "return_mean": 173.6896885383129 + }, + "LiquidMeasuring-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 73.57160769732668 + }, + "MazeBlockPush-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": -592.7156164059043 + }, + "MobilePickPlace-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 38.58355546303388, + "return_mean_finite": false + }, + "OpenBoxRetrieval-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 270.9461667275429 + }, + "OpenDoor-v1": { + "success_rate": 0.12, + "successes": 6, + "episodes": 50, + "return_mean": 58.42245769922556 + }, + "PickPlacePen-v1": { + "success_rate": 0.12, + "successes": 6, + "episodes": 50, + "return_mean": 52.963748519420626 + }, + "PingPongBallTransport-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 5670.000267028809 + }, + "PivotBook-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 48.10761052131653 + }, + "PressFitSoftPeg-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 571.1650983898714 + }, + "PushSoccer-v1": { + "success_rate": 0.38, + "successes": 19, + "episodes": 50, + "return_mean": 51.09799716472626 + }, + "PushTargetPose-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": -726.4736749827862 + }, + "ReorientCube-v1": { + "success_rate": 0.34, + "successes": 17, + "episodes": 50, + "return_mean": 29972.360185915233 + }, + "ReorientPen-v1": { + "success_rate": 0.28, + "successes": 14, + "episodes": 50, + "return_mean": 120.01429015765433 + }, + "RingTossing-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": -4378.399252867102 + }, + "RodThroughHoles-v1": { + "success_rate": 0.04, + "successes": 2, + "episodes": 50, + "return_mean": 371.7331325868517 + }, + "RollingPin-v1": { + "success_rate": 0.02, + "successes": 1, + "episodes": 50, + "return_mean": 240.93495749592782 + }, + "RopeBridgeDex-v1": { + "success_rate": 0.14, + "successes": 7, + "episodes": 50, + "return_mean": 304.31220712972805 + }, + "RopePalmCageHoldDex-v1": { + "success_rate": 0.56, + "successes": 28, + "episodes": 50, + "return_mean": 72.67988923087717 + }, + "ScoopWater-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 0.0 + }, + "SeparateTwoRopesEnv-v1": { + "success_rate": 0.02, + "successes": 1, + "episodes": 50, + "return_mean": 2104.6100561621784 + }, + "ShapeTToI-v1": { + "success_rate": 0.04, + "successes": 2, + "episodes": 50, + "return_mean": -4.927111079568276 + }, + "SpinPenHora-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 215.2952300330502 + }, + "SqueezeClay-v1": { + "success_rate": 0.14, + "successes": 7, + "episodes": 50, + "return_mean": 721.7464624336362 + }, + "Stack6Blocks-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 1420.391540467739 + }, + "StackBlock-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 7.788812818527222 + }, + "StampRoll-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 0.0 + }, + "StraightenRope-v1": { + "success_rate": 0.08, + "successes": 4, + "episodes": 50, + "return_mean": 280.7974183559418 + }, + "StraightenTwoRopesSequential-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 2242.3036998820303 + }, + "SwingRing-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 59.567886370508916 + }, + "TennisRally-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 151.9658280566521 + }, + "TurnOnFaucet-v1": { + "success_rate": 0.74, + "successes": 37, + "episodes": 50, + "return_mean": 13.179296306002088 + }, + "TweezersPickPlace-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": -127.57125660270452 + }, + "UnfoldShirt-v1": { + "success_rate": 0.24, + "successes": 12, + "episodes": 50, + "return_mean": 1.258127567449119 + }, + "WrapRope-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 326.58693587839605 + } + } + }, + "200000": { + "tasks_evaluated": 112, + "evaluation_complete": true, + "mean_success_rate": 0.08107142857142854, + "per_task": { + "BagDropIn-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 554.3478735470771 + }, + "BagHanging-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 61.137881507761776 + }, + "BuildTent-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 0.0 + }, + "ClaySealStamp-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 412.8128176419437 + }, + "ClothWipe-v1": { + "success_rate": 0.08, + "successes": 4, + "episodes": 50, + "return_mean": 305.4628361991048 + }, + "ClutterGrasp-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 2181.7579914393395, + "return_mean_finite": false + }, + "CoverPattern-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 281.37896595605184 + }, + "DexOpenDoor-v1": { + "success_rate": 0.16, + "successes": 8, + "episodes": 50, + "return_mean": 330.40303372964365 + }, + "DrapeCloth-v1": { + "success_rate": 0.3, + "successes": 15, + "episodes": 50, + "return_mean": 20.16933320861167 + }, + "DualArmAssembleBracket-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 2.6782549142837526 + }, + "DualArmBallClassify-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 2762.929054810405 + }, + "DualArmBilliardBridge-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 1114.6781047576667 + }, + "DualArmBookPickPlace-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 861.9652544414997 + }, + "DualArmButtonPress-v1": { + "success_rate": 0.34, + "successes": 17, + "episodes": 50, + "return_mean": 259.0269289636612 + }, + "DualArmCleanupPotEnv-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 123.43848730228385, + "return_mean_finite": false + }, + "DualArmClothAlign-v1": { + "success_rate": 0.2, + "successes": 10, + "episodes": 50, + "return_mean": 27.676082506421952 + }, + "DualArmClothCylinderWipe-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": -0.9679999990132637 + }, + "DualArmClothHanger-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 122.18163122296333 + }, + "DualArmCoverCloth-v1": { + "success_rate": 0.08, + "successes": 4, + "episodes": 50, + "return_mean": 146.0113447258831 + }, + "DualArmDoubleDoorBox-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 39.109670158177614 + }, + "DualArmFlipTable-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 1329.2840390753745 + }, + "DualArmFoldCarton-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 6259.8538162875175 + }, + "DualArmFoldHandKerchief-v1": { + "success_rate": 0.2, + "successes": 10, + "episodes": 50, + "return_mean": -15.30244207918644 + }, + "DualArmHammerHandover-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 45.85509908080101 + }, + "DualArmJugglingBall-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": -5362.283189246655 + }, + "DualArmJumpRope-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 187.54265602776877, + "return_mean_finite": false + }, + "DualArmKeyboardType-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": -203.5634910477222 + }, + "DualArmLayerClayInDish-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 430.3265264749527 + }, + "DualArmLiftBall-v1": { + "success_rate": 0.12, + "successes": 6, + "episodes": 50, + "return_mean": 32.656682010293004 + }, + "DualArmLiftSoftDex-v1": { + "success_rate": 0.44, + "successes": 22, + "episodes": 50, + "return_mean": 136.77175546132415 + }, + "DualArmLiquidMixing-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 205.54940791002008 + }, + "DualArmMahjongSetup-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 426.9683409528807, + "return_mean_finite": false + }, + "DualArmMakeLine-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 11297.393016886712 + }, + "DualArmOpenBottle-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 2118.645590467453 + }, + "DualArmOpenFridge-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 1425.2351154279709 + }, + "DualArmOpenLaptop-v1": { + "success_rate": 0.02, + "successes": 1, + "episodes": 50, + "return_mean": 1584.5642992329597 + }, + "DualArmOpenPen-v1": { + "success_rate": 0.4, + "successes": 20, + "episodes": 50, + "return_mean": 850.2514542979002 + }, + "DualArmOpenScissor-v1": { + "success_rate": 0.02, + "successes": 1, + "episodes": 50, + "return_mean": 460.9300875854492 + }, + "DualArmOrganizeCabinet-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 1365.285591846523 + }, + "DualArmPegInHole-v1": { + "success_rate": 0.24, + "successes": 12, + "episodes": 50, + "return_mean": 41.67455359641928 + }, + "DualArmPingpongBalance-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 143.6854494830966 + }, + "DualArmPlaceRopeOverRod-v1": { + "success_rate": 0.02, + "successes": 1, + "episodes": 50, + "return_mean": 210.15841596007348 + }, + "DualArmPlugCharger-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 193.55931070923805 + }, + "DualArmPouringTwoCups-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 2119.6194187919796 + }, + "DualArmPouringWater-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 17.437729650045767 + }, + "DualArmPressButton-v1": { + "success_rate": 0.5, + "successes": 25, + "episodes": 50, + "return_mean": 167.1638576412201 + }, + "DualArmPushBox-v1": { + "success_rate": 0.4, + "successes": 20, + "episodes": 50, + "return_mean": 47.66675263941288 + }, + "DualArmPushObject-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 0.0 + }, + "DualArmRopeCylinderWarpping-v1": { + "success_rate": 0.02, + "successes": 1, + "episodes": 50, + "return_mean": 80.51815096706152 + }, + "DualArmRopeStretch-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 279.904719735384 + }, + "DualArmRubikCube-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 1861.5668586093188 + }, + "DualArmSandShovel-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 0.012000000476837159 + }, + "DualArmSendPingpong-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 501.00803837656974 + }, + "DualArmSetupTable-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 109.99711480140687 + }, + "DualArmShapeDoll-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 407.5944181664288 + }, + "DualArmShootBasketball-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": -136.8634265578026 + }, + "DualArmStraightenRope-v1": { + "success_rate": 0.04, + "successes": 2, + "episodes": 50, + "return_mean": 64.07422352741938 + }, + "DualArmStuffCloth-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 16.491713569448464 + }, + "DualArmSwingCup-v1": { + "success_rate": 0.14, + "successes": 7, + "episodes": 50, + "return_mean": 299.85359241247176 + }, + "DualArmThreadCloth-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 186.82947053030134 + }, + "DualArmThreadRopeThroughTube-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 0.0 + }, + "DualArmThreading-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 196.13805595706174 + }, + "DualArmThrowBlock-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 2185.364661178589 + }, + "DualArmWallRings-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 37.413921301221706 + }, + "DualArmWeaveCloth-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 24.551111932247878 + }, + "FitnessBall-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": -6185.010485653877 + }, + "FlipPan-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 1781.4901102089882 + }, + "FoldShirt-v1": { + "success_rate": 0.1, + "successes": 5, + "episodes": 50, + "return_mean": 162.92156269025367 + }, + "GraspCylinder-v1": { + "success_rate": 0.68, + "successes": 34, + "episodes": 50, + "return_mean": 21.969628787068288 + }, + "GraspTwoBlocks-v1": { + "success_rate": 0.42, + "successes": 21, + "episodes": 50, + "return_mean": 243.21159501373768 + }, + "GroceryPrepare-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 2059.6664101576807 + }, + "HammerNail-v1": { + "success_rate": 0.02, + "successes": 1, + "episodes": 50, + "return_mean": -57.41243534546346 + }, + "HammerNailOut-v1": { + "success_rate": 0.02, + "successes": 1, + "episodes": 50, + "return_mean": -27.769129971787333 + }, + "HangMug-v1": { + "success_rate": 0.46, + "successes": 23, + "episodes": 50, + "return_mean": 37.95284799218178 + }, + "HitBilliard-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 860.9652093842626 + }, + "HitBox-v1": { + "success_rate": 0.02, + "successes": 1, + "episodes": 50, + "return_mean": 312.8487361675501 + }, + "KitAssembly-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 63.46 + }, + "LiftBucket-v1": { + "success_rate": 0.04, + "successes": 2, + "episodes": 50, + "return_mean": 172.2008453500271 + }, + "LiquidMeasuring-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 164.70951629189776 + }, + "MazeBlockPush-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": -648.7713495007157 + }, + "MobilePickPlace-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 56.34583532391611, + "return_mean_finite": false + }, + "OpenBoxRetrieval-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 272.5366144824028 + }, + "OpenDoor-v1": { + "success_rate": 0.16, + "successes": 8, + "episodes": 50, + "return_mean": 50.61289351649694 + }, + "PickPlacePen-v1": { + "success_rate": 0.16, + "successes": 8, + "episodes": 50, + "return_mean": 58.01656584739685 + }, + "PingPongBallTransport-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 5598.150488412381 + }, + "PivotBook-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 62.46880453824997 + }, + "PressFitSoftPeg-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 679.0038367090002 + }, + "PushSoccer-v1": { + "success_rate": 0.4, + "successes": 20, + "episodes": 50, + "return_mean": 51.07138397216797 + }, + "PushTargetPose-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": -709.3545287805796 + }, + "ReorientCube-v1": { + "success_rate": 0.52, + "successes": 26, + "episodes": 50, + "return_mean": 34186.111252719165 + }, + "ReorientPen-v1": { + "success_rate": 0.34, + "successes": 17, + "episodes": 50, + "return_mean": 105.73768805630505 + }, + "RingTossing-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": -4258.129903497398 + }, + "RodThroughHoles-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 553.5204923534393 + }, + "RollingPin-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 275.77141372680666 + }, + "RopeBridgeDex-v1": { + "success_rate": 0.22, + "successes": 11, + "episodes": 50, + "return_mean": 304.3806052591279 + }, + "RopePalmCageHoldDex-v1": { + "success_rate": 0.48, + "successes": 24, + "episodes": 50, + "return_mean": 77.45563712626695 + }, + "ScoopWater-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 0.0 + }, + "SeparateTwoRopesEnv-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 1928.8165531942248 + }, + "ShapeTToI-v1": { + "success_rate": 0.02, + "successes": 1, + "episodes": 50, + "return_mean": -58.07320796814747 + }, + "SpinPenHora-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 223.0728754776658 + }, + "SqueezeClay-v1": { + "success_rate": 0.02, + "successes": 1, + "episodes": 50, + "return_mean": 754.0176902507991 + }, + "Stack6Blocks-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 1417.0765244793893 + }, + "StackBlock-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 27.347229046821596 + }, + "StampRoll-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 0.0 + }, + "StraightenRope-v1": { + "success_rate": 0.28, + "successes": 14, + "episodes": 50, + "return_mean": 248.31917597830295 + }, + "StraightenTwoRopesSequential-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 2241.8280318331717 + }, + "SwingRing-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 63.09163323037026 + }, + "TennisRally-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 414.4544468139764 + }, + "TurnOnFaucet-v1": { + "success_rate": 0.8, + "successes": 40, + "episodes": 50, + "return_mean": 13.960486882621204 + }, + "TweezersPickPlace-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": -127.3250243961811 + }, + "UnfoldShirt-v1": { + "success_rate": 0.2, + "successes": 10, + "episodes": 50, + "return_mean": 1.0957521879905834 + }, + "WrapRope-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 341.16206212222573 + } + } + } + } +} diff --git a/pi05/all_tasks/all112/lora_step_0060000.npz b/pi05/all_tasks/all112/lora_step_0060000.npz new file mode 100644 index 0000000000000000000000000000000000000000..4b5934dcc12229821216acf04507a68600f3468e --- /dev/null +++ b/pi05/all_tasks/all112/lora_step_0060000.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c1ac1ae3d84364fffadea05bf34a999b7dfd146da718d59b4cae399b36f6188 +size 1867992394 diff --git a/pi05/all_tasks/all112/lora_step_0140000.npz b/pi05/all_tasks/all112/lora_step_0140000.npz new file mode 100644 index 0000000000000000000000000000000000000000..52ab71849144756b9c694215183e36ff652269ec --- /dev/null +++ b/pi05/all_tasks/all112/lora_step_0140000.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:640b8e95e11887926ef39646e9727dc2c457d70111cc062ba12a0b0fe33421bc +size 1867992394 diff --git a/pi05/all_tasks/all112/lora_step_0200000.npz b/pi05/all_tasks/all112/lora_step_0200000.npz new file mode 100644 index 0000000000000000000000000000000000000000..39592ea3fdac1262369d561fe77ee990c7677e07 --- /dev/null +++ b/pi05/all_tasks/all112/lora_step_0200000.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b442356f108e55e5924211b9aac1b5a9696b6d2c89d3aff2eae07f5bba529ee +size 1867992394 diff --git a/pi05/all_tasks/all112/metadata.json b/pi05/all_tasks/all112/metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..98a39c4cd2e668112543a49d8ae21055703c651c --- /dev/null +++ b/pi05/all_tasks/all112/metadata.json @@ -0,0 +1,292 @@ +{ + "suite": "all112", + "description": "one PI0.5 LoRA policy trained jointly on all 112 ManiLadder tasks", + "method": "PI0.5 LoRA + trainable weights, multi-task (one policy for all 112 tasks)", + "base_checkpoint": "gs://openpi-assets/checkpoints/pi05_base/params", + "checkpoints": [ + { + "file": "lora_step_0060000.npz", + "step": 60000, + "sha256": "8c1ac1ae3d84364fffadea05bf34a999b7dfd146da718d59b4cae399b36f6188", + "bytes": 1867992394, + "tasks_evaluated": 18 + }, + { + "file": "lora_step_0140000.npz", + "step": 140000, + "sha256": "640b8e95e11887926ef39646e9727dc2c457d70111cc062ba12a0b0fe33421bc", + "bytes": 1867992394, + "tasks_evaluated": 112 + }, + { + "file": "lora_step_0200000.npz", + "step": 200000, + "sha256": "6b442356f108e55e5924211b9aac1b5a9696b6d2c89d3aff2eae07f5bba529ee", + "bytes": 1867992394, + "tasks_evaluated": 112 + } + ], + "tensor_count": 51, + "action_dim": 50, + "state_dim": 50, + "action_horizon": 50, + "max_token_len": 200, + "image_size": 224, + "exec_steps": 16, + "sample_steps": 10, + "tasks": [ + "OpenDoor-v1", + "PickPlacePen-v1", + "PushSoccer-v1", + "StackBlock-v1", + "GraspCylinder-v1", + "LiftBucket-v1", + "ReorientCube-v1", + "TurnOnFaucet-v1", + "DualArmButtonPress-v1", + "DualArmDoubleDoorBox-v1", + "DualArmHammerHandover-v1", + "DualArmPushBox-v1", + "DualArmOpenPen-v1", + "DualArmOpenScissor-v1", + "DualArmPressButton-v1", + "DualArmSwingCup-v1", + "ShapeTToI-v1", + "StraightenRope-v1", + "UnfoldShirt-v1", + "DrapeCloth-v1", + "RopePalmCageHoldDex-v1", + "SqueezeClay-v1", + "DualArmFoldHandKerchief-v1", + "DualArmPouringWater-v1", + "DualArmRopeCylinderWarpping-v1", + "DualArmCoverCloth-v1", + "DualArmRopeStretch-v1", + "DualArmLiftSoftDex-v1", + "HangMug-v1", + "KitAssembly-v1", + "OpenBoxRetrieval-v1", + "PivotBook-v1", + "DexOpenDoor-v1", + "GraspTwoBlocks-v1", + "HammerNailOut-v1", + "ReorientPen-v1", + "DualArmBookPickPlace-v1", + "DualArmCleanupPotEnv-v1", + "DualArmLiftBall-v1", + "DualArmPegInHole-v1", + "DualArmJugglingBall-v1", + "DualArmOpenBottle-v1", + "DualArmOpenLaptop-v1", + "DualArmThrowBlock-v1", + "FoldShirt-v1", + "ScoopWater-v1", + "StraightenTwoRopesSequential-v1", + "ClothWipe-v1", + "RopeBridgeDex-v1", + "RollingPin-v1", + "DualArmClothAlign-v1", + "DualArmPushObject-v1", + "DualArmStraightenRope-v1", + "DualArmPlaceRopeOverRod-v1", + "DualArmPouringTwoCups-v1", + "DualArmStuffCloth-v1", + "GroceryPrepare-v1", + "MazeBlockPush-v1", + "PushTargetPose-v1", + "Stack6Blocks-v1", + "ClutterGrasp-v1", + "HammerNail-v1", + "MobilePickPlace-v1", + "TweezersPickPlace-v1", + "DualArmFoldCarton-v1", + "DualArmAssembleBracket-v1", + "DualArmOrganizeCabinet-v1", + "DualArmOpenFridge-v1", + "DualArmMakeLine-v1", + "DualArmPingpongBalance-v1", + "DualArmPlugCharger-v1", + "DualArmSetupTable-v1", + "LiquidMeasuring-v1", + "SeparateTwoRopesEnv-v1", + "BagHanging-v1", + "HitBox-v1", + "PressFitSoftPeg-v1", + "BagDropIn-v1", + "DualArmShapeDoll-v1", + "DualArmThreadRopeThroughTube-v1", + "DualArmWeaveCloth-v1", + "DualArmThreading-v1", + "DualArmThreadCloth-v1", + "DualArmLayerClayInDish-v1", + "FlipPan-v1", + "HitBilliard-v1", + "PingPongBallTransport-v1", + "RingTossing-v1", + "FitnessBall-v1", + "RodThroughHoles-v1", + "SpinPenHora-v1", + "TennisRally-v1", + "DualArmBallClassify-v1", + "DualArmBilliardBridge-v1", + "DualArmMahjongSetup-v1", + "DualArmFlipTable-v1", + "DualArmKeyboardType-v1", + "DualArmSendPingpong-v1", + "DualArmShootBasketball-v1", + "WrapRope-v1", + "BuildTent-v1", + "StampRoll-v1", + "SwingRing-v1", + "ClaySealStamp-v1", + "CoverPattern-v1", + "DualArmClothHanger-v1", + "DualArmWallRings-v1", + "DualArmSandShovel-v1", + "DualArmClothCylinderWipe-v1", + "DualArmLiquidMixing-v1", + "DualArmJumpRope-v1", + "DualArmRubikCube-v1" + ], + "num_tasks": 112, + "prompts": { + "OpenDoor-v1": "perform the ManiLadder task: open door", + "PickPlacePen-v1": "perform the ManiLadder task: pick place pen", + "PushSoccer-v1": "perform the ManiLadder task: push soccer", + "StackBlock-v1": "perform the ManiLadder task: stack block", + "GraspCylinder-v1": "perform the ManiLadder task: grasp cylinder", + "LiftBucket-v1": "perform the ManiLadder task: lift bucket", + "ReorientCube-v1": "perform the ManiLadder task: reorient cube", + "TurnOnFaucet-v1": "perform the ManiLadder task: turn on faucet", + "DualArmButtonPress-v1": "perform the ManiLadder task: dual arm button press", + "DualArmDoubleDoorBox-v1": "perform the ManiLadder task: dual arm double door box", + "DualArmHammerHandover-v1": "perform the ManiLadder task: dual arm hammer handover", + "DualArmPushBox-v1": "perform the ManiLadder task: dual arm push box", + "DualArmOpenPen-v1": "perform the ManiLadder task: dual arm open pen", + "DualArmOpenScissor-v1": "perform the ManiLadder task: dual arm open scissor", + "DualArmPressButton-v1": "perform the ManiLadder task: dual arm press button", + "DualArmSwingCup-v1": "perform the ManiLadder task: dual arm swing cup", + "ShapeTToI-v1": "perform the ManiLadder task: shape t to i", + "StraightenRope-v1": "perform the ManiLadder task: straighten rope", + "UnfoldShirt-v1": "perform the ManiLadder task: unfold shirt", + "DrapeCloth-v1": "perform the ManiLadder task: drape cloth", + "RopePalmCageHoldDex-v1": "perform the ManiLadder task: rope palm cage hold dex", + "SqueezeClay-v1": "perform the ManiLadder task: squeeze clay", + "DualArmFoldHandKerchief-v1": "perform the ManiLadder task: dual arm fold hand kerchief", + "DualArmPouringWater-v1": "perform the ManiLadder task: dual arm pouring water", + "DualArmRopeCylinderWarpping-v1": "perform the ManiLadder task: dual arm rope cylinder warpping", + "DualArmCoverCloth-v1": "perform the ManiLadder task: dual arm cover cloth", + "DualArmRopeStretch-v1": "perform the ManiLadder task: dual arm rope stretch", + "DualArmLiftSoftDex-v1": "perform the ManiLadder task: dual arm lift soft dex", + "HangMug-v1": "perform the ManiLadder task: hang mug", + "KitAssembly-v1": "perform the ManiLadder task: kit assembly", + "OpenBoxRetrieval-v1": "perform the ManiLadder task: open box retrieval", + "PivotBook-v1": "perform the ManiLadder task: pivot book", + "DexOpenDoor-v1": "perform the ManiLadder task: dex open door", + "GraspTwoBlocks-v1": "perform the ManiLadder task: grasp two blocks", + "HammerNailOut-v1": "perform the ManiLadder task: hammer nail out", + "ReorientPen-v1": "perform the ManiLadder task: reorient pen", + "DualArmBookPickPlace-v1": "perform the ManiLadder task: dual arm book pick place", + "DualArmCleanupPotEnv-v1": "perform the ManiLadder task: dual arm cleanup pot env", + "DualArmLiftBall-v1": "perform the ManiLadder task: dual arm lift ball", + "DualArmPegInHole-v1": "perform the ManiLadder task: dual arm peg in hole", + "DualArmJugglingBall-v1": "perform the ManiLadder task: dual arm juggling ball", + "DualArmOpenBottle-v1": "perform the ManiLadder task: dual arm open bottle", + "DualArmOpenLaptop-v1": "perform the ManiLadder task: dual arm open laptop", + "DualArmThrowBlock-v1": "perform the ManiLadder task: dual arm throw block", + "FoldShirt-v1": "perform the ManiLadder task: fold shirt", + "ScoopWater-v1": "perform the ManiLadder task: scoop water", + "StraightenTwoRopesSequential-v1": "perform the ManiLadder task: straighten two ropes sequential", + "ClothWipe-v1": "perform the ManiLadder task: cloth wipe", + "RopeBridgeDex-v1": "perform the ManiLadder task: rope bridge dex", + "RollingPin-v1": "perform the ManiLadder task: rolling pin", + "DualArmClothAlign-v1": "perform the ManiLadder task: dual arm cloth align", + "DualArmPushObject-v1": "perform the ManiLadder task: dual arm push object", + "DualArmStraightenRope-v1": "perform the ManiLadder task: dual arm straighten rope", + "DualArmPlaceRopeOverRod-v1": "perform the ManiLadder task: dual arm place rope over rod", + "DualArmPouringTwoCups-v1": "perform the ManiLadder task: dual arm pouring two cups", + "DualArmStuffCloth-v1": "perform the ManiLadder task: dual arm stuff cloth", + "GroceryPrepare-v1": "perform the ManiLadder task: grocery prepare", + "MazeBlockPush-v1": "perform the ManiLadder task: maze block push", + "PushTargetPose-v1": "perform the ManiLadder task: push target pose", + "Stack6Blocks-v1": "perform the ManiLadder task: stack6 blocks", + "ClutterGrasp-v1": "perform the ManiLadder task: clutter grasp", + "HammerNail-v1": "perform the ManiLadder task: hammer nail", + "MobilePickPlace-v1": "perform the ManiLadder task: mobile pick place", + "TweezersPickPlace-v1": "perform the ManiLadder task: tweezers pick place", + "DualArmFoldCarton-v1": "perform the ManiLadder task: dual arm fold carton", + "DualArmAssembleBracket-v1": "perform the ManiLadder task: dual arm assemble bracket", + "DualArmOrganizeCabinet-v1": "perform the ManiLadder task: dual arm organize cabinet", + "DualArmOpenFridge-v1": "perform the ManiLadder task: dual arm open fridge", + "DualArmMakeLine-v1": "perform the ManiLadder task: dual arm make line", + "DualArmPingpongBalance-v1": "perform the ManiLadder task: dual arm pingpong balance", + "DualArmPlugCharger-v1": "perform the ManiLadder task: dual arm plug charger", + "DualArmSetupTable-v1": "perform the ManiLadder task: dual arm setup table", + "LiquidMeasuring-v1": "perform the ManiLadder task: liquid measuring", + "SeparateTwoRopesEnv-v1": "perform the ManiLadder task: separate two ropes env", + "BagHanging-v1": "perform the ManiLadder task: bag hanging", + "HitBox-v1": "perform the ManiLadder task: hit box", + "PressFitSoftPeg-v1": "perform the ManiLadder task: press fit soft peg", + "BagDropIn-v1": "perform the ManiLadder task: bag drop in", + "DualArmShapeDoll-v1": "perform the ManiLadder task: dual arm shape doll", + "DualArmThreadRopeThroughTube-v1": "perform the ManiLadder task: dual arm thread rope through tube", + "DualArmWeaveCloth-v1": "perform the ManiLadder task: dual arm weave cloth", + "DualArmThreading-v1": "perform the ManiLadder task: dual arm threading", + "DualArmThreadCloth-v1": "perform the ManiLadder task: dual arm thread cloth", + "DualArmLayerClayInDish-v1": "perform the ManiLadder task: dual arm layer clay in dish", + "FlipPan-v1": "perform the ManiLadder task: flip pan", + "HitBilliard-v1": "perform the ManiLadder task: hit billiard", + "PingPongBallTransport-v1": "perform the ManiLadder task: ping pong ball transport", + "RingTossing-v1": "perform the ManiLadder task: ring tossing", + "FitnessBall-v1": "perform the ManiLadder task: fitness ball", + "RodThroughHoles-v1": "perform the ManiLadder task: rod through holes", + "SpinPenHora-v1": "perform the ManiLadder task: spin pen hora", + "TennisRally-v1": "perform the ManiLadder task: tennis rally", + "DualArmBallClassify-v1": "perform the ManiLadder task: dual arm ball classify", + "DualArmBilliardBridge-v1": "perform the ManiLadder task: dual arm billiard bridge", + "DualArmMahjongSetup-v1": "perform the ManiLadder task: dual arm mahjong setup", + "DualArmFlipTable-v1": "perform the ManiLadder task: dual arm flip table", + "DualArmKeyboardType-v1": "perform the ManiLadder task: dual arm keyboard type", + "DualArmSendPingpong-v1": "perform the ManiLadder task: dual arm send pingpong", + "DualArmShootBasketball-v1": "perform the ManiLadder task: dual arm shoot basketball", + "WrapRope-v1": "perform the ManiLadder task: wrap rope", + "BuildTent-v1": "perform the ManiLadder task: build tent", + "StampRoll-v1": "perform the ManiLadder task: stamp roll", + "SwingRing-v1": "perform the ManiLadder task: swing ring", + "ClaySealStamp-v1": "perform the ManiLadder task: clay seal stamp", + "CoverPattern-v1": "perform the ManiLadder task: cover pattern", + "DualArmClothHanger-v1": "perform the ManiLadder task: dual arm cloth hanger", + "DualArmWallRings-v1": "perform the ManiLadder task: dual arm wall rings", + "DualArmSandShovel-v1": "perform the ManiLadder task: dual arm sand shovel", + "DualArmClothCylinderWipe-v1": "perform the ManiLadder task: dual arm cloth cylinder wipe", + "DualArmLiquidMixing-v1": "perform the ManiLadder task: dual arm liquid mixing", + "DualArmJumpRope-v1": "perform the ManiLadder task: dual arm jump rope", + "DualArmRubikCube-v1": "perform the ManiLadder task: dual arm rubik cube" + }, + "num_demos_per_task": [ + 20 + ], + "train_episodes": 2240, + "train_frames": 1200269, + "batch_size": 64, + "lr": 5e-05, + "warmup_steps": 1000, + "decay_steps": 280000, + "decay_lr": 5e-06, + "configured_train_steps": 280000, + "last_saved_step": 200000, + "seed": 42, + "lr_schedule": "cosine decay configured over 280000 steps; training was stopped at step 200000", + "norm_stats_file": "norm_stats.json", + "norm_stats_sha256": "2abfff57fbf4b09f274fcf65e4de5d3426e3f98576d5b980b26397029d00d49f", + "eval_episodes": 50, + "eval_seed_base": 1000, + "evaluated_steps": [ + 60000, + 140000, + 200000 + ], + "selection": "no checkpoint selection; every evaluated snapshot is published with its own results", + "campaign": "pi05_all112_20261111", + "source_run": "exp2_all112_100k" +} diff --git a/pi05/all_tasks/all112/norm_stats.json b/pi05/all_tasks/all112/norm_stats.json new file mode 100644 index 0000000000000000000000000000000000000000..5a69f7e3fb58e2f5fb3a33674520a001fcc2727a --- /dev/null +++ b/pi05/all_tasks/all112/norm_stats.json @@ -0,0 +1,424 @@ +{ + "norm_stats": { + "state": { + "mean": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "std": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "q01": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "q99": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + "actions": { + "mean": [ + -0.0004094796055276153, + -0.03837542290412983, + -0.07000743577752129, + 0.0024091742910334825, + 0.00048342627345314274, + -0.00019439616086174767, + -0.017845606314864836, + 0.039516731919351976, + 0.038661692489191476, + 0.024082757278710974, + -0.0047498836946212545, + 0.027605719650621946, + -0.0021965625024671634, + 0.08952970464416361, + 0.0010769217229722719, + 0.03676343684168364, + 0.04625510947442305, + 0.035842571187905424, + 0.016221898064134946, + 0.013491125497745669, + 0.10297389934161916, + 0.06695007242640971, + -0.0006827713516612239, + 0.004931545973099065, + 0.0028553350826496736, + -0.0076193681246346, + 0.05318606677832128, + 0.1536842114516611, + 0.002941472506473115, + 0.06786840569209125, + 0.07305278627370901, + 0.04905812032028667, + 0.0010093834318629388, + 0.05515285658438821, + 0.06704721540582016, + 0.05545932732856493, + 0.0018284572684193808, + 0.051524049696167314, + 0.06781073080972767, + 0.0569894731356027, + 0.04681501697593691, + 0.02202650098011168, + 0.10188293894976802, + 0.07484033928300847, + 0.01681803089562727, + 0.008465544658452772, + -0.001278951911899923, + -0.0061546024445344825, + -0.1011038974226466, + 0.019649571224979623 + ], + "std": [ + 0.23234327035163777, + 0.23053073005789013, + 0.6338758485736314, + 0.0490561955184591, + 0.05174217630308553, + 0.054151532786731245, + 0.6889822429532232, + 0.14186549010610358, + 0.15466549811959276, + 0.24705623989724798, + 0.08559242805999503, + 0.18615556930241783, + 0.35716295218596716, + 0.595131052777239, + 0.05874198216112814, + 0.1468886849867973, + 0.19421164582541658, + 0.15217778078401725, + 0.1701662618524696, + 0.2068435971192802, + 0.21674799618538146, + 0.15884270876374262, + 0.090323933412053, + 0.09759165910032416, + 0.09867156414959004, + 0.3023947414861985, + 0.44927136314910787, + 0.6727697168474011, + 0.033456165424551224, + 0.19916033907208416, + 0.22710146309874335, + 0.1807067814411144, + 0.008922934904385392, + 0.18220318825326143, + 0.2232475728624866, + 0.18420728637297634, + 0.02888712142969067, + 0.16474313586566808, + 0.223560052550249, + 0.1845987622420002, + 0.19999466302870966, + 0.10180812032481029, + 0.23101046055002147, + 0.17238646770733662, + 0.07908307836877373, + 0.0715028684189417, + 0.1950520327998685, + 0.01773231551671992, + 0.22676010461271365, + 0.09259679511720076 + ], + "q01": [ + -1.25, + -1.3576831817626953, + -3.141603469848633, + -0.10000000149011612, + -0.15000000596046448, + -0.16500000655651093, + -1.0, + -0.21006157755851745, + -0.24467114582657815, + -1.0, + -0.5323816537857056, + -0.9855414032936096, + -2.8444571495056152, + -1.0, + -0.190085828602314, + -0.30127377033233643, + -0.2694534361362457, + -0.25233173727989194, + -0.8500000238418579, + -0.44999998807907104, + -0.20438067674636842, + -0.28706303000450134, + -0.31888826727867126, + -0.20999999344348907, + -0.24148143827915192, + -1.1750784802436818, + -1.3760108947753906, + -0.06777519002556799, + -0.053854336962103844, + -0.23999999463558197, + -0.2807465779781341, + -0.30000001192092896, + -0.010137110948562622, + -0.2200088620185852, + -0.1794365644454956, + -0.18913411259651172, + -0.01982895750552416, + -0.21570038557052612, + -0.18197799921035762, + -0.18328753113746638, + -0.3760654926300049, + -0.12407487273216247, + -0.18489345967769621, + -0.16923173785209655, + -0.18563690304756164, + -0.21014552175998688, + -0.40885751605033877, + -0.05642035767436027, + -0.32430988669395444, + -0.14655239939689638 + ], + "q99": [ + 0.9997249841690063, + 0.2993932974338531, + 1.570801854133606, + 0.15000000596046448, + 0.1622563838958739, + 0.16500000655651093, + 1.0, + 0.6499999761581421, + 0.8500000238418579, + 1.0, + 0.23749436736106938, + 0.6499999761581421, + 0.8500000238418579, + 1.0, + 0.19303303956985474, + 0.6499999761581421, + 1.0, + 0.75, + 0.6108011007308969, + 1.0, + 1.0, + 0.6499999761581421, + 0.26703110933303936, + 0.3835590761899948, + 0.3499999940395355, + 1.5707963705062866, + 2.0071961879730225, + 3.141592502593994, + 0.0908692218363285, + 0.9273670673370361, + 1.0, + 0.75, + 0.046406567096710205, + 0.7695154190063476, + 1.0, + 0.75, + 0.053790509700775146, + 0.6499999761581421, + 1.0, + 0.75, + 0.8500000238418579, + 0.44999998807907104, + 1.0, + 0.6499999761581421, + 0.33491686224937434, + 0.3319671154022217, + 0.693844108581543, + 0.06332547187805176, + 0.5906581711769101, + 0.47683257818221697 + ] + } + } +} \ No newline at end of file diff --git a/pi05/all_tasks/all112/results.csv b/pi05/all_tasks/all112/results.csv new file mode 100644 index 0000000000000000000000000000000000000000..e6d5b2c9ca1937c536d4e40f7f443dc570d7f68f --- /dev/null +++ b/pi05/all_tasks/all112/results.csv @@ -0,0 +1,243 @@ +task,step,success_rate,successes,episodes,return_mean,checkpoint +DualArmButtonPress-v1,60000,0.02,1,50,313.0571367740631,pi05/all_tasks/all112/lora_step_0060000.npz +DualArmCoverCloth-v1,60000,0.04,2,50,80.0397276384849,pi05/all_tasks/all112/lora_step_0060000.npz +DualArmDoubleDoorBox-v1,60000,0.0,0,50,34.78296371042728,pi05/all_tasks/all112/lora_step_0060000.npz +DualArmHammerHandover-v1,60000,0.16,8,50,191.5913030720502,pi05/all_tasks/all112/lora_step_0060000.npz +DualArmOpenPen-v1,60000,0.16,8,50,725.3448427106653,pi05/all_tasks/all112/lora_step_0060000.npz +DualArmPressButton-v1,60000,0.48,24,50,164.88486490964888,pi05/all_tasks/all112/lora_step_0060000.npz +DualArmRopeStretch-v1,60000,0.0,0,50,278.31129900336265,pi05/all_tasks/all112/lora_step_0060000.npz +DualArmSwingCup-v1,60000,0.04,2,50,262.6420225226879,pi05/all_tasks/all112/lora_step_0060000.npz +GraspCylinder-v1,60000,0.38,19,50,11.386237578133569,pi05/all_tasks/all112/lora_step_0060000.npz +HangMug-v1,60000,0.16,8,50,15.955369206666946,pi05/all_tasks/all112/lora_step_0060000.npz +LiftBucket-v1,60000,0.0,0,50,175.796824542284,pi05/all_tasks/all112/lora_step_0060000.npz +OpenDoor-v1,60000,0.08,4,50,50.11448455557813,pi05/all_tasks/all112/lora_step_0060000.npz +PickPlacePen-v1,60000,0.0,0,50,8.295959017714676,pi05/all_tasks/all112/lora_step_0060000.npz +PushSoccer-v1,60000,0.06,3,50,39.41379247546196,pi05/all_tasks/all112/lora_step_0060000.npz +ReorientCube-v1,60000,0.3,15,50,26857.018229444027,pi05/all_tasks/all112/lora_step_0060000.npz +StackBlock-v1,60000,0.0,0,50,11.9909104180336,pi05/all_tasks/all112/lora_step_0060000.npz +StraightenRope-v1,60000,0.04,2,50,285.44203804016115,pi05/all_tasks/all112/lora_step_0060000.npz +TurnOnFaucet-v1,60000,0.52,26,50,11.37066471008769,pi05/all_tasks/all112/lora_step_0060000.npz +BagDropIn-v1,140000,0.0,0,50,543.89843252182,pi05/all_tasks/all112/lora_step_0140000.npz +BagHanging-v1,140000,0.0,0,50,60.8346064583864,pi05/all_tasks/all112/lora_step_0140000.npz +BuildTent-v1,140000,0.0,0,50,0.04,pi05/all_tasks/all112/lora_step_0140000.npz +ClaySealStamp-v1,140000,0.0,0,50,278.568458076939,pi05/all_tasks/all112/lora_step_0140000.npz +ClothWipe-v1,140000,0.06,3,50,269.2733934382629,pi05/all_tasks/all112/lora_step_0140000.npz +ClutterGrasp-v1,140000,0.0,0,50,2662.3544606965565,pi05/all_tasks/all112/lora_step_0140000.npz +CoverPattern-v1,140000,0.0,0,50,439.5863370714523,pi05/all_tasks/all112/lora_step_0140000.npz +DexOpenDoor-v1,140000,0.14,7,50,397.2877663777792,pi05/all_tasks/all112/lora_step_0140000.npz +DrapeCloth-v1,140000,0.4,20,50,22.890011060799697,pi05/all_tasks/all112/lora_step_0140000.npz +DualArmAssembleBracket-v1,140000,0.0,0,50,8.116567009687424,pi05/all_tasks/all112/lora_step_0140000.npz +DualArmBallClassify-v1,140000,0.0,0,50,2559.7899479079247,pi05/all_tasks/all112/lora_step_0140000.npz +DualArmBilliardBridge-v1,140000,0.0,0,50,1039.956438189149,pi05/all_tasks/all112/lora_step_0140000.npz +DualArmBookPickPlace-v1,140000,0.0,0,50,231.037861443758,pi05/all_tasks/all112/lora_step_0140000.npz +DualArmButtonPress-v1,140000,0.24,12,50,274.84980798482894,pi05/all_tasks/all112/lora_step_0140000.npz +DualArmCleanupPotEnv-v1,140000,0.0,0,50,135.145770059824,pi05/all_tasks/all112/lora_step_0140000.npz +DualArmClothAlign-v1,140000,0.1,5,50,25.224822663543748,pi05/all_tasks/all112/lora_step_0140000.npz +DualArmClothCylinderWipe-v1,140000,0.0,0,50,-0.9598938106000423,pi05/all_tasks/all112/lora_step_0140000.npz +DualArmClothHanger-v1,140000,0.0,0,50,70.06783440589905,pi05/all_tasks/all112/lora_step_0140000.npz +DualArmCoverCloth-v1,140000,0.2,10,50,118.24561558563029,pi05/all_tasks/all112/lora_step_0140000.npz +DualArmDoubleDoorBox-v1,140000,0.0,0,50,48.34176510229707,pi05/all_tasks/all112/lora_step_0140000.npz +DualArmFlipTable-v1,140000,0.0,0,50,874.7765405845643,pi05/all_tasks/all112/lora_step_0140000.npz +DualArmFoldCarton-v1,140000,0.0,0,50,6575.626341428757,pi05/all_tasks/all112/lora_step_0140000.npz +DualArmFoldHandKerchief-v1,140000,0.34,17,50,-23.7263266402483,pi05/all_tasks/all112/lora_step_0140000.npz +DualArmHammerHandover-v1,140000,0.06,3,50,220.30926535099744,pi05/all_tasks/all112/lora_step_0140000.npz +DualArmJugglingBall-v1,140000,0.0,0,50,-5493.133684337139,pi05/all_tasks/all112/lora_step_0140000.npz +DualArmJumpRope-v1,140000,0.0,0,50,167.07834636904713,pi05/all_tasks/all112/lora_step_0140000.npz +DualArmKeyboardType-v1,140000,0.0,0,50,-179.08960463538614,pi05/all_tasks/all112/lora_step_0140000.npz +DualArmLayerClayInDish-v1,140000,0.0,0,50,430.3675131106377,pi05/all_tasks/all112/lora_step_0140000.npz +DualArmLiftBall-v1,140000,0.1,5,50,26.700919340252877,pi05/all_tasks/all112/lora_step_0140000.npz +DualArmLiftSoftDex-v1,140000,0.86,43,50,153.9696006699052,pi05/all_tasks/all112/lora_step_0140000.npz +DualArmLiquidMixing-v1,140000,0.0,0,50,210.65649772066624,pi05/all_tasks/all112/lora_step_0140000.npz +DualArmMahjongSetup-v1,140000,0.0,0,50,589.3874055606624,pi05/all_tasks/all112/lora_step_0140000.npz +DualArmMakeLine-v1,140000,0.0,0,50,11245.161955070496,pi05/all_tasks/all112/lora_step_0140000.npz +DualArmOpenBottle-v1,140000,0.0,0,50,2060.0343844747545,pi05/all_tasks/all112/lora_step_0140000.npz +DualArmOpenFridge-v1,140000,0.0,0,50,1425.23513215065,pi05/all_tasks/all112/lora_step_0140000.npz +DualArmOpenLaptop-v1,140000,0.02,1,50,1579.306149816513,pi05/all_tasks/all112/lora_step_0140000.npz +DualArmOpenPen-v1,140000,0.32,16,50,746.7225517427921,pi05/all_tasks/all112/lora_step_0140000.npz +DualArmOpenScissor-v1,140000,0.2,10,50,483.52761572897435,pi05/all_tasks/all112/lora_step_0140000.npz +DualArmOrganizeCabinet-v1,140000,0.0,0,50,1036.6932614549808,pi05/all_tasks/all112/lora_step_0140000.npz +DualArmPegInHole-v1,140000,0.22,11,50,46.86934688814916,pi05/all_tasks/all112/lora_step_0140000.npz +DualArmPingpongBalance-v1,140000,0.0,0,50,271.3656012916565,pi05/all_tasks/all112/lora_step_0140000.npz +DualArmPlaceRopeOverRod-v1,140000,0.2,10,50,219.37598074533977,pi05/all_tasks/all112/lora_step_0140000.npz +DualArmPlugCharger-v1,140000,0.0,0,50,156.70122202157975,pi05/all_tasks/all112/lora_step_0140000.npz +DualArmPouringTwoCups-v1,140000,0.0,0,50,2058.28307915774,pi05/all_tasks/all112/lora_step_0140000.npz +DualArmPouringWater-v1,140000,0.06,3,50,38.831558295479915,pi05/all_tasks/all112/lora_step_0140000.npz +DualArmPressButton-v1,140000,0.58,29,50,150.78704013109208,pi05/all_tasks/all112/lora_step_0140000.npz +DualArmPushBox-v1,140000,0.36,18,50,55.718714435696604,pi05/all_tasks/all112/lora_step_0140000.npz +DualArmPushObject-v1,140000,0.0,0,50,0.0,pi05/all_tasks/all112/lora_step_0140000.npz +DualArmRopeCylinderWarpping-v1,140000,0.06,3,50,80.50582595221698,pi05/all_tasks/all112/lora_step_0140000.npz +DualArmRopeStretch-v1,140000,0.06,3,50,274.21601074814794,pi05/all_tasks/all112/lora_step_0140000.npz +DualArmRubikCube-v1,140000,0.0,0,50,1851.0955673122405,pi05/all_tasks/all112/lora_step_0140000.npz +DualArmSandShovel-v1,140000,0.0,0,50,0.024000000953674317,pi05/all_tasks/all112/lora_step_0140000.npz +DualArmSendPingpong-v1,140000,0.0,0,50,494.9167204391956,pi05/all_tasks/all112/lora_step_0140000.npz +DualArmSetupTable-v1,140000,0.0,0,50,122.38893600404262,pi05/all_tasks/all112/lora_step_0140000.npz +DualArmShapeDoll-v1,140000,0.0,0,50,387.2691905710101,pi05/all_tasks/all112/lora_step_0140000.npz +DualArmShootBasketball-v1,140000,0.0,0,50,-127.25951885600225,pi05/all_tasks/all112/lora_step_0140000.npz +DualArmStraightenRope-v1,140000,0.0,0,50,67.6266291268108,pi05/all_tasks/all112/lora_step_0140000.npz +DualArmStuffCloth-v1,140000,0.16,8,50,23.038865760387853,pi05/all_tasks/all112/lora_step_0140000.npz +DualArmSwingCup-v1,140000,0.06,3,50,310.00132140159604,pi05/all_tasks/all112/lora_step_0140000.npz +DualArmThreadCloth-v1,140000,0.0,0,50,168.94098248563708,pi05/all_tasks/all112/lora_step_0140000.npz +DualArmThreadRopeThroughTube-v1,140000,0.0,0,50,1.846285702586174,pi05/all_tasks/all112/lora_step_0140000.npz +DualArmThreading-v1,140000,0.0,0,50,197.46521053246724,pi05/all_tasks/all112/lora_step_0140000.npz +DualArmThrowBlock-v1,140000,0.02,1,50,2224.8335900735856,pi05/all_tasks/all112/lora_step_0140000.npz +DualArmWallRings-v1,140000,0.0,0,50,38.51605554508278,pi05/all_tasks/all112/lora_step_0140000.npz +DualArmWeaveCloth-v1,140000,0.0,0,50,33.84000128477812,pi05/all_tasks/all112/lora_step_0140000.npz +FitnessBall-v1,140000,0.0,0,50,-6367.711804466843,pi05/all_tasks/all112/lora_step_0140000.npz +FlipPan-v1,140000,0.0,0,50,1770.2389196187257,pi05/all_tasks/all112/lora_step_0140000.npz +FoldShirt-v1,140000,0.14,7,50,245.5675849379763,pi05/all_tasks/all112/lora_step_0140000.npz +GraspCylinder-v1,140000,0.66,33,50,18.383427673254882,pi05/all_tasks/all112/lora_step_0140000.npz +GraspTwoBlocks-v1,140000,0.28,14,50,260.5961760699749,pi05/all_tasks/all112/lora_step_0140000.npz +GroceryPrepare-v1,140000,0.0,0,50,2065.7746795225144,pi05/all_tasks/all112/lora_step_0140000.npz +HammerNail-v1,140000,0.0,0,50,-55.62826500374824,pi05/all_tasks/all112/lora_step_0140000.npz +HammerNailOut-v1,140000,0.02,1,50,-28.846646716594694,pi05/all_tasks/all112/lora_step_0140000.npz +HangMug-v1,140000,0.4,20,50,28.165582860708238,pi05/all_tasks/all112/lora_step_0140000.npz +HitBilliard-v1,140000,0.0,0,50,843.3056137621403,pi05/all_tasks/all112/lora_step_0140000.npz +HitBox-v1,140000,0.0,0,50,314.811961671114,pi05/all_tasks/all112/lora_step_0140000.npz +KitAssembly-v1,140000,0.0,0,50,3.715,pi05/all_tasks/all112/lora_step_0140000.npz +LiftBucket-v1,140000,0.02,1,50,173.6896885383129,pi05/all_tasks/all112/lora_step_0140000.npz +LiquidMeasuring-v1,140000,0.0,0,50,73.57160769732668,pi05/all_tasks/all112/lora_step_0140000.npz +MazeBlockPush-v1,140000,0.0,0,50,-592.7156164059043,pi05/all_tasks/all112/lora_step_0140000.npz +MobilePickPlace-v1,140000,0.0,0,50,38.58355546303388,pi05/all_tasks/all112/lora_step_0140000.npz +OpenBoxRetrieval-v1,140000,0.0,0,50,270.9461667275429,pi05/all_tasks/all112/lora_step_0140000.npz +OpenDoor-v1,140000,0.12,6,50,58.42245769922556,pi05/all_tasks/all112/lora_step_0140000.npz +PickPlacePen-v1,140000,0.12,6,50,52.963748519420626,pi05/all_tasks/all112/lora_step_0140000.npz +PingPongBallTransport-v1,140000,0.0,0,50,5670.000267028809,pi05/all_tasks/all112/lora_step_0140000.npz +PivotBook-v1,140000,0.0,0,50,48.10761052131653,pi05/all_tasks/all112/lora_step_0140000.npz +PressFitSoftPeg-v1,140000,0.0,0,50,571.1650983898714,pi05/all_tasks/all112/lora_step_0140000.npz +PushSoccer-v1,140000,0.38,19,50,51.09799716472626,pi05/all_tasks/all112/lora_step_0140000.npz +PushTargetPose-v1,140000,0.0,0,50,-726.4736749827862,pi05/all_tasks/all112/lora_step_0140000.npz +ReorientCube-v1,140000,0.34,17,50,29972.360185915233,pi05/all_tasks/all112/lora_step_0140000.npz +ReorientPen-v1,140000,0.28,14,50,120.01429015765433,pi05/all_tasks/all112/lora_step_0140000.npz +RingTossing-v1,140000,0.0,0,50,-4378.399252867102,pi05/all_tasks/all112/lora_step_0140000.npz +RodThroughHoles-v1,140000,0.04,2,50,371.7331325868517,pi05/all_tasks/all112/lora_step_0140000.npz +RollingPin-v1,140000,0.02,1,50,240.93495749592782,pi05/all_tasks/all112/lora_step_0140000.npz +RopeBridgeDex-v1,140000,0.14,7,50,304.31220712972805,pi05/all_tasks/all112/lora_step_0140000.npz +RopePalmCageHoldDex-v1,140000,0.56,28,50,72.67988923087717,pi05/all_tasks/all112/lora_step_0140000.npz +ScoopWater-v1,140000,0.0,0,50,0.0,pi05/all_tasks/all112/lora_step_0140000.npz +SeparateTwoRopesEnv-v1,140000,0.02,1,50,2104.6100561621784,pi05/all_tasks/all112/lora_step_0140000.npz +ShapeTToI-v1,140000,0.04,2,50,-4.927111079568276,pi05/all_tasks/all112/lora_step_0140000.npz +SpinPenHora-v1,140000,0.0,0,50,215.2952300330502,pi05/all_tasks/all112/lora_step_0140000.npz +SqueezeClay-v1,140000,0.14,7,50,721.7464624336362,pi05/all_tasks/all112/lora_step_0140000.npz +Stack6Blocks-v1,140000,0.0,0,50,1420.391540467739,pi05/all_tasks/all112/lora_step_0140000.npz +StackBlock-v1,140000,0.0,0,50,7.788812818527222,pi05/all_tasks/all112/lora_step_0140000.npz +StampRoll-v1,140000,0.0,0,50,0.0,pi05/all_tasks/all112/lora_step_0140000.npz +StraightenRope-v1,140000,0.08,4,50,280.7974183559418,pi05/all_tasks/all112/lora_step_0140000.npz +StraightenTwoRopesSequential-v1,140000,0.0,0,50,2242.3036998820303,pi05/all_tasks/all112/lora_step_0140000.npz +SwingRing-v1,140000,0.0,0,50,59.567886370508916,pi05/all_tasks/all112/lora_step_0140000.npz +TennisRally-v1,140000,0.0,0,50,151.9658280566521,pi05/all_tasks/all112/lora_step_0140000.npz +TurnOnFaucet-v1,140000,0.74,37,50,13.179296306002088,pi05/all_tasks/all112/lora_step_0140000.npz +TweezersPickPlace-v1,140000,0.0,0,50,-127.57125660270452,pi05/all_tasks/all112/lora_step_0140000.npz +UnfoldShirt-v1,140000,0.24,12,50,1.258127567449119,pi05/all_tasks/all112/lora_step_0140000.npz +WrapRope-v1,140000,0.0,0,50,326.58693587839605,pi05/all_tasks/all112/lora_step_0140000.npz +BagDropIn-v1,200000,0.0,0,50,554.3478735470771,pi05/all_tasks/all112/lora_step_0200000.npz +BagHanging-v1,200000,0.0,0,50,61.137881507761776,pi05/all_tasks/all112/lora_step_0200000.npz +BuildTent-v1,200000,0.0,0,50,0.0,pi05/all_tasks/all112/lora_step_0200000.npz +ClaySealStamp-v1,200000,0.0,0,50,412.8128176419437,pi05/all_tasks/all112/lora_step_0200000.npz +ClothWipe-v1,200000,0.08,4,50,305.4628361991048,pi05/all_tasks/all112/lora_step_0200000.npz +ClutterGrasp-v1,200000,0.0,0,50,2181.7579914393395,pi05/all_tasks/all112/lora_step_0200000.npz +CoverPattern-v1,200000,0.0,0,50,281.37896595605184,pi05/all_tasks/all112/lora_step_0200000.npz +DexOpenDoor-v1,200000,0.16,8,50,330.40303372964365,pi05/all_tasks/all112/lora_step_0200000.npz +DrapeCloth-v1,200000,0.3,15,50,20.16933320861167,pi05/all_tasks/all112/lora_step_0200000.npz +DualArmAssembleBracket-v1,200000,0.0,0,50,2.6782549142837526,pi05/all_tasks/all112/lora_step_0200000.npz +DualArmBallClassify-v1,200000,0.0,0,50,2762.929054810405,pi05/all_tasks/all112/lora_step_0200000.npz +DualArmBilliardBridge-v1,200000,0.0,0,50,1114.6781047576667,pi05/all_tasks/all112/lora_step_0200000.npz +DualArmBookPickPlace-v1,200000,0.0,0,50,861.9652544414997,pi05/all_tasks/all112/lora_step_0200000.npz +DualArmButtonPress-v1,200000,0.34,17,50,259.0269289636612,pi05/all_tasks/all112/lora_step_0200000.npz +DualArmCleanupPotEnv-v1,200000,0.0,0,50,123.43848730228385,pi05/all_tasks/all112/lora_step_0200000.npz +DualArmClothAlign-v1,200000,0.2,10,50,27.676082506421952,pi05/all_tasks/all112/lora_step_0200000.npz +DualArmClothCylinderWipe-v1,200000,0.0,0,50,-0.9679999990132637,pi05/all_tasks/all112/lora_step_0200000.npz +DualArmClothHanger-v1,200000,0.0,0,50,122.18163122296333,pi05/all_tasks/all112/lora_step_0200000.npz +DualArmCoverCloth-v1,200000,0.08,4,50,146.0113447258831,pi05/all_tasks/all112/lora_step_0200000.npz +DualArmDoubleDoorBox-v1,200000,0.0,0,50,39.109670158177614,pi05/all_tasks/all112/lora_step_0200000.npz +DualArmFlipTable-v1,200000,0.0,0,50,1329.2840390753745,pi05/all_tasks/all112/lora_step_0200000.npz +DualArmFoldCarton-v1,200000,0.0,0,50,6259.8538162875175,pi05/all_tasks/all112/lora_step_0200000.npz +DualArmFoldHandKerchief-v1,200000,0.2,10,50,-15.30244207918644,pi05/all_tasks/all112/lora_step_0200000.npz +DualArmHammerHandover-v1,200000,0.0,0,50,45.85509908080101,pi05/all_tasks/all112/lora_step_0200000.npz +DualArmJugglingBall-v1,200000,0.0,0,50,-5362.283189246655,pi05/all_tasks/all112/lora_step_0200000.npz +DualArmJumpRope-v1,200000,0.0,0,50,187.54265602776877,pi05/all_tasks/all112/lora_step_0200000.npz +DualArmKeyboardType-v1,200000,0.0,0,50,-203.5634910477222,pi05/all_tasks/all112/lora_step_0200000.npz +DualArmLayerClayInDish-v1,200000,0.0,0,50,430.3265264749527,pi05/all_tasks/all112/lora_step_0200000.npz +DualArmLiftBall-v1,200000,0.12,6,50,32.656682010293004,pi05/all_tasks/all112/lora_step_0200000.npz +DualArmLiftSoftDex-v1,200000,0.44,22,50,136.77175546132415,pi05/all_tasks/all112/lora_step_0200000.npz +DualArmLiquidMixing-v1,200000,0.0,0,50,205.54940791002008,pi05/all_tasks/all112/lora_step_0200000.npz +DualArmMahjongSetup-v1,200000,0.0,0,50,426.9683409528807,pi05/all_tasks/all112/lora_step_0200000.npz +DualArmMakeLine-v1,200000,0.0,0,50,11297.393016886712,pi05/all_tasks/all112/lora_step_0200000.npz +DualArmOpenBottle-v1,200000,0.0,0,50,2118.645590467453,pi05/all_tasks/all112/lora_step_0200000.npz +DualArmOpenFridge-v1,200000,0.0,0,50,1425.2351154279709,pi05/all_tasks/all112/lora_step_0200000.npz +DualArmOpenLaptop-v1,200000,0.02,1,50,1584.5642992329597,pi05/all_tasks/all112/lora_step_0200000.npz +DualArmOpenPen-v1,200000,0.4,20,50,850.2514542979002,pi05/all_tasks/all112/lora_step_0200000.npz +DualArmOpenScissor-v1,200000,0.02,1,50,460.9300875854492,pi05/all_tasks/all112/lora_step_0200000.npz +DualArmOrganizeCabinet-v1,200000,0.0,0,50,1365.285591846523,pi05/all_tasks/all112/lora_step_0200000.npz +DualArmPegInHole-v1,200000,0.24,12,50,41.67455359641928,pi05/all_tasks/all112/lora_step_0200000.npz +DualArmPingpongBalance-v1,200000,0.0,0,50,143.6854494830966,pi05/all_tasks/all112/lora_step_0200000.npz +DualArmPlaceRopeOverRod-v1,200000,0.02,1,50,210.15841596007348,pi05/all_tasks/all112/lora_step_0200000.npz +DualArmPlugCharger-v1,200000,0.0,0,50,193.55931070923805,pi05/all_tasks/all112/lora_step_0200000.npz +DualArmPouringTwoCups-v1,200000,0.0,0,50,2119.6194187919796,pi05/all_tasks/all112/lora_step_0200000.npz +DualArmPouringWater-v1,200000,0.0,0,50,17.437729650045767,pi05/all_tasks/all112/lora_step_0200000.npz +DualArmPressButton-v1,200000,0.5,25,50,167.1638576412201,pi05/all_tasks/all112/lora_step_0200000.npz +DualArmPushBox-v1,200000,0.4,20,50,47.66675263941288,pi05/all_tasks/all112/lora_step_0200000.npz +DualArmPushObject-v1,200000,0.0,0,50,0.0,pi05/all_tasks/all112/lora_step_0200000.npz +DualArmRopeCylinderWarpping-v1,200000,0.02,1,50,80.51815096706152,pi05/all_tasks/all112/lora_step_0200000.npz +DualArmRopeStretch-v1,200000,0.0,0,50,279.904719735384,pi05/all_tasks/all112/lora_step_0200000.npz +DualArmRubikCube-v1,200000,0.0,0,50,1861.5668586093188,pi05/all_tasks/all112/lora_step_0200000.npz +DualArmSandShovel-v1,200000,0.0,0,50,0.012000000476837159,pi05/all_tasks/all112/lora_step_0200000.npz +DualArmSendPingpong-v1,200000,0.0,0,50,501.00803837656974,pi05/all_tasks/all112/lora_step_0200000.npz +DualArmSetupTable-v1,200000,0.0,0,50,109.99711480140687,pi05/all_tasks/all112/lora_step_0200000.npz +DualArmShapeDoll-v1,200000,0.0,0,50,407.5944181664288,pi05/all_tasks/all112/lora_step_0200000.npz +DualArmShootBasketball-v1,200000,0.0,0,50,-136.8634265578026,pi05/all_tasks/all112/lora_step_0200000.npz +DualArmStraightenRope-v1,200000,0.04,2,50,64.07422352741938,pi05/all_tasks/all112/lora_step_0200000.npz +DualArmStuffCloth-v1,200000,0.0,0,50,16.491713569448464,pi05/all_tasks/all112/lora_step_0200000.npz +DualArmSwingCup-v1,200000,0.14,7,50,299.85359241247176,pi05/all_tasks/all112/lora_step_0200000.npz +DualArmThreadCloth-v1,200000,0.0,0,50,186.82947053030134,pi05/all_tasks/all112/lora_step_0200000.npz +DualArmThreadRopeThroughTube-v1,200000,0.0,0,50,0.0,pi05/all_tasks/all112/lora_step_0200000.npz +DualArmThreading-v1,200000,0.0,0,50,196.13805595706174,pi05/all_tasks/all112/lora_step_0200000.npz +DualArmThrowBlock-v1,200000,0.0,0,50,2185.364661178589,pi05/all_tasks/all112/lora_step_0200000.npz +DualArmWallRings-v1,200000,0.0,0,50,37.413921301221706,pi05/all_tasks/all112/lora_step_0200000.npz +DualArmWeaveCloth-v1,200000,0.0,0,50,24.551111932247878,pi05/all_tasks/all112/lora_step_0200000.npz +FitnessBall-v1,200000,0.0,0,50,-6185.010485653877,pi05/all_tasks/all112/lora_step_0200000.npz +FlipPan-v1,200000,0.0,0,50,1781.4901102089882,pi05/all_tasks/all112/lora_step_0200000.npz +FoldShirt-v1,200000,0.1,5,50,162.92156269025367,pi05/all_tasks/all112/lora_step_0200000.npz +GraspCylinder-v1,200000,0.68,34,50,21.969628787068288,pi05/all_tasks/all112/lora_step_0200000.npz +GraspTwoBlocks-v1,200000,0.42,21,50,243.21159501373768,pi05/all_tasks/all112/lora_step_0200000.npz +GroceryPrepare-v1,200000,0.0,0,50,2059.6664101576807,pi05/all_tasks/all112/lora_step_0200000.npz +HammerNail-v1,200000,0.02,1,50,-57.41243534546346,pi05/all_tasks/all112/lora_step_0200000.npz +HammerNailOut-v1,200000,0.02,1,50,-27.769129971787333,pi05/all_tasks/all112/lora_step_0200000.npz +HangMug-v1,200000,0.46,23,50,37.95284799218178,pi05/all_tasks/all112/lora_step_0200000.npz +HitBilliard-v1,200000,0.0,0,50,860.9652093842626,pi05/all_tasks/all112/lora_step_0200000.npz +HitBox-v1,200000,0.02,1,50,312.8487361675501,pi05/all_tasks/all112/lora_step_0200000.npz +KitAssembly-v1,200000,0.0,0,50,63.46,pi05/all_tasks/all112/lora_step_0200000.npz +LiftBucket-v1,200000,0.04,2,50,172.2008453500271,pi05/all_tasks/all112/lora_step_0200000.npz +LiquidMeasuring-v1,200000,0.0,0,50,164.70951629189776,pi05/all_tasks/all112/lora_step_0200000.npz +MazeBlockPush-v1,200000,0.0,0,50,-648.7713495007157,pi05/all_tasks/all112/lora_step_0200000.npz +MobilePickPlace-v1,200000,0.0,0,50,56.34583532391611,pi05/all_tasks/all112/lora_step_0200000.npz +OpenBoxRetrieval-v1,200000,0.0,0,50,272.5366144824028,pi05/all_tasks/all112/lora_step_0200000.npz +OpenDoor-v1,200000,0.16,8,50,50.61289351649694,pi05/all_tasks/all112/lora_step_0200000.npz +PickPlacePen-v1,200000,0.16,8,50,58.01656584739685,pi05/all_tasks/all112/lora_step_0200000.npz +PingPongBallTransport-v1,200000,0.0,0,50,5598.150488412381,pi05/all_tasks/all112/lora_step_0200000.npz +PivotBook-v1,200000,0.0,0,50,62.46880453824997,pi05/all_tasks/all112/lora_step_0200000.npz +PressFitSoftPeg-v1,200000,0.0,0,50,679.0038367090002,pi05/all_tasks/all112/lora_step_0200000.npz +PushSoccer-v1,200000,0.4,20,50,51.07138397216797,pi05/all_tasks/all112/lora_step_0200000.npz +PushTargetPose-v1,200000,0.0,0,50,-709.3545287805796,pi05/all_tasks/all112/lora_step_0200000.npz +ReorientCube-v1,200000,0.52,26,50,34186.111252719165,pi05/all_tasks/all112/lora_step_0200000.npz +ReorientPen-v1,200000,0.34,17,50,105.73768805630505,pi05/all_tasks/all112/lora_step_0200000.npz +RingTossing-v1,200000,0.0,0,50,-4258.129903497398,pi05/all_tasks/all112/lora_step_0200000.npz +RodThroughHoles-v1,200000,0.0,0,50,553.5204923534393,pi05/all_tasks/all112/lora_step_0200000.npz +RollingPin-v1,200000,0.0,0,50,275.77141372680666,pi05/all_tasks/all112/lora_step_0200000.npz +RopeBridgeDex-v1,200000,0.22,11,50,304.3806052591279,pi05/all_tasks/all112/lora_step_0200000.npz +RopePalmCageHoldDex-v1,200000,0.48,24,50,77.45563712626695,pi05/all_tasks/all112/lora_step_0200000.npz +ScoopWater-v1,200000,0.0,0,50,0.0,pi05/all_tasks/all112/lora_step_0200000.npz +SeparateTwoRopesEnv-v1,200000,0.0,0,50,1928.8165531942248,pi05/all_tasks/all112/lora_step_0200000.npz +ShapeTToI-v1,200000,0.02,1,50,-58.07320796814747,pi05/all_tasks/all112/lora_step_0200000.npz +SpinPenHora-v1,200000,0.0,0,50,223.0728754776658,pi05/all_tasks/all112/lora_step_0200000.npz +SqueezeClay-v1,200000,0.02,1,50,754.0176902507991,pi05/all_tasks/all112/lora_step_0200000.npz +Stack6Blocks-v1,200000,0.0,0,50,1417.0765244793893,pi05/all_tasks/all112/lora_step_0200000.npz +StackBlock-v1,200000,0.0,0,50,27.347229046821596,pi05/all_tasks/all112/lora_step_0200000.npz +StampRoll-v1,200000,0.0,0,50,0.0,pi05/all_tasks/all112/lora_step_0200000.npz +StraightenRope-v1,200000,0.28,14,50,248.31917597830295,pi05/all_tasks/all112/lora_step_0200000.npz +StraightenTwoRopesSequential-v1,200000,0.0,0,50,2241.8280318331717,pi05/all_tasks/all112/lora_step_0200000.npz +SwingRing-v1,200000,0.0,0,50,63.09163323037026,pi05/all_tasks/all112/lora_step_0200000.npz +TennisRally-v1,200000,0.0,0,50,414.4544468139764,pi05/all_tasks/all112/lora_step_0200000.npz +TurnOnFaucet-v1,200000,0.8,40,50,13.960486882621204,pi05/all_tasks/all112/lora_step_0200000.npz +TweezersPickPlace-v1,200000,0.0,0,50,-127.3250243961811,pi05/all_tasks/all112/lora_step_0200000.npz +UnfoldShirt-v1,200000,0.2,10,50,1.0957521879905834,pi05/all_tasks/all112/lora_step_0200000.npz +WrapRope-v1,200000,0.0,0,50,341.16206212222573,pi05/all_tasks/all112/lora_step_0200000.npz diff --git a/pi05/single_task/DualArmRubikCube-v1/eval_reports/step_00005000.json b/pi05/single_task/DualArmRubikCube-v1/eval_reports/step_00005000.json new file mode 100644 index 0000000000000000000000000000000000000000..bf0008aa6e18f15ae57c71aa4d1ae249619cdf92 --- /dev/null +++ b/pi05/single_task/DualArmRubikCube-v1/eval_reports/step_00005000.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmRubikCube-v1", + "step": 5000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 3928.635402441025, + 1449.0556911230087, + 1241.8782942295074, + 2177.231750011444, + 2519.7145233154297, + 2149.336323738098, + 454.80669362843037, + 1283.2884129285812, + 1200.0894240140915, + 2115.8929212093353, + 2384.7048592567444, + 2165.2917726039886, + 674.376100808382, + 1718.3418838977814, + 2185.008350133896, + 1285.0522519350052, + 1208.8186883926392, + 958.3654275983572, + 2069.9690009355545, + 2160.831553220749, + 1601.1427693367004, + 1994.5480964183807, + 2149.9669535160065, + 1151.4839506149292, + 2028.0687808990479, + 2105.1707384586334, + 1211.9418503940105, + 1282.32521545887, + 2164.1273007392883, + 1271.5106370449066, + 3333.097482562065, + 2163.2058906555176, + 1529.8764638900757, + 1146.614313006401, + 2123.269900083542, + 1636.7344580888748, + 3066.9723658561707, + 1200.6797368526459, + 1400.273696064949, + 1155.6881376504898, + 1071.0090646743774, + 2321.6659450531006, + 3339.830722808838, + 2080.2874500751495, + 2786.5401899814606, + 2088.9091255664825, + 1278.3576200008392, + 2032.7133841514587, + 2110.0780963897705, + 1220.9220848083496 + ], + "episode_steps": [ + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} diff --git a/pi05/single_task/DualArmRubikCube-v1/eval_reports/step_00010000.json b/pi05/single_task/DualArmRubikCube-v1/eval_reports/step_00010000.json new file mode 100644 index 0000000000000000000000000000000000000000..faa162f2248ab68fb13e36601fd076a60871f2a2 --- /dev/null +++ b/pi05/single_task/DualArmRubikCube-v1/eval_reports/step_00010000.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmRubikCube-v1", + "step": 10000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 2109.9487295150757, + 1575.8332118988037, + 341.88561210781336, + 2528.425210237503, + 2061.702127933502, + 1626.961094737053, + 501.7037144228816, + 1202.5555704832077, + 1605.630123257637, + 2641.09184551239, + 1519.2010440826416, + 2977.458051919937, + 194.26037714071572, + 2197.0690789222717, + 2294.7971370220184, + 1370.4243731498718, + 1258.8424330949783, + 1150.7141961753368, + 2664.222511649132, + 2190.9250569343567, + 1391.1295945644379, + 2845.933056116104, + 2510.025959253311, + 381.5145491436124, + 2643.161091566086, + 1238.966568350792, + 379.156675927341, + 1235.2698678970337, + 2930.579265356064, + 2048.3612035512924, + 1774.8857238292694, + 2176.373825073242, + 2569.846169233322, + 1746.068814277649, + 1465.91186606884, + 1225.1134115457535, + 1307.3195949792862, + 2575.7183814048767, + 2039.4493013620377, + 936.9093426018953, + 1257.5392903089523, + 2241.2289485931396, + 3127.6808700561523, + 1521.800319314003, + 1181.6984956264496, + 3014.624046564102, + 1221.7199395895004, + 2249.404012441635, + 2192.7225461006165, + 1194.2881586551666 + ], + "episode_steps": [ + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} diff --git a/pi05/single_task/DualArmRubikCube-v1/eval_reports/step_00015000.json b/pi05/single_task/DualArmRubikCube-v1/eval_reports/step_00015000.json new file mode 100644 index 0000000000000000000000000000000000000000..58ac2cb453c91f4569b3b91eaf3d32be7576bf57 --- /dev/null +++ b/pi05/single_task/DualArmRubikCube-v1/eval_reports/step_00015000.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmRubikCube-v1", + "step": 15000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 2371.5966761112213, + 2107.814754843712, + 1186.709612250328, + 2220.214120388031, + 2152.8703838586807, + 1296.0188293457031, + 1707.3077685832977, + 1223.2589271068573, + 1205.8187494277954, + 2164.1374542713165, + 1401.6804044246674, + 2733.160821914673, + 1216.712514281273, + 2632.8433384895325, + 2112.74866604805, + 1289.7324719429016, + 1256.3290804624557, + 723.7607561945915, + 1324.3364725112915, + 2106.6374413967133, + 1280.834924697876, + 2480.208904504776, + 2525.0939466953278, + 2703.23047041893, + 2472.70148229599, + 1520.1292587518692, + 334.97578283399343, + 2014.8148164749146, + 2501.6465315818787, + 1197.5301743745804, + 2126.532596707344, + 2121.3041574954987, + 2159.4667069911957, + 311.9757648482919, + 2561.2743513584137, + 1268.09484064579, + 2618.10520029068, + 2105.828236103058, + 1941.3615128993988, + 1270.5689673423767, + 1208.165922999382, + 2886.1280398368835, + 3338.9583389759064, + 2180.417339324951, + 2641.9221630096436, + 2589.567729949951, + 1206.1128393411636, + 1362.6053916215897, + 2984.797168493271, + 1516.0807201862335 + ], + "episode_steps": [ + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} diff --git a/pi05/single_task/DualArmRubikCube-v1/eval_reports/step_00020000.json b/pi05/single_task/DualArmRubikCube-v1/eval_reports/step_00020000.json new file mode 100644 index 0000000000000000000000000000000000000000..7af0096cb3a623d064ee5629b708b1903a91abee --- /dev/null +++ b/pi05/single_task/DualArmRubikCube-v1/eval_reports/step_00020000.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmRubikCube-v1", + "step": 20000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 3304.071751832962, + 1710.5284333229065, + 1853.9263987541199, + 1289.38838160038, + 2652.3381221294403, + 1317.9096366167068, + 1175.0725750923157, + 1399.4778426885605, + 1224.979222536087, + 2133.6344718933105, + 1169.3593837022781, + 3374.018969297409, + 739.3904067128897, + 2191.80126786232, + 1748.7159970998764, + 3112.956767439842, + 1038.6086127907038, + 1630.5915582478046, + 1832.7022550106049, + 2713.991532087326, + 2009.7555698156357, + 1409.8340641260147, + 2187.994004011154, + 2152.4920555353165, + 2141.6929881572723, + 2451.0383619070053, + 256.10456111095846, + 1990.070904493332, + 2990.8775153160095, + 2012.3719158172607, + 1246.3736538887024, + 2512.3660554885864, + 2500.700156211853, + 1395.1875932216644, + 2584.280575990677, + 1260.1548105478287, + 2305.663295984268, + 3643.463698387146, + 1993.2804617881775, + 1187.6806429624557, + 1212.659854054451, + 2034.2285220623016, + 2090.395336866379, + 2052.3148605823517, + 1813.3311530351639, + 2260.0539021492004, + 2041.20605134964, + 2125.536416053772, + 2798.7509524822235, + 1373.8184609413147 + ], + "episode_steps": [ + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} diff --git a/pi05/single_task/DualArmRubikCube-v1/eval_reports/step_00025000.json b/pi05/single_task/DualArmRubikCube-v1/eval_reports/step_00025000.json new file mode 100644 index 0000000000000000000000000000000000000000..8f1fc7dd0227806c4b3cad9f3782e04c3489f7bf --- /dev/null +++ b/pi05/single_task/DualArmRubikCube-v1/eval_reports/step_00025000.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmRubikCube-v1", + "step": 25000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 2081.2843778133392, + 1757.0670976638794, + 1680.4373185634613, + 1314.7482709884644, + 684.5611951090395, + 1745.6776086091995, + 400.8379197269678, + 2029.9007630348206, + 453.9242577701807, + 2711.148250102997, + 1582.814765572548, + 1391.6227445602417, + 1048.2419754862785, + 2191.6287183761597, + 2481.9912259578705, + 1969.5660079717636, + 824.2568895816803, + 1658.537590160966, + 2010.7869675159454, + 2188.440759062767, + 1671.2125346660614, + 1410.3298817873, + 2770.4043605327606, + 2411.3760246038437, + 2644.032003879547, + 1219.371612906456, + 1134.1079923063517, + 1939.9247943162918, + 2498.6707239151, + 1349.2286001443863, + 1849.5525987148285, + 2063.0737183094025, + 2788.0085229873657, + 1680.682610154152, + 2196.2618057727814, + 1228.163511633873, + 2426.8851494789124, + 3685.326798915863, + 1966.4234340190887, + 1236.8914207220078, + 1221.0091977119446, + 2072.892393350601, + 2917.55047750473, + 1345.1010355949402, + 1220.0941933393478, + 2974.6145737171173, + 1341.4387456178665, + 1235.5087447166443, + 2618.473614215851, + 1201.98466527462 + ], + "episode_steps": [ + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} diff --git a/pi05/single_task/DualArmRubikCube-v1/eval_reports/step_00030000.json b/pi05/single_task/DualArmRubikCube-v1/eval_reports/step_00030000.json new file mode 100644 index 0000000000000000000000000000000000000000..5286ce4e8ac243750da60d3962059ee9a49c94b3 --- /dev/null +++ b/pi05/single_task/DualArmRubikCube-v1/eval_reports/step_00030000.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmRubikCube-v1", + "step": 30000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 2363.733232975006, + 1849.1126515865326, + 1461.6784317493439, + 1245.9872547388077, + 2197.050614595413, + 1249.9643023014069, + 1728.9477260112762, + 1883.2888563871384, + 1226.1874960660934, + 2425.075854063034, + 2275.448293328285, + 2041.4085907936096, + 415.2276676297188, + 1446.148734331131, + 2729.7735760211945, + 1796.8575384616852, + 364.2397753652185, + 751.1042513251305, + 2452.8197425603867, + 2483.892322540283, + 1723.8530839681625, + 1257.9354059696198, + 2594.085333585739, + 1611.5947526693344, + 2479.205316066742, + 1557.1195577383041, + 374.61317091062665, + 1583.1970111131668, + 2454.557182788849, + 2460.0237370729446, + 1137.3215749263763, + 2518.330558538437, + 2595.8816101551056, + 1676.7531608343124, + 2700.949023246765, + 1913.2271484136581, + 2985.433773994446, + 3668.1730654239655, + 1983.4384645223618, + 1728.3623023033142, + 2857.812735080719, + 1723.405749320984, + 2376.9487619400024, + 2447.4791247844696, + 1299.376214981079, + 3407.3540568351746, + 1624.0082399845123, + 1214.7433806657791, + 3101.807469367981, + 1594.2410418987274 + ], + "episode_steps": [ + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} diff --git a/pi05/single_task/DualArmRubikCube-v1/eval_reports/step_00035000.json b/pi05/single_task/DualArmRubikCube-v1/eval_reports/step_00035000.json new file mode 100644 index 0000000000000000000000000000000000000000..163b8ece895939dc2095603e5d463bc769170951 --- /dev/null +++ b/pi05/single_task/DualArmRubikCube-v1/eval_reports/step_00035000.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmRubikCube-v1", + "step": 35000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 2273.39231467247, + 1676.7361610531807, + 1265.2871435284615, + 2479.632027864456, + 2268.395139694214, + 1729.1617922782898, + 1872.6214716434479, + 1824.5285373926163, + 1888.5605704784393, + 2409.031900167465, + 1615.3741804361343, + 2518.7109775543213, + 267.13512571528554, + 2470.340934276581, + 2486.579726934433, + 1588.8688153028488, + 271.7967554219067, + 932.5878862142563, + 1322.9864002466202, + 2546.1573350429535, + 1119.7122522592545, + 1272.441171169281, + 2516.173546075821, + 1288.7469918727875, + 1293.2623722553253, + 1896.5214158296585, + 352.9855627156794, + 1998.6456509828568, + 2523.379107236862, + 1594.2940468788147, + 2292.4651790857315, + 2539.8694264888763, + 2742.0084258317947, + 1649.8023911714554, + 2613.3791439533234, + 1249.4551018476486, + 2636.5868725776672, + 2610.215653657913, + 1161.7166459560394, + 1776.9302070140839, + 2047.6564276218414, + 2062.9177298545837, + 2210.234798192978, + 2103.575052380562, + 1504.851788520813, + 3049.305865764618, + 1237.3504166603088, + 2145.1386783123016, + 2626.8308811187744, + 1586.3645420074463 + ], + "episode_steps": [ + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} diff --git a/pi05/single_task/DualArmRubikCube-v1/eval_reports/step_00040000.json b/pi05/single_task/DualArmRubikCube-v1/eval_reports/step_00040000.json new file mode 100644 index 0000000000000000000000000000000000000000..68a36c7113f4a3928cfc08022e553642af4efaa6 --- /dev/null +++ b/pi05/single_task/DualArmRubikCube-v1/eval_reports/step_00040000.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmRubikCube-v1", + "step": 40000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 2380.696609735489, + 1576.9558056592941, + 1796.6443901062012, + 2478.4754111766815, + 2277.4698383808136, + 1760.081665635109, + 1536.8155673742294, + 1666.840214729309, + 516.3148050606251, + 2599.909420967102, + 1588.6150298118591, + 2571.8128623962402, + 737.4359819293022, + 2459.512155532837, + 2914.6796221733093, + 1729.170683145523, + 342.9953192435205, + 629.7209357470274, + 1367.8614980578423, + 2494.2816603183746, + 1296.52192568779, + 2107.445605158806, + 2399.281501531601, + 1621.002572774887, + 2015.7801727056503, + 1224.1270521879196, + 483.02350147720426, + 1574.5331180095673, + 2200.4573504924774, + 1697.4211112260818, + 1435.2411196231842, + 2374.9881110191345, + 2596.3297407627106, + 1803.4533506631851, + 2471.571147918701, + 1847.7239500284195, + 2488.4868948459625, + 2326.0272405147552, + 1816.647117614746, + 1317.8276839256287, + 1202.3458213806152, + 2539.4622502326965, + 2278.7728793621063, + 1619.8109488487244, + 1240.8150658607483, + 3147.01802444458, + 1192.8116569519043, + 1289.999229311943, + 2661.9401438236237, + 1646.9420329332352 + ], + "episode_steps": [ + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} diff --git a/pi05/single_task/DualArmRubikCube-v1/eval_result.json b/pi05/single_task/DualArmRubikCube-v1/eval_result.json new file mode 100644 index 0000000000000000000000000000000000000000..bf0008aa6e18f15ae57c71aa4d1ae249619cdf92 --- /dev/null +++ b/pi05/single_task/DualArmRubikCube-v1/eval_result.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmRubikCube-v1", + "step": 5000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 3928.635402441025, + 1449.0556911230087, + 1241.8782942295074, + 2177.231750011444, + 2519.7145233154297, + 2149.336323738098, + 454.80669362843037, + 1283.2884129285812, + 1200.0894240140915, + 2115.8929212093353, + 2384.7048592567444, + 2165.2917726039886, + 674.376100808382, + 1718.3418838977814, + 2185.008350133896, + 1285.0522519350052, + 1208.8186883926392, + 958.3654275983572, + 2069.9690009355545, + 2160.831553220749, + 1601.1427693367004, + 1994.5480964183807, + 2149.9669535160065, + 1151.4839506149292, + 2028.0687808990479, + 2105.1707384586334, + 1211.9418503940105, + 1282.32521545887, + 2164.1273007392883, + 1271.5106370449066, + 3333.097482562065, + 2163.2058906555176, + 1529.8764638900757, + 1146.614313006401, + 2123.269900083542, + 1636.7344580888748, + 3066.9723658561707, + 1200.6797368526459, + 1400.273696064949, + 1155.6881376504898, + 1071.0090646743774, + 2321.6659450531006, + 3339.830722808838, + 2080.2874500751495, + 2786.5401899814606, + 2088.9091255664825, + 1278.3576200008392, + 2032.7133841514587, + 2110.0780963897705, + 1220.9220848083496 + ], + "episode_steps": [ + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900, + 900 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} diff --git a/pi05/single_task/DualArmRubikCube-v1/lora_step_0005000.npz b/pi05/single_task/DualArmRubikCube-v1/lora_step_0005000.npz new file mode 100644 index 0000000000000000000000000000000000000000..1d0a6cea0928ebc2c47431d6bbca40e709b26ede --- /dev/null +++ b/pi05/single_task/DualArmRubikCube-v1/lora_step_0005000.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3cd968e6c7af7e00669265a9c051ea329f564b587d648e8db07bdf4b9ca7a80 +size 1867844866 diff --git a/pi05/single_task/DualArmRubikCube-v1/metadata.json b/pi05/single_task/DualArmRubikCube-v1/metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..7e5ee42e1d965cffd6bf8286f4c8aef28e33d5d4 --- /dev/null +++ b/pi05/single_task/DualArmRubikCube-v1/metadata.json @@ -0,0 +1,43 @@ +{ + "task": "DualArmRubikCube-v1", + "method": "PI0.5 LoRA + trainable weights", + "base_checkpoint": "gs://openpi-assets/checkpoints/pi05_base/params", + "checkpoint": "lora_step_0005000.npz", + "checkpoint_sha256": "b3cd968e6c7af7e00669265a9c051ea329f564b587d648e8db07bdf4b9ca7a80", + "checkpoint_bytes": 1867844866, + "tensor_count": 51, + "action_dim": 32, + "state_dim": 32, + "action_horizon": 50, + "max_token_len": 200, + "image_size": 224, + "exec_steps": 16, + "sample_steps": 10, + "num_demos": 20, + "train_frames": 10715, + "prompt": "perform the ManiLadder task: dual arm rubik cube", + "train_steps": 40000, + "batch_size": 64, + "lr": 5e-05, + "norm_stats_file": "norm_stats.json", + "norm_stats_sha256": "80b692a94a592aec8ae5dd3872b9935fb9a7930f213a3fd14b96217387c8da37", + "campaign": "pi05_rubikcube_20261107", + "selected_step": 5000, + "success_rate": 0.0, + "eval_episodes": 50, + "eval_seed_base": 1000, + "evaluated_steps": [ + 5000, + 10000, + 15000, + 20000, + 25000, + 30000, + 35000, + 40000 + ], + "missing_eval_steps": [], + "selection": "highest evaluated success rate, then earliest step", + "note": "All eight evaluated checkpoints scored 0/50; step 5000 is the earliest tied checkpoint.", + "training_data": "Linslab/ManiLadder_Dataset DualArmRubikCube-v1, traj_0..traj_19 (local copies verified byte-identical by SHA-256)" +} diff --git a/pi05/single_task/DualArmRubikCube-v1/norm_stats.json b/pi05/single_task/DualArmRubikCube-v1/norm_stats.json new file mode 100644 index 0000000000000000000000000000000000000000..8760b033e8b4a793a40905142a4d49df68547c94 --- /dev/null +++ b/pi05/single_task/DualArmRubikCube-v1/norm_stats.json @@ -0,0 +1,280 @@ +{ + "norm_stats": { + "state": { + "mean": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "std": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "q01": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "q99": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + "actions": { + "mean": [ + 0.0006451447843573987, + -0.001863044803030789, + -0.005674839485436678, + -0.00024737746571190655, + 9.816186320676934e-6, + -0.00007521197403548285, + -0.4700600206851959, + 0.006585694849491119, + 0.006586498115211725, + -0.011286879889667034, + -0.0030034405644983053, + -0.01001912821084261, + -0.0008693987620063126, + 0.6536303162574768, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "std": [ + 0.004952870775014162, + 0.017275715246796608, + 0.031405091285705566, + 0.0014067423762753606, + 0.00026071068714372814, + 0.1114129051566124, + 0.8826344609260559, + 0.05381278693675995, + 0.04315130412578583, + 0.03796543553471565, + 0.10330019146203995, + 0.06791411340236664, + 0.022003445774316788, + 0.7568139433860779, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "q01": [ + -0.0019092278145253659, + -0.15000000596046448, + -0.15000000596046448, + -0.0047890271419659255, + -0.0010606232274789364, + -0.2800000123679638, + -1.0, + -0.13350000530481337, + -0.15000000596046448, + -0.15000000596046448, + -0.3077777981698513, + -0.3487415093243122, + -0.1379046053647995, + -1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "q99": [ + 0.004690133146941663, + 0.004497413635253883, + 0.09995000148862598, + 0.003729243173636496, + 0.0008049246394075454, + 0.27987200118899347, + 0.9996, + 0.14994000595808032, + 0.14994000595808032, + 0.005189997453242529, + 0.33622268843650827, + 0.16019386745095254, + 0.05472052057981491, + 0.9996, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + } + } +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n100/eval_reports/DexOpenDoor-v1.json b/pi05/suite_data_scaling/level2_rigid_n100/eval_reports/DexOpenDoor-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..0d657406057e9768590143106ae295a26eea00c8 --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n100/eval_reports/DexOpenDoor-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DexOpenDoor-v1", + "step": 100000, + "episodes": 50, + "successes": 17, + "success_rate": 0.34, + "episode_success": [ + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "episode_return": [ + 394.69775634815875, + 649.5751961763017, + 280.51557003799826, + 213.4210110463273, + 265.56151160886014, + 250.2349239301402, + 645.3208514971193, + 210.85572374524816, + 283.8437425561715, + 627.2561628563562, + 799.3702839754988, + 259.05684892321005, + 233.0738951067906, + 209.45767699554563, + 235.83173313458246, + 272.0407059384743, + 638.570389874793, + 148.70291321528944, + 254.6821849493752, + 282.90428821323445, + 579.2025465173647, + 164.18127277377062, + 526.9663791480966, + 623.6681280277527, + 210.0908558400224, + 663.1421685575332, + 633.542165022518, + 98.9491825660225, + 209.24836671860356, + 797.2174284038844, + 207.90981085039675, + 517.1861838402717, + 747.344589131583, + 307.71446561106615, + 217.04470097413406, + 183.6053119916471, + 186.54971959796876, + 225.00710104395867, + 232.30421582291729, + 216.96875553642172, + 257.41706154852903, + 608.7765150389168, + 158.41836422446704, + 208.50203585391864, + 291.08390000088013, + 497.2518082973547, + 235.7409403392594, + 180.49444109969772, + 536.5200133258477, + 289.60347530292347 + ], + "episode_steps": [ + 850, + 850, + 467, + 850, + 850, + 850, + 850, + 421, + 850, + 850, + 850, + 850, + 454, + 421, + 850, + 557, + 850, + 422, + 850, + 850, + 850, + 388, + 850, + 850, + 850, + 850, + 850, + 850, + 461, + 850, + 406, + 850, + 850, + 530, + 850, + 392, + 394, + 408, + 850, + 850, + 850, + 850, + 370, + 401, + 850, + 850, + 430, + 488, + 850, + 850 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n100/eval_reports/DualArmBookPickPlace-v1.json b/pi05/suite_data_scaling/level2_rigid_n100/eval_reports/DualArmBookPickPlace-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..c3ab28266d1444e784cd7c53dfccbb355749d631 --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n100/eval_reports/DualArmBookPickPlace-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmBookPickPlace-v1", + "step": 100000, + "episodes": 50, + "successes": 15, + "success_rate": 0.3, + "episode_success": [ + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 352.24268567562103, + 203.1069973707199, + 906.705537378788, + 765.7707074284554, + 961.879987180233, + 111.10765790939331, + 137.27262425422668, + 419.4429127573967, + 887.917028605938, + 348.12430757284164, + 156.00423151254654, + 80.20605570077896, + 922.717087328434, + 124.74381160736084, + 127.20736926794052, + 204.52208614349365, + 179.5694985985756, + 56.722985208034515, + 159.39742720127106, + 365.26872050762177, + 409.5389167666435, + 909.2691725492477, + 2222.0611222982407, + 142.89680242538452, + 685.0192866325378, + 1076.5462351441383, + 89.27664858102798, + 919.2350124120712, + 186.6847403049469, + 894.6574603915215, + 238.43987679481506, + 924.3485147356987, + 300.7504535317421, + 942.9623997211456, + 729.2667288184166, + 330.2562665939331, + 896.0361955165863, + 910.7481188774109, + 891.7576075792313, + 921.2811173200607, + 331.5617868900299, + 902.1728071570396, + 83.92937594652176, + 912.2936015129089, + 915.7439630031586, + 415.44491773843765, + 888.3456124663353, + 246.3206386566162, + 47.5545392036438, + 123.5102047920227 + ], + "episode_steps": [ + 800, + 800, + 411, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 422, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 408, + 800, + 800, + 800, + 800, + 800, + 414, + 800, + 408, + 800, + 417, + 800, + 422, + 800, + 800, + 407, + 411, + 408, + 421, + 800, + 410, + 800, + 417, + 412, + 800, + 407, + 800, + 800, + 800 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n100/eval_reports/DualArmCleanupPotEnv-v1.json b/pi05/suite_data_scaling/level2_rigid_n100/eval_reports/DualArmCleanupPotEnv-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..add5bb3964e4d91356e349ea264371d75feb20bd --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n100/eval_reports/DualArmCleanupPotEnv-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmCleanupPotEnv-v1", + "step": 100000, + "episodes": 50, + "successes": 4, + "success_rate": 0.08, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 104.80016142129898, + 1498.8296986222267, + 183.59129667282104, + 83.21878635883331, + 891.2518014907837, + 150.32772332429886, + 90.29307401180267, + 85.00813674926758, + 93.42278808355331, + 214.60043269395828, + 115.82762569189072, + 1627.1218571066856, + 107.5927100777626, + 120.34917157888412, + 156.4218909740448, + 1127.3114576339722, + 1304.3187028169632, + 92.5923992395401, + 89.1374118924141, + 1837.6067274212837, + 1629.3950684070587, + 72.86029225587845, + 105.47546207904816, + 1365.318049788475, + 226.4559525847435, + 1572.832497894764, + 87.34896391630173, + 1599.4116477370262, + 1327.3307255506516, + 1459.0382991433144, + 1577.7235361337662, + 1450.4000240564346, + 238.04040157794952, + 101.65136861801147, + 101.17966777086258, + 1551.4004412293434, + 72.99431192874908, + 1365.0589775443077, + 202.80686724185944, + 86.15570616722107, + 388.86807131767273, + 168.20115131139755, + 99.2545657157898, + 716.0331113934517, + 1054.4116607308388, + 1353.376530110836, + 157.0946910381317, + 1430.887850701809, + 204.8698439002037, + 1754.463574230671 + ], + "episode_steps": [ + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 571, + 1000, + 1000, + 1000, + 1000, + 1000, + 546, + 1000, + 870, + 1000, + 1000, + 1000, + 792, + 1000, + 1000, + 1000, + 1000, + 1000 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n100/eval_reports/DualArmJugglingBall-v1.json b/pi05/suite_data_scaling/level2_rigid_n100/eval_reports/DualArmJugglingBall-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..98ef35dd6fceea84c8322851e27b486ef831d937 --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n100/eval_reports/DualArmJugglingBall-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmJugglingBall-v1", + "step": 100000, + "episodes": 50, + "successes": 1, + "success_rate": 0.02, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + -5377.974828481674, + -4306.553619503975, + -5509.208204746246, + -3969.3407880067825, + -3283.5536432266235, + -4963.023516178131, + -5458.385414123535, + -3550.3218717575073, + -4053.271004796028, + -5567.037741422653, + -3583.948634624481, + -4666.910595655441, + -5372.558218002319, + -5042.183436751366, + 552.7839524745941, + -4300.352936387062, + -4376.13909137249, + -5245.954960107803, + -5450.833607912064, + 4187.092616558075, + -5357.951370954514, + 1687.6730734109879, + -5039.050391197205, + -4281.820822358131, + -4315.059099912643, + -1413.4869227409363, + -4666.313549518585, + -5140.271361351013, + -5266.555954694748, + -5400.431358098984, + -4591.8583916425705, + -4790.077535867691, + 61.72582650184631, + -4041.251624584198, + -4796.867602586746, + -4811.359591722488, + -5409.840026855469, + -4144.817693114281, + -4860.025771617889, + -5100.810683965683, + -5098.63804769516, + -4747.736085772514, + -5272.557720184326, + -5144.622908592224, + -5467.22954082489, + -5496.501528263092, + -5318.310166358948, + -4205.620350599289, + -5544.00242972374, + -5561.844305038452 + ], + "episode_steps": [ + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 450, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n100/eval_reports/DualArmLiftBall-v1.json b/pi05/suite_data_scaling/level2_rigid_n100/eval_reports/DualArmLiftBall-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..8b9a560d35541e057b446492db8c2138de005223 --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n100/eval_reports/DualArmLiftBall-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmLiftBall-v1", + "step": 100000, + "episodes": 50, + "successes": 11, + "success_rate": 0.22, + "episode_success": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 39.42042788863182, + 25.477570682764053, + 37.483382523059845, + 20.735303103923798, + 18.496807038784027, + 25.91098329424858, + 38.182705998420715, + 19.21443271636963, + 19.006738990545273, + 19.59433588385582, + 31.36614266037941, + 29.519162952899933, + 38.67171958088875, + 25.74886652827263, + 33.57566851377487, + 18.652874410152435, + 29.973522901535034, + 24.288497507572174, + 28.17807412147522, + 39.64923059940338, + 18.846021592617035, + 38.91808924078941, + 28.384051144123077, + 26.935647517442703, + 18.254566818475723, + 18.451807290315628, + 27.694347769021988, + 23.930896550416946, + 17.80379092693329, + 37.644028067588806, + 17.467661023139954, + 37.39770272374153, + 18.92377081513405, + 38.27541941404343, + 25.492292523384094, + 19.2220276594162, + 34.56676113605499, + 39.98809227347374, + 27.00640180706978, + 24.768400222063065, + 18.591157913208008, + 38.69045841693878, + 23.78245222568512, + 25.661211878061295, + 38.11256366968155, + 19.217028081417084, + 17.667750239372253, + 17.780591011047363, + 29.494049042463303, + 25.35868290066719 + ], + "episode_steps": [ + 146, + 300, + 140, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 142, + 300, + 300, + 300, + 300, + 300, + 300, + 145, + 300, + 143, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 140, + 300, + 138, + 300, + 141, + 300, + 300, + 300, + 147, + 300, + 300, + 300, + 141, + 300, + 300, + 142, + 300, + 300, + 300, + 300, + 300 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n100/eval_reports/DualArmOpenBottle-v1.json b/pi05/suite_data_scaling/level2_rigid_n100/eval_reports/DualArmOpenBottle-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..54019e1a9ed7bc595b8184ef370cbb96f85f6765 --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n100/eval_reports/DualArmOpenBottle-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmOpenBottle-v1", + "step": 100000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 2175.0204610824585, + 2250.7053813934326, + 2201.844984292984, + 2112.6530148983, + 2139.0632333755493, + 2130.688550710678, + 2277.5100660324097, + 2200.2345974445343, + 2161.072776079178, + 2147.0946357250214, + 2282.7405853271484, + 2132.4421286582947, + 2165.4678292274475, + 2294.221864938736, + 2177.9217069149017, + 2167.4804356098175, + 2177.2721865177155, + 2262.3574504852295, + 2245.8441774845123, + 2162.3636729717255, + 2184.50554394722, + 2157.412137031555, + 2230.6541838645935, + 2290.6552526950836, + 2158.0902757644653, + 2113.60337972641, + 2200.9058525562286, + 2143.3250386714935, + 2152.6771609783173, + 2136.5676081180573, + 2123.772988796234, + 2160.839057445526, + 2165.1740946769714, + 2203.465636730194, + 2157.4117341041565, + 2055.7677314281464, + 2207.9561624526978, + 2147.324231147766, + 2166.5820524692535, + 2136.430982351303, + 2147.864457845688, + 2125.619194984436, + 2211.0659997463226, + 2208.269862174988, + 2236.0962455272675, + 2169.6988117694855, + 2155.593437433243, + 2142.2805268764496, + 2224.32049703598, + 2202.0070295333862 + ], + "episode_steps": [ + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n100/eval_reports/DualArmOpenLaptop-v1.json b/pi05/suite_data_scaling/level2_rigid_n100/eval_reports/DualArmOpenLaptop-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..9b5d9e8abeaaeb3c5364323b1430dc422aa1dcad --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n100/eval_reports/DualArmOpenLaptop-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmOpenLaptop-v1", + "step": 100000, + "episodes": 50, + "successes": 15, + "success_rate": 0.3, + "episode_success": [ + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 1703.266518831253, + 1708.6040931940079, + 928.4223905801773, + 1596.7091406583786, + 603.5764030218124, + 615.1657996177673, + 1746.1330616474152, + 624.5501478910446, + 1758.374538898468, + 1560.8259530067444, + 1684.4100288152695, + 1774.0975254774094, + 1782.5780947208405, + 1539.1333060264587, + 1512.2805161476135, + 1571.532821059227, + 658.0500737428665, + 1716.0393652915955, + 1754.8520501852036, + 693.6814939975739, + 1543.5364431142807, + 638.11214864254, + 1691.6028635501862, + 1575.1765221357346, + 1740.8614666461945, + 1654.5573781728745, + 647.556007027626, + 1741.3485370874405, + 1773.715885400772, + 608.2175797224045, + 654.8695576190948, + 1759.4785487651825, + 1748.895758152008, + 1722.1633242368698, + 1637.21808552742, + 636.4967762231827, + 626.4261181354523, + 1719.054181933403, + 1681.7958323955536, + 1571.114284157753, + 1016.2095391750336, + 1717.5026860237122, + 591.9345074892044, + 1699.6076517105103, + 1605.9485654830933, + 1759.359354019165, + 654.9721302986145, + 1674.3692083358765, + 1681.9168592691422, + 1710.9602801799774 + ], + "episode_steps": [ + 800, + 800, + 437, + 800, + 306, + 315, + 800, + 319, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 339, + 800, + 800, + 352, + 800, + 322, + 800, + 800, + 800, + 800, + 327, + 800, + 800, + 308, + 331, + 800, + 800, + 800, + 800, + 325, + 318, + 800, + 800, + 800, + 455, + 800, + 304, + 800, + 800, + 800, + 331, + 800, + 800, + 800 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n100/eval_reports/DualArmPegInHole-v1.json b/pi05/suite_data_scaling/level2_rigid_n100/eval_reports/DualArmPegInHole-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..b0d696d90a538ff1b6c0d2f646ae0236bb841287 --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n100/eval_reports/DualArmPegInHole-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmPegInHole-v1", + "step": 100000, + "episodes": 50, + "successes": 7, + "success_rate": 0.14, + "episode_success": [ + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 113.25108084082603, + 13.176172614097595, + 19.265964640304446, + 116.74003690481186, + 14.20248395204544, + 20.329088032245636, + 16.558206617832184, + 13.58518660068512, + 28.19924010336399, + 56.63870483636856, + 34.12160600349307, + 131.03082996606827, + 14.627397894859314, + 34.613549888134, + 38.27855145931244, + 16.810003101825714, + 116.61796289682388, + 16.04553908109665, + 27.472137331962585, + 213.1881136894226, + 10.69091945886612, + 42.83900344371796, + 8.960952162742615, + 10.545882046222687, + 31.000720977783203, + 8.828973352909088, + 178.51370638608932, + 113.36181715130806, + 9.870681941509247, + 197.98013377189636, + 145.15729826688766, + 49.779169514775276, + 38.538067519664764, + 28.095289289951324, + 18.130202054977417, + 10.021047592163086, + 43.33439415693283, + 30.856545984745026, + 14.593815236352384, + 42.15550893545151, + 11.80724751856178, + 39.99798983335495, + 9.73416781425476, + 19.1245020031929, + 19.109276354312897, + 33.56404149532318, + 55.2959730476141, + 41.4085294008255, + 21.628376185894012, + 31.213432420045137 + ], + "episode_steps": [ + 300, + 300, + 193, + 300, + 300, + 300, + 300, + 300, + 300, + 167, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 258, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 1, + 300, + 187, + 300, + 300, + 300, + 300, + 300, + 189, + 193, + 300, + 300, + 300, + 300, + 300 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n100/eval_reports/DualArmThrowBlock-v1.json b/pi05/suite_data_scaling/level2_rigid_n100/eval_reports/DualArmThrowBlock-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..8cffa9faf4af4e29018eb3476b28e2c9d10e0dce --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n100/eval_reports/DualArmThrowBlock-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmThrowBlock-v1", + "step": 100000, + "episodes": 50, + "successes": 23, + "success_rate": 0.46, + "episode_success": [ + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0 + ], + "episode_return": [ + 2203.5363290309906, + 1965.4824647903442, + 2633.5974328517914, + 2753.5108194351196, + 2291.7831914424896, + 2104.896815061569, + 2353.273790359497, + 2016.2861001491547, + 2208.6604113578796, + 2618.848518371582, + 2078.9081630706787, + 2204.5786051750183, + 2401.4133417606354, + 2677.143084049225, + 2232.29790019989, + 2456.8478393554688, + 2493.8401663303375, + 1967.178947687149, + 2401.9809980392456, + 2517.521530151367, + 2747.8320450782776, + 2524.921746969223, + 2052.5360515117645, + 2451.992718935013, + 2194.103631734848, + 2753.2478749752045, + 2211.048410177231, + 2504.201644182205, + 1977.9985780715942, + 2565.34383559227, + 2643.9836959838867, + 1997.61186003685, + 2695.535635948181, + 2445.5946459770203, + 2634.016858816147, + 2572.9455659389496, + 2504.1926555633545, + 2213.3305609226227, + 1969.380663394928, + 2211.6041090488434, + 2608.714861392975, + 2113.225955247879, + 2245.3319885730743, + 1932.2930624485016, + 2157.5993802547455, + 1961.9114043712616, + 2161.6744542121887, + 2685.7493913173676, + 2510.7931044101715, + 2242.7223012447357 + ], + "episode_steps": [ + 440, + 381, + 500, + 500, + 500, + 397, + 438, + 389, + 500, + 499, + 410, + 413, + 500, + 500, + 500, + 500, + 500, + 385, + 500, + 500, + 500, + 500, + 397, + 500, + 425, + 494, + 500, + 500, + 398, + 500, + 500, + 384, + 500, + 500, + 500, + 464, + 500, + 433, + 385, + 500, + 500, + 412, + 428, + 378, + 408, + 373, + 500, + 500, + 500, + 415 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n100/eval_reports/GraspTwoBlocks-v1.json b/pi05/suite_data_scaling/level2_rigid_n100/eval_reports/GraspTwoBlocks-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..bc260c7da0c40f81ba8c7fb608370f391c8da712 --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n100/eval_reports/GraspTwoBlocks-v1.json @@ -0,0 +1,166 @@ +{ + "task": "GraspTwoBlocks-v1", + "step": 100000, + "episodes": 50, + "successes": 43, + "success_rate": 0.86, + "episode_success": [ + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "episode_return": [ + 300.0, + 300.0, + 111.0, + 134.0, + 131.0, + 300.0, + 172.0, + 206.0, + 119.0, + 189.0, + 207.0, + 143.0, + 300.0, + 162.0, + 154.0, + 154.0, + 164.0, + 140.0, + 132.0, + 192.0, + 137.0, + 190.0, + 135.0, + 197.0, + 133.0, + 127.0, + 142.0, + 122.0, + 158.0, + 158.0, + 164.0, + 160.0, + 132.0, + 300.0, + 300.0, + 300.0, + 203.0, + 163.0, + 120.0, + 194.0, + 194.0, + 148.0, + 144.0, + 245.0, + 115.0, + 136.0, + 129.0, + 145.0, + 186.0, + 117.0 + ], + "episode_steps": [ + 300, + 300, + 110, + 133, + 130, + 300, + 171, + 205, + 118, + 188, + 206, + 142, + 300, + 161, + 153, + 153, + 163, + 139, + 131, + 191, + 136, + 189, + 134, + 196, + 132, + 126, + 141, + 121, + 157, + 157, + 163, + 159, + 131, + 300, + 300, + 300, + 202, + 162, + 119, + 193, + 193, + 147, + 143, + 244, + 114, + 135, + 128, + 144, + 185, + 116 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n100/eval_reports/HammerNailOut-v1.json b/pi05/suite_data_scaling/level2_rigid_n100/eval_reports/HammerNailOut-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..63e990ac4034ed0d8c5bfb21da183b688623cbcd --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n100/eval_reports/HammerNailOut-v1.json @@ -0,0 +1,166 @@ +{ + "task": "HammerNailOut-v1", + "step": 100000, + "episodes": 50, + "successes": 27, + "success_rate": 0.54, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0 + ], + "episode_return": [ + -21.790273698046803, + -32.44910258799791, + -29.13380418717861, + -22.49957463517785, + -19.62264098599553, + -28.21448327228427, + -14.62837328389287, + -21.735338129103184, + -18.074212480336428, + -17.99336815625429, + -28.834738288074732, + -21.564316414296627, + -25.24344116821885, + -27.832922980189323, + -19.519944101572037, + -23.796579390764236, + -18.236296452581882, + -26.88434686139226, + -28.588968604803085, + -26.156211525201797, + -29.42489928007126, + -26.583498794585466, + -14.559765819460154, + -18.002524595707655, + -16.59206633269787, + -28.272400870919228, + -13.768192309886217, + -15.297679286450148, + -29.036974277347326, + -19.345822516828775, + -15.762148428708315, + -30.878278899937868, + -30.04512594267726, + -28.362185060977936, + -27.434733644127846, + -19.689692951738834, + -18.79663137346506, + -19.871034186333418, + -24.971038728952408, + -17.02832443639636, + -21.326547402888536, + -17.724338427186012, + -15.554022133350372, + -27.083144556730986, + -23.77034912072122, + -28.719814904034138, + -16.744034808129072, + -26.961905796080828, + -15.353666365146637, + -15.367561094462872 + ], + "episode_steps": [ + 400, + 400, + 400, + 315, + 288, + 400, + 247, + 294, + 277, + 268, + 400, + 304, + 400, + 400, + 284, + 400, + 264, + 351, + 400, + 400, + 400, + 400, + 252, + 273, + 267, + 400, + 239, + 253, + 400, + 277, + 244, + 400, + 400, + 400, + 400, + 297, + 272, + 283, + 400, + 264, + 286, + 268, + 251, + 400, + 400, + 400, + 266, + 400, + 254, + 264 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n100/eval_reports/HangMug-v1.json b/pi05/suite_data_scaling/level2_rigid_n100/eval_reports/HangMug-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..a5c4ed9e29a31c8d7e4597eb630e3163bf5d5aef --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n100/eval_reports/HangMug-v1.json @@ -0,0 +1,166 @@ +{ + "task": "HangMug-v1", + "step": 100000, + "episodes": 50, + "successes": 38, + "success_rate": 0.76, + "episode_success": [ + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "episode_return": [ + 18.83625054359436, + 1.061904489994049, + 7.081962525844574, + 91.34550404548645, + 30.598701119422913, + 63.7789391875267, + 4.061831712722778, + 143.0308358669281, + 43.85682648420334, + 35.43747240304947, + 42.692743480205536, + 0.0, + 60.87292122840881, + 0.0, + 60.732312738895416, + 4.839784502983093, + 47.214458882808685, + 0.0, + 66.45375055074692, + 34.185984790325165, + 0.0, + 21.78914475440979, + 35.10407316684723, + 19.76414406299591, + 76.29272651672363, + 24.76107758283615, + 40.07226777076721, + 85.53102242946625, + 19.442983388900757, + 100.56054186820984, + 83.82823431491852, + 23.044922590255737, + 33.16390347480774, + 33.65710657835007, + 31.79329138994217, + 35.14099645614624, + 45.50842893123627, + 18.179303765296936, + 66.69093072414398, + 0.0, + 18.621976137161255, + 33.84417623281479, + 0.0, + 45.353689670562744, + 17.491429448127747, + 32.45734864473343, + 232.63813853263855, + 76.28477108478546, + 0.0, + 0.0 + ], + "episode_steps": [ + 380, + 600, + 157, + 349, + 402, + 289, + 513, + 496, + 304, + 379, + 247, + 600, + 230, + 600, + 539, + 270, + 218, + 600, + 285, + 205, + 600, + 152, + 600, + 355, + 295, + 198, + 385, + 286, + 231, + 461, + 423, + 162, + 245, + 205, + 173, + 243, + 418, + 146, + 600, + 600, + 203, + 255, + 600, + 436, + 600, + 211, + 562, + 309, + 600, + 600 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n100/eval_reports/KitAssembly-v1.json b/pi05/suite_data_scaling/level2_rigid_n100/eval_reports/KitAssembly-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..317489ed4ba8eda62b5827839f07f5bd74587e7f --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n100/eval_reports/KitAssembly-v1.json @@ -0,0 +1,166 @@ +{ + "task": "KitAssembly-v1", + "step": 100000, + "episodes": 50, + "successes": 1, + "success_rate": 0.02, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 0.0, + 342.5, + 0.0, + 335.75, + 798.0, + 0.0, + 152.75, + 0.0, + 3.0, + 360.75, + 0.0, + 0.0, + 0.0, + 223.5, + 5.25, + 663.5, + 840.5, + 400.75, + 0.0, + 0.0, + 361.5, + 362.5, + 868.25, + 0.0, + 628.5, + 349.5, + 652.25, + 660.75, + 502.5, + 357.75, + 350.75, + 0.0, + 0.0, + 0.0, + 362.25, + 351.5, + 0.0, + 352.0, + 612.75, + 636.5, + 441.25, + 0.0, + 0.0, + 0.0, + 0.0, + 360.5, + 354.25, + 0.0, + 484.5, + 0.0 + ], + "episode_steps": [ + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1036, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n100/eval_reports/OpenBoxRetrieval-v1.json b/pi05/suite_data_scaling/level2_rigid_n100/eval_reports/OpenBoxRetrieval-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..b6eb4fb8bd516f92bd73caeaa99e738d6c595f4e --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n100/eval_reports/OpenBoxRetrieval-v1.json @@ -0,0 +1,166 @@ +{ + "task": "OpenBoxRetrieval-v1", + "step": 100000, + "episodes": 50, + "successes": 4, + "success_rate": 0.08, + "episode_success": [ + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 225.9026206433773, + 161.7432676255703, + 186.84497636556625, + 178.5353409051895, + 217.7122347354889, + 179.3698373734951, + 187.6355324089527, + 266.2230834364891, + 196.77021297812462, + 198.80683240294456, + 230.05731892585754, + 166.97212105989456, + 165.32427921891212, + 200.37860068678856, + 235.04771170020103, + 247.3273257613182, + 218.5137806236744, + 208.4233949482441, + 189.4615535736084, + 173.5551663339138, + 212.6069034934044, + 225.94814324378967, + 190.13230848312378, + 178.67832285165787, + 165.65560141205788, + 183.32326632738113, + 206.98104959726334, + 141.1885821223259, + 198.34295272827148, + 195.79843255877495, + 227.2391177713871, + 199.90997302532196, + 139.3187955915928, + 184.33545592427254, + 229.32625219225883, + 181.0628204345703, + 189.5613241493702, + 143.46580374240875, + 216.04378253221512, + 256.19104850292206, + 196.31088548898697, + 219.71916902065277, + 223.187301248312, + 182.8144833445549, + 162.2972390651703, + 217.1638979613781, + 215.13437074422836, + 188.39522740244865, + 168.52352327108383, + 248.97540777921677 + ], + "episode_steps": [ + 700, + 521, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 537, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 600, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 612, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n100/eval_reports/PivotBook-v1.json b/pi05/suite_data_scaling/level2_rigid_n100/eval_reports/PivotBook-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..a63a474295c581961c28af8154e58a294537f871 --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n100/eval_reports/PivotBook-v1.json @@ -0,0 +1,166 @@ +{ + "task": "PivotBook-v1", + "step": 100000, + "episodes": 50, + "successes": 19, + "success_rate": 0.38, + "episode_success": [ + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0 + ], + "episode_return": [ + 125.49851560592651, + 137.80227953195572, + 198.01248162984848, + 0.8191757798194885, + 0.0, + 35.492972910404205, + 0.10828214883804321, + 209.13676297664642, + 139.69893914461136, + 155.4104734659195, + 130.65760105848312, + 169.22212481498718, + 180.07555049657822, + 254.385284781456, + 82.11744171380997, + 109.2935905456543, + 196.93992519378662, + 172.8666688799858, + 98.33191251754761, + 256.84780502319336, + 839.6469349265099, + 152.91011208295822, + 3.5957826375961304, + 0.1238672137260437, + 778.6227642297745, + 143.3430426120758, + 157.3452147245407, + 0.0, + 178.0065694451332, + 1046.5936635136604, + 218.0577476620674, + 0.0, + 162.1592094898224, + 616.6536311507225, + 64.57105088233948, + 962.507535815239, + 121.23734098672867, + 77.85851061344147, + 266.37824672460556, + 157.76607567071915, + 301.6385615468025, + 82.32874202728271, + 122.80114662647247, + 173.3543753027916, + 262.1498976945877, + 139.26893949508667, + 59.04267817735672, + 126.20222556591034, + 146.78272289037704, + 0.0 + ], + "episode_steps": [ + 264, + 282, + 427, + 500, + 500, + 500, + 500, + 306, + 409, + 500, + 500, + 348, + 500, + 500, + 500, + 500, + 309, + 286, + 500, + 500, + 461, + 267, + 500, + 500, + 500, + 264, + 279, + 500, + 271, + 500, + 471, + 500, + 275, + 500, + 500, + 483, + 500, + 500, + 328, + 335, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 302, + 500 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n100/eval_reports/ReorientPen-v1.json b/pi05/suite_data_scaling/level2_rigid_n100/eval_reports/ReorientPen-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..d28a63338049b3e113611313bd24d5e2e8624f6c --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n100/eval_reports/ReorientPen-v1.json @@ -0,0 +1,166 @@ +{ + "task": "ReorientPen-v1", + "step": 100000, + "episodes": 50, + "successes": 12, + "success_rate": 0.24, + "episode_success": [ + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0 + ], + "episode_return": [ + 104.74166588182561, + 45.223506942624226, + 96.70715433359146, + 191.71627408266068, + 83.79525009170175, + 89.841960221529, + 140.70047438051552, + 137.82687090337276, + 160.29846268892288, + 38.203575521707535, + 89.37693446874619, + 117.28467628359795, + 71.29248875379562, + 127.34431929886341, + 56.74445433728397, + 54.91181233525276, + 150.05642375908792, + 132.60158142447472, + 163.59753942489624, + 196.96895395219326, + 135.6413315832615, + 106.4396747648716, + 18.129352819174528, + 70.86980956792831, + 116.25830262899399, + 155.8532958328724, + 119.51569709926844, + 51.85818260908127, + 80.33215135335922, + 99.38100209832191, + 59.147336065769196, + 20.504208993166685, + 92.68172055482864, + 151.72796022891998, + 66.07614934444427, + 79.95788563042879, + 138.67689955234528, + 41.36676435917616, + 170.16272321343422, + 104.49395007267594, + 196.63007444143295, + 75.62711826711893, + 74.76614713668823, + 135.0864228606224, + 108.85580338467844, + 78.28415012359619, + 95.60725992918015, + 94.7834293928463, + 43.3011714220047, + 204.9191151559353 + ], + "episode_steps": [ + 300, + 300, + 153, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 111, + 300, + 96, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 94, + 133, + 300, + 300, + 112, + 138, + 300, + 300, + 300, + 300, + 169, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 93, + 196, + 300, + 89, + 300, + 300, + 165, + 300 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n100/eval_result.json b/pi05/suite_data_scaling/level2_rigid_n100/eval_result.json new file mode 100644 index 0000000000000000000000000000000000000000..dfb9e76fb878d8ebc9e1e54bccd5a7655ed8392d --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n100/eval_result.json @@ -0,0 +1,107 @@ +{ + "suite": "level2_rigid_n100", + "step": 100000, + "num_tasks": 16, + "tasks_evaluated": 16, + "episodes_per_task": 50, + "episode_seeds": "1000-1049", + "mean_success_rate": 0.29624999999999996, + "per_task": { + "DexOpenDoor-v1": { + "success_rate": 0.34, + "successes": 17, + "episodes": 50, + "return_mean": 359.33250546274417 + }, + "DualArmBookPickPlace-v1": { + "success_rate": 0.3, + "successes": 15, + "episodes": 50, + "return_mean": 539.1567968714237 + }, + "DualArmCleanupPotEnv-v1": { + "success_rate": 0.08, + "successes": 4, + "episodes": 50, + "return_mean": 669.8792633187771 + }, + "DualArmJugglingBall-v1": { + "success_rate": 0.02, + "successes": 1, + "episodes": 50, + "return_mean": -4257.463789598942 + }, + "DualArmLiftBall-v1": { + "success_rate": 0.22, + "successes": 11, + "episodes": 50, + "return_mean": 27.149483395814897 + }, + "DualArmOpenBottle-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 2179.59873814106 + }, + "DualArmOpenLaptop-v1": { + "success_rate": 0.3, + "successes": 15, + "episodes": 50, + "return_mean": 1380.3452280688286 + }, + "DualArmPegInHole-v1": { + "success_rate": 0.14, + "successes": 7, + "episodes": 50, + "return_mean": 47.41779043547809 + }, + "DualArmThrowBlock-v1": { + "success_rate": 0.46, + "successes": 23, + "episodes": 50, + "return_mean": 2341.460502820015 + }, + "GraspTwoBlocks-v1": { + "success_rate": 0.86, + "successes": 43, + "episodes": 50, + "return_mean": 176.08 + }, + "HammerNailOut-v1": { + "success_rate": 0.54, + "successes": 27, + "episodes": 50, + "return_mean": -22.502546790987253 + }, + "HangMug-v1": { + "success_rate": 0.76, + "successes": 38, + "episodes": 50, + "return_mean": 40.141976281404496 + }, + "KitAssembly-v1": { + "success_rate": 0.02, + "successes": 1, + "episodes": 50, + "return_mean": 263.52 + }, + "OpenBoxRetrieval-v1": { + "success_rate": 0.08, + "successes": 4, + "episodes": 50, + "return_mean": 198.44473267436027 + }, + "PivotBook-v1": { + "success_rate": 0.38, + "successes": 19, + "episodes": 50, + "return_mean": 200.2732875585556 + }, + "ReorientPen-v1": { + "success_rate": 0.24, + "successes": 12, + "episodes": 50, + "return_mean": 104.72338939146138 + } + } +} diff --git a/pi05/suite_data_scaling/level2_rigid_n100/lora_step_0100000.npz b/pi05/suite_data_scaling/level2_rigid_n100/lora_step_0100000.npz new file mode 100644 index 0000000000000000000000000000000000000000..337cc689832dd3d21ac530cb4b02042d9bff67f4 --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n100/lora_step_0100000.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c876395b522c494b5d43eee7f84f7d6ee5f8ef56463068bccf88dfb83e3d50e +size 1867943218 diff --git a/pi05/suite_data_scaling/level2_rigid_n100/metadata.json b/pi05/suite_data_scaling/level2_rigid_n100/metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..cf21503c7a7c0543d55548e433e1b6b91e01f4ff --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n100/metadata.json @@ -0,0 +1,53 @@ +{ + "suite": "level2_rigid_n100", + "data_scale_label": "n100", + "description": "level-2 rigid-body suite (16 tasks), data-scaling study: one multi-task PI0.5 LoRA policy per demonstration budget", + "method": "PI0.5 LoRA + trainable weights, multi-task (one policy for all tasks in the suite)", + "base_checkpoint": "gs://openpi-assets/checkpoints/pi05_base/params", + "checkpoint": "lora_step_0100000.npz", + "checkpoint_sha256": "8c876395b522c494b5d43eee7f84f7d6ee5f8ef56463068bccf88dfb83e3d50e", + "checkpoint_bytes": 1867943218, + "tensor_count": 51, + "action_dim": 44, + "state_dim": 44, + "action_horizon": 50, + "max_token_len": 200, + "image_size": 224, + "exec_steps": 16, + "sample_steps": 10, + "tasks": [ + "HangMug-v1", + "KitAssembly-v1", + "OpenBoxRetrieval-v1", + "PivotBook-v1", + "DexOpenDoor-v1", + "GraspTwoBlocks-v1", + "HammerNailOut-v1", + "ReorientPen-v1", + "DualArmBookPickPlace-v1", + "DualArmCleanupPotEnv-v1", + "DualArmLiftBall-v1", + "DualArmPegInHole-v1", + "DualArmJugglingBall-v1", + "DualArmOpenBottle-v1", + "DualArmOpenLaptop-v1", + "DualArmThrowBlock-v1" + ], + "num_tasks": 16, + "train_steps": 100000, + "batch_size": 64, + "lr": 5e-05, + "warmup_steps": 1000, + "decay_steps": 100000, + "decay_lr": 5e-06, + "seed": 42, + "norm_stats_file": "norm_stats.json", + "norm_stats_sha256": "9820963164b428532d3b39ddb88011c60a07be31a7a30d7b7bb3b6f73edb11bc", + "eval_episodes": 50, + "eval_seed_base": 1000, + "evaluated_step": 100000, + "selection": "final checkpoint only (no checkpoint selection)", + "campaign": "pi05_l2rigid_scaling_20261111", + "source_run": "exp3_l2rigid_n50", + "label_note": "The N20/N50/N100/N200 labels follow the authors' results sheet. The training-run directory on the cluster for this folder was named exp3_l2rigid_n50." +} diff --git a/pi05/suite_data_scaling/level2_rigid_n100/norm_stats.json b/pi05/suite_data_scaling/level2_rigid_n100/norm_stats.json new file mode 100644 index 0000000000000000000000000000000000000000..7d544bad4690c6d044e9925cdef4a70df492d534 --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n100/norm_stats.json @@ -0,0 +1,376 @@ +{ + "norm_stats": { + "state": { + "mean": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "std": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "q01": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "q99": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + "actions": { + "mean": [ + 0.001914752165457176, + 0.0007003763649880771, + -0.0077260073171827575, + 0.0013672997266610933, + -0.004586034813698424, + -0.0009809462058676269, + 0.03443622549035052, + 0.022430918521882642, + 0.021008216786918932, + 0.012664876113176609, + -0.0014876835525747037, + 0.024909339292183096, + 0.016918955552844925, + 0.05731691781556429, + -0.0026123410493133197, + 0.02916353930967866, + 0.02839722082745023, + 0.02150830616873123, + 0.036799189516608474, + 0.008203134226821764, + 0.03261406454435658, + 0.027589157997528115, + 0.006445741966566482, + 0.0003557668349661101, + -0.002647713755425917, + 0.008197905012492717, + -0.0001353123814443061, + 0.0013161072977125644, + -0.000519370766783857, + 0.010435242430486307, + 0.004241450565553714, + 0.007321724446722088, + 0.0001826101017797399, + 0.009728851136747273, + 0.006189140413094547, + 0.009397555665925395, + 0.0012752109546466358, + 0.009040543115803514, + 0.007770593439952226, + 0.00784120056872711, + 0.07421657050526291, + -0.000979478428641698, + 0.03757713048556755, + 0.029903328731103233 + ], + "std": [ + 0.04043098440685599, + 0.06024642102153532, + 0.06571379060766162, + 0.11175428005997387, + 0.03851308573753969, + 0.0333664275278929, + 0.7495568864955234, + 0.10993027128999908, + 0.1214565786255931, + 0.07887110732934204, + 0.09511246506216865, + 0.1121932467690187, + 0.13269304933366863, + 0.5955044795035753, + 0.07029524031967507, + 0.10892105954770391, + 0.16654809435184925, + 0.09000212875497382, + 0.12920562157390278, + 0.02463316185817107, + 0.11012466978837854, + 0.07953690574713813, + 0.038913454067587734, + 0.06145420977953249, + 0.0722481991239505, + 0.19162127877849694, + 0.0010348372510525614, + 0.0064316604268189435, + 0.004348276180318169, + 0.11152185279788566, + 0.04874405250028809, + 0.08004268010742435, + 0.0018089131899774874, + 0.09980143808598231, + 0.067406058291975, + 0.09663977626493134, + 0.04036788497396464, + 0.09953788008249909, + 0.08419050924595678, + 0.08420658528110729, + 0.16102124201092277, + 0.007529420255337668, + 0.07597653794722657, + 0.07654564825904253 + ], + "q01": [ + -0.10000000149011612, + -0.10000000149011612, + -0.12887613773345946, + -0.07853983342647552, + -0.30000001192092896, + -0.09997684843838214, + -1.0, + -0.10286496207118033, + -0.14028034061193465, + -0.10000000149011612, + -0.06283185631036758, + -0.11602247953414917, + -0.14561834335327148, + -1.0, + -0.042655276507139205, + -0.16196536540985107, + -0.1406114673614502, + -0.12234522700309754, + -0.14155925571918487, + -0.013696030341088771, + -0.1044705367088318, + -0.0962378877401352, + -0.10000000149011612, + -0.10000000149011612, + -0.10000000149011612, + -0.4000000059604645, + -0.005189240793697536, + -0.0037770610651932657, + -0.024985596537590027, + -0.27752057313919065, + -0.02326716035604477, + -0.1371292620897293, + -0.0002845304436050355, + -0.22606255412101744, + -0.09822458028793335, + -0.20803019404411316, + -0.008781537413597107, + -0.22605882287025453, + -0.14902709424495697, + -0.14903984665870668, + -0.27933698892593384, + -0.04391658753156662, + -0.056937402486801146, + -0.07891302406787873 + ], + "q99": [ + 0.10000000149011612, + 0.15000000596046448, + 0.15000000596046448, + 0.4188613295555115, + 0.03287808418273849, + 0.11999999731779099, + 1.0, + 0.3446109116077423, + 0.2950254067778587, + 0.2898114165663716, + 0.030867028236389177, + 0.36673072040081023, + 0.3043439319729805, + 1.0, + 0.014671046584844593, + 0.3722551596164751, + 0.35328048825264136, + 0.3430995047092438, + 0.5362409591674889, + 0.09008113086223603, + 0.313971745967865, + 0.34465456008911133, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 1.5707963705062866, + 0.0014336806489154696, + 0.03704434633255005, + 0.00006447638152167219, + 0.3379771769046783, + 0.23576146364212036, + 0.24580639600753784, + 0.008002555742859897, + 0.27851476669311526, + 0.24579724669456482, + 0.27855008840560913, + 0.04008288234472275, + 0.2785151243209839, + 0.2457973212003708, + 0.24580639600753784, + 0.6091890335083008, + 0.007508691400289549, + 0.3077186167240143, + 0.3068640649318695 + ] + } + } +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n20/eval_reports/DexOpenDoor-v1.json b/pi05/suite_data_scaling/level2_rigid_n20/eval_reports/DexOpenDoor-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..10e0756a528ef3e7d3b6aa3fb30a49649d175314 --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n20/eval_reports/DexOpenDoor-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DexOpenDoor-v1", + "step": 100000, + "episodes": 50, + "successes": 7, + "success_rate": 0.14, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 0.004458780641771946, + 663.1715735372854, + 265.59728805371736, + 395.963461735558, + 455.76649956252425, + 407.8860073962569, + 423.55336403113324, + 416.1227124120046, + 418.0142890107818, + 214.95695008588356, + 162.34727390876628, + 401.2641383415321, + 630.9741100680549, + 412.85922860191204, + 282.0958606437587, + 501.35123013843537, + 257.37956207469693, + 417.02181009866763, + 272.86042466026527, + 0.005017161100013823, + 417.952620442491, + 171.26966706116218, + 217.39254840627837, + 607.0378021732904, + 283.09231771109626, + 330.563674948697, + 215.8143882159202, + 392.5845665250578, + 0.32761717976859833, + 692.6592339712499, + 252.531780505428, + 199.9659512174714, + 217.6786471241504, + 118.07924612704664, + 214.2899317356812, + 188.36901693494292, + 645.5558451836696, + 434.20492692670086, + 180.2507266851606, + 287.8033741554246, + 416.75633164844476, + 219.84710425577748, + 182.4778280328028, + 270.92234573466703, + 157.78408209607005, + 420.7742541299668, + 204.13265717122704, + 233.89248441326234, + 218.16486073883337, + 184.14122735243322 + ], + "episode_steps": [ + 850, + 850, + 850, + 850, + 850, + 850, + 850, + 850, + 850, + 430, + 373, + 850, + 850, + 850, + 850, + 850, + 850, + 850, + 850, + 850, + 850, + 850, + 850, + 850, + 850, + 850, + 850, + 850, + 850, + 850, + 850, + 466, + 446, + 850, + 850, + 850, + 850, + 850, + 394, + 850, + 850, + 850, + 432, + 850, + 850, + 850, + 480, + 850, + 850, + 850 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n20/eval_reports/DualArmBookPickPlace-v1.json b/pi05/suite_data_scaling/level2_rigid_n20/eval_reports/DualArmBookPickPlace-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..4e02e3c027cb665d7c2f028cdaacae150be1018c --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n20/eval_reports/DualArmBookPickPlace-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmBookPickPlace-v1", + "step": 100000, + "episodes": 50, + "successes": 13, + "success_rate": 0.26, + "episode_success": [ + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 903.2733042836189, + 2061.3426923155785, + 897.5891337990761, + 2054.410103201866, + 887.5323941707611, + 50.286804258823395, + 901.848390340805, + 79.37288904190063, + 466.173958837986, + 28.388113260269165, + 155.92985075712204, + 87.02046555280685, + 914.41481757164, + 41.541324734687805, + 121.15503293275833, + 52.27302449941635, + 906.4132950901985, + 260.3632568717003, + 472.062479197979, + 940.4628169536591, + 920.0059466958046, + 902.3191986680031, + 102.49604976177216, + 108.46196031570435, + 70.40521597862244, + 52.89622610807419, + 2188.1220725774765, + 915.1988298892975, + 181.630961894989, + 150.74429750442505, + 397.6601063609123, + 81.6523425579071, + 198.5484300851822, + 2048.3012845516205, + 907.363919198513, + 100.70874255895615, + 934.168483197689, + 482.89083963632584, + 157.09540438652039, + 163.6552550792694, + 94.6398401260376, + 499.96349692344666, + 1934.308870255947, + 130.89528918266296, + 896.6120312213898, + 273.60544949769974, + 451.66143733263016, + 2050.5155313014984, + 134.58654129505157, + 212.19232493638992 + ], + "episode_steps": [ + 408, + 800, + 407, + 800, + 411, + 800, + 413, + 800, + 800, + 800, + 800, + 800, + 415, + 800, + 800, + 800, + 409, + 800, + 800, + 422, + 416, + 408, + 800, + 800, + 800, + 800, + 800, + 415, + 800, + 800, + 800, + 800, + 800, + 800, + 409, + 800, + 418, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 407, + 800, + 800, + 800, + 800, + 800 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n20/eval_reports/DualArmCleanupPotEnv-v1.json b/pi05/suite_data_scaling/level2_rigid_n20/eval_reports/DualArmCleanupPotEnv-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..ec4dc9f265bbe97f620dd7b04e951afb5bb6cc00 --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n20/eval_reports/DualArmCleanupPotEnv-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmCleanupPotEnv-v1", + "step": 100000, + "episodes": 50, + "successes": 1, + "success_rate": 0.02, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 105.30609321594238, + 104.99795460700989, + 101.80108958482742, + 1516.4158799648285, + 87.42235368490219, + 320.7460483312607, + 1529.6432415246964, + 1523.9556111097336, + 99.82239884138107, + 1538.362794995308, + 1268.6652501225471, + 198.786754488945, + 112.98674207925797, + 119.69424813985825, + 163.43500059843063, + 505.97292774915695, + 185.48695528507233, + 1541.7787899971008, + 1726.8627685308456, + 178.90481579303741, + 1358.8166683912277, + 1473.5986518859863, + 131.10387814044952, + 101.4541802406311, + 91.01343673467636, + 206.0907483100891, + 155.6730918288231, + 81.49478280544281, + 134.07616418600082, + 122.70295065641403, + 1371.9902960062027, + 250.73844015598297, + 198.6739057302475, + 177.89135241508484, + 1278.0917677879333, + 81.81297355890274, + 1677.1823976039886, + 535.5111765861511, + 107.2172360420227, + 176.6623854637146, + 238.71414583921432, + 140.22681015729904, + 89.14784801006317, + 83.44690191745758, + 95.01831537485123, + 84.4319281578064, + 87.03953218460083, + 194.54438710212708, + 177.72822910547256, + 104.82929223775864 + ], + "episode_steps": [ + 1000, + 1000, + 1000, + 1000, + 1000, + 619, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n20/eval_reports/DualArmJugglingBall-v1.json b/pi05/suite_data_scaling/level2_rigid_n20/eval_reports/DualArmJugglingBall-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..83d9418912794a293db9b683fd119acda8f32d87 --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n20/eval_reports/DualArmJugglingBall-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmJugglingBall-v1", + "step": 100000, + "episodes": 50, + "successes": 4, + "success_rate": 0.08, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + -5541.063878059387, + -5468.107014656067, + -5455.630504608154, + -308.6481648683548, + -5546.9675924777985, + -5013.97111415863, + -5438.959105968475, + -5449.248487949371, + -4758.58952832222, + -5058.136958599091, + -5464.532577991486, + -5473.488322973251, + -5101.0065405368805, + -5451.6386687755585, + -1449.8672473430634, + -1395.0254545211792, + -5462.87725186348, + -1453.533648967743, + -5552.675712585449, + -5469.889909029007, + -5516.665374040604, + -5476.3258175849915, + -5451.670768260956, + -5493.249205589294, + -4952.987415552139, + -5533.062879323959, + -5472.852645635605, + -5429.150177240372, + -4994.80850315094, + -5535.772956609726, + -1435.6814727783203, + -5538.421231746674, + -5556.021344661713, + -4693.430502295494, + -5529.968131065369, + -5531.533164978027, + -5091.372395515442, + -4465.617738127708, + -5553.994073629379, + -5461.020536184311, + -5459.204541325569, + -5539.97621178627, + -4918.204205036163, + -5331.199139356613, + -5157.678711891174, + -5557.177267551422, + -5553.829475402832, + -5438.750467777252, + -4968.607959985733, + -5157.104224920273 + ], + "episode_steps": [ + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 469, + 448, + 1500, + 476, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 464, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n20/eval_reports/DualArmLiftBall-v1.json b/pi05/suite_data_scaling/level2_rigid_n20/eval_reports/DualArmLiftBall-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..e09b03aec7b9cba751c6448ab30df48785a23969 --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n20/eval_reports/DualArmLiftBall-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmLiftBall-v1", + "step": 100000, + "episodes": 50, + "successes": 14, + "success_rate": 0.28, + "episode_success": [ + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 29.57533821463585, + 36.607230961322784, + 37.92375090718269, + 23.666633397340775, + 37.86449357867241, + 34.194193840026855, + 25.503943651914597, + 35.3270882666111, + 20.536879926919937, + 23.867174297571182, + 40.381536185741425, + 20.98870986700058, + 37.68112924695015, + 37.091590851545334, + 24.991226017475128, + 20.109798908233643, + 38.37358954548836, + 32.54879331588745, + 23.810052156448364, + 38.634901493787766, + 19.664493560791016, + 38.1612588763237, + 21.689401894807816, + 32.08064901828766, + 19.321331173181534, + 34.662629663944244, + 26.6173215508461, + 37.87214857339859, + 30.57679584622383, + 38.0672005712986, + 20.568322598934174, + 28.82281529903412, + 20.87007400393486, + 26.925571382045746, + 24.859326153993607, + 34.011370807886124, + 27.056007623672485, + 36.788618952035904, + 38.64006295800209, + 35.517571836709976, + 35.98116347193718, + 39.1974093914032, + 26.887666285037994, + 26.82926744222641, + 29.489322394132614, + 19.419193863868713, + 20.61302775144577, + 37.62987560033798, + 33.66156563162804, + 28.71852257847786 + ], + "episode_steps": [ + 300, + 300, + 140, + 300, + 300, + 151, + 300, + 136, + 300, + 300, + 300, + 300, + 140, + 300, + 300, + 300, + 142, + 300, + 300, + 142, + 300, + 139, + 300, + 300, + 300, + 300, + 300, + 140, + 300, + 142, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 137, + 142, + 134, + 139, + 144, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n20/eval_reports/DualArmOpenBottle-v1.json b/pi05/suite_data_scaling/level2_rigid_n20/eval_reports/DualArmOpenBottle-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..96f9e9c3224f69eeec50f57e51f158865e0fa1b1 --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n20/eval_reports/DualArmOpenBottle-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmOpenBottle-v1", + "step": 100000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 2198.393415212631, + 2086.0688829421997, + 2186.98330616951, + 2084.502375602722, + 2058.846916913986, + 2007.4988486766815, + 2151.9559438228607, + 1932.4474697113037, + 2097.5463831424713, + 2087.90487408638, + 2248.68319106102, + 2030.1457307338715, + 2198.1840591430664, + 2242.8310544490814, + 2100.6844444274902, + 1806.1260870695114, + 2044.0057470798492, + 2102.0404608249664, + 2083.792196750641, + 1944.2298159599304, + 1940.3045217990875, + 1973.7839426994324, + 2226.573719739914, + 2271.3133211135864, + 2137.841047525406, + 2146.752025127411, + 2047.5491168498993, + 2115.2089762687683, + 2054.1074221134186, + 1985.0881571769714, + 1942.1946666240692, + 2182.4111256599426, + 2085.6748507022858, + 2179.547662973404, + 2002.426974773407, + 1906.7822799682617, + 2227.8698058128357, + 2014.9048132896423, + 2208.8145031929016, + 1981.8260517120361, + 1923.8678789138794, + 2031.1750919818878, + 2251.328278064728, + 2144.2196843624115, + 1946.0439093112946, + 2099.8331587314606, + 1913.5320055484772, + 1906.8542907238007, + 2255.9376339912415, + 2204.5713646411896 + ], + "episode_steps": [ + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n20/eval_reports/DualArmOpenLaptop-v1.json b/pi05/suite_data_scaling/level2_rigid_n20/eval_reports/DualArmOpenLaptop-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..a1d0545fef098becc0ee7c0194f527d44d8d8b25 --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n20/eval_reports/DualArmOpenLaptop-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmOpenLaptop-v1", + "step": 100000, + "episodes": 50, + "successes": 6, + "success_rate": 0.12, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 1628.4316042661667, + 1702.7361025810242, + 1660.0087027549744, + 1563.3834739923477, + 1557.3977266550064, + 1588.147186756134, + 1314.537752866745, + 1563.3275172710419, + 1711.4191434383392, + 1564.0875581502914, + 1727.491248011589, + 1697.4911773204803, + 1132.426992893219, + 1612.0518641471863, + 1539.7851819992065, + 1616.809300661087, + 1545.9113467931747, + 1733.4457862377167, + 1742.5903735160828, + 1500.8723222017288, + 1582.216026186943, + 550.3846069574356, + 1754.9380375146866, + 1610.7268469333649, + 1705.879284620285, + 1751.8748712539673, + 1571.55246925354, + 1681.4642363786697, + 905.3907353878021, + 1571.8029705286026, + 1555.910190820694, + 1677.6178990602493, + 1648.9143031835556, + 1648.6742339134216, + 1746.2224612236023, + 1571.7646890878677, + 1570.2135775089264, + 852.4710823297501, + 1725.7609730958939, + 1551.2299172878265, + 1790.6127054691315, + 1016.9572588205338, + 1556.642338514328, + 1647.7298818826675, + 1598.9961267709732, + 1610.5263743400574, + 1562.5429422855377, + 1737.5661544799805, + 1707.275503396988, + 1659.4735536575317 + ], + "episode_steps": [ + 800, + 800, + 800, + 800, + 800, + 800, + 588, + 800, + 800, + 800, + 800, + 800, + 505, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 278, + 800, + 800, + 800, + 800, + 800, + 800, + 417, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 401, + 800, + 800, + 800, + 481, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n20/eval_reports/DualArmPegInHole-v1.json b/pi05/suite_data_scaling/level2_rigid_n20/eval_reports/DualArmPegInHole-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..636b69be2e333c321c5bfb584d6fb9599d4bbd68 --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n20/eval_reports/DualArmPegInHole-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmPegInHole-v1", + "step": 100000, + "episodes": 50, + "successes": 12, + "success_rate": 0.24, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0 + ], + "episode_return": [ + 35.11100614070892, + 29.443095207214355, + 32.429086208343506, + 45.38347214460373, + 10.096042156219482, + 20.96355366706848, + 42.29972463846207, + 103.02029621601105, + 28.86606627702713, + 53.09673157334328, + 52.20824706554413, + 12.338760316371918, + 6.628193616867065, + 164.13679271936417, + 21.583595037460327, + 19.703570812940598, + 14.727087914012372, + 24.930648267269135, + 18.083249866962433, + 19.089172542095184, + 37.07226049900055, + 121.40778011083603, + 35.46908575296402, + 24.873842656612396, + 10.237492620944977, + 6.989937126636505, + 7.484654128551483, + 43.271357357501984, + 22.119589149951935, + 55.08202409744263, + 11.267784582916647, + 3.999343752861023, + 29.711887557059526, + 42.190576672554016, + 24.196559071540833, + 35.27833938598633, + 82.96017856709659, + 36.747565269470215, + 66.80960601568222, + 22.79540729522705, + 29.425466418266296, + 39.12388378381729, + 10.403356118127704, + 44.35796022415161, + 29.138733446598053, + 36.01922965049744, + 19.84386307001114, + 42.33443659543991, + 32.158824630081654, + 48.62418460845947 + ], + "episode_steps": [ + 300, + 300, + 300, + 300, + 6, + 300, + 140, + 300, + 300, + 300, + 142, + 300, + 300, + 300, + 300, + 88, + 172, + 295, + 300, + 243, + 300, + 300, + 300, + 300, + 13, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 205, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 236, + 300, + 300, + 300, + 300, + 300, + 88, + 300, + 300, + 138 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n20/eval_reports/DualArmThrowBlock-v1.json b/pi05/suite_data_scaling/level2_rigid_n20/eval_reports/DualArmThrowBlock-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..3ccdf66a7af82d1b791b6f30c4f5a59f7ec50608 --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n20/eval_reports/DualArmThrowBlock-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmThrowBlock-v1", + "step": 100000, + "episodes": 50, + "successes": 15, + "success_rate": 0.3, + "episode_success": [ + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 1994.767555475235, + 1349.597981929779, + 1397.0401043891907, + 2393.040180206299, + 2374.6227674484253, + 1372.6679649353027, + 1378.4032330513, + 2273.9520978927612, + 2311.777424812317, + 2095.534915447235, + 2250.2149918079376, + 1407.5912199020386, + 2387.2164101600647, + 2671.7927992343903, + 2275.2276113033295, + 2189.020704269409, + 2276.2840378284454, + 2237.8274586200714, + 2316.7194669246674, + 2192.240434885025, + 2302.684702396393, + 2442.870709180832, + 2433.598773241043, + 2181.94886803627, + 2309.3822984695435, + 1410.8567187786102, + 2493.1332626342773, + 2281.2520480155945, + 2001.5667235851288, + 2596.434199333191, + 2370.894389629364, + 2074.770744562149, + 2094.910706281662, + 1402.8934557437897, + 2288.0172963142395, + 2298.1790158748627, + 1447.1726024150848, + 2465.569395303726, + 2272.4962706565857, + 2416.9258284568787, + 2145.5217196941376, + 1611.828131198883, + 1876.962042093277, + 2246.7440898418427, + 2335.14173078537, + 1398.8355147838593, + 2317.590512037277, + 2490.267113685608, + -1629.7969346046448, + 2251.841023683548 + ], + "episode_steps": [ + 404, + 283, + 283, + 500, + 500, + 279, + 284, + 500, + 500, + 500, + 500, + 285, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 455, + 500, + 284, + 500, + 500, + 405, + 500, + 500, + 402, + 500, + 281, + 500, + 500, + 309, + 500, + 500, + 500, + 500, + 344, + 388, + 500, + 500, + 286, + 500, + 500, + 500, + 500 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n20/eval_reports/GraspTwoBlocks-v1.json b/pi05/suite_data_scaling/level2_rigid_n20/eval_reports/GraspTwoBlocks-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..acbb3ccbf5706635dde04b40a282494e19576b44 --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n20/eval_reports/GraspTwoBlocks-v1.json @@ -0,0 +1,166 @@ +{ + "task": "GraspTwoBlocks-v1", + "step": 100000, + "episodes": 50, + "successes": 33, + "success_rate": 0.66, + "episode_success": [ + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0 + ], + "episode_return": [ + 213.0, + 300.0, + 121.0, + 300.0, + 128.0, + 138.0, + 170.0, + 300.0, + 161.0, + 259.09641958773136, + 207.0, + 211.49268147349358, + 300.0, + 173.0, + 156.0, + 149.0, + 171.0, + 156.0, + 140.0, + 189.0, + 152.0, + 207.0, + 259.87689155340195, + 187.0, + 129.0, + 125.0, + 141.0, + 273.0871656537056, + 300.0, + 197.0, + 241.21646612882614, + 159.0, + 151.0, + 300.0, + 300.0, + 253.0, + 300.0, + 160.0, + 300.0, + 300.0, + 291.0, + 147.0, + 168.0, + 108.0, + 117.0, + 125.0, + 300.0, + 300.0, + 206.0, + 167.0 + ], + "episode_steps": [ + 212, + 300, + 120, + 300, + 127, + 137, + 169, + 300, + 160, + 300, + 206, + 300, + 300, + 172, + 155, + 148, + 170, + 155, + 139, + 188, + 151, + 206, + 300, + 186, + 128, + 124, + 140, + 300, + 300, + 196, + 300, + 158, + 150, + 300, + 300, + 252, + 300, + 159, + 300, + 300, + 290, + 146, + 167, + 107, + 116, + 124, + 300, + 300, + 205, + 166 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n20/eval_reports/HammerNailOut-v1.json b/pi05/suite_data_scaling/level2_rigid_n20/eval_reports/HammerNailOut-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..88234e96311ab687c89b9025b24f701c1259c340 --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n20/eval_reports/HammerNailOut-v1.json @@ -0,0 +1,166 @@ +{ + "task": "HammerNailOut-v1", + "step": 100000, + "episodes": 50, + "successes": 7, + "success_rate": 0.14, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + -20.210998367518187, + -37.584235578775406, + -27.67824326083064, + -26.233171213418245, + -25.281316248700023, + -32.790448650717735, + -27.956692572683096, + -32.11828697472811, + -25.343558691442013, + -17.71892651170492, + -28.555819611996412, + -25.424207504838705, + -26.292576637119055, + -31.44832792878151, + -54.45910167694092, + -28.038152378052473, + -18.30456694588065, + -32.94767674803734, + -26.67245563492179, + -27.907657742500305, + -38.05844137072563, + -15.11754148826003, + -26.59029356762767, + -56.307701379060745, + -24.206987403333187, + -18.84623771160841, + -26.72399327903986, + -25.53945390507579, + -29.132242675870657, + -28.69633649289608, + -26.62780088186264, + -59.127871841192245, + -26.65722296386957, + -26.31585243344307, + -28.24177887290716, + -26.318614475429058, + -18.504647817462683, + -19.718768499791622, + -25.138779643923044, + -27.114168405532837, + -30.664784524589777, + -27.51640870049596, + -28.448496729135513, + -25.37469906359911, + -19.959655629470944, + -27.20862852036953, + -28.156562812626362, + -28.994790494441986, + -28.213587276637554, + -27.471563450992107 + ], + "episode_steps": [ + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 263, + 400, + 400, + 400, + 400, + 400, + 400, + 261, + 400, + 400, + 400, + 400, + 244, + 400, + 400, + 400, + 282, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 270, + 280, + 400, + 400, + 400, + 400, + 400, + 400, + 301, + 400, + 400, + 400, + 400, + 400 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n20/eval_reports/HangMug-v1.json b/pi05/suite_data_scaling/level2_rigid_n20/eval_reports/HangMug-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..408b09c15165bc21da20367b5c8ec17f26811699 --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n20/eval_reports/HangMug-v1.json @@ -0,0 +1,166 @@ +{ + "task": "HangMug-v1", + "step": 100000, + "episodes": 50, + "successes": 31, + "success_rate": 0.62, + "episode_success": [ + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "episode_return": [ + 32.198599100112915, + 34.93145418167114, + 0.0, + 63.44143080711365, + 0.0, + 1.0, + 2.4691675901412964, + 52.003657579422, + 0.0, + 183.28360164165497, + 1.1263003945350647, + 0.0, + 40.68356043100357, + 0.0, + 30.695120692253113, + 0.0, + 32.82912254333496, + 17.128014981746674, + 68.32625669240952, + 35.14497834444046, + 0.0, + 28.68733263015747, + 0.0, + 0.0, + 72.4772236943245, + 0.0, + 25.2192080616951, + 31.922359108924866, + 95.31250661611557, + 32.88345378637314, + 0.0, + 0.0, + 0.0, + 4.349968671798706, + 4.939304828643799, + 0.0, + 2.715133786201477, + 0.3117767572402954, + 0.0, + 5.160631358623505, + 0.0, + 33.330528259277344, + 0.0, + 0.0, + 23.48788470029831, + 62.56998932361603, + 76.87367415428162, + 74.10792243480682, + 33.58478283882141, + 3.502439320087433 + ], + "episode_steps": [ + 185, + 228, + 600, + 323, + 600, + 441, + 405, + 239, + 600, + 486, + 318, + 600, + 202, + 600, + 244, + 600, + 192, + 340, + 280, + 202, + 600, + 258, + 600, + 600, + 297, + 600, + 203, + 174, + 438, + 408, + 600, + 600, + 600, + 124, + 435, + 600, + 414, + 600, + 600, + 402, + 600, + 258, + 600, + 600, + 178, + 289, + 367, + 344, + 282, + 138 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n20/eval_reports/KitAssembly-v1.json b/pi05/suite_data_scaling/level2_rigid_n20/eval_reports/KitAssembly-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..c1a1a0100e74c50bcfb95cbf1d1ad460da1c3160 --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n20/eval_reports/KitAssembly-v1.json @@ -0,0 +1,166 @@ +{ + "task": "KitAssembly-v1", + "step": 100000, + "episodes": 50, + "successes": 3, + "success_rate": 0.06, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 0.0, + 360.0, + 315.25, + 0.0, + 0.0, + 0.0, + 644.75, + 351.25, + 0.0, + 489.25, + 0.0, + 0.0, + 10.25, + 506.25, + 424.0, + 0.0, + 268.25, + 169.0, + 241.5, + 0.0, + 361.25, + 535.5, + 3.0, + 593.0, + 476.25, + 76.75, + 0.0, + 357.5, + 0.0, + 352.25, + 0.0, + 357.0, + 0.0, + 0.0, + 91.5, + 117.0, + 461.5, + 345.75, + 220.25, + 362.5, + 0.0, + 8.5, + 296.25, + 400.0, + 489.5, + 0.0, + 47.25, + 0.0, + 656.75, + 0.0 + ], + "episode_steps": [ + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1469, + 1600, + 1600, + 1600, + 1162, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1214, + 1600, + 1600, + 1600, + 1600, + 1600 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n20/eval_reports/OpenBoxRetrieval-v1.json b/pi05/suite_data_scaling/level2_rigid_n20/eval_reports/OpenBoxRetrieval-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..a51630acd6203beef871bfa6687334524ff2984c --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n20/eval_reports/OpenBoxRetrieval-v1.json @@ -0,0 +1,166 @@ +{ + "task": "OpenBoxRetrieval-v1", + "step": 100000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 244.16686740517616, + 216.53172835707664, + 203.47921839356422, + 128.16419050097466, + 189.77555683255196, + 186.30707004666328, + 134.73387336730957, + 69.19962272047997, + 83.91707742214203, + 286.4240930080414, + 224.2220412492752, + 223.8678708076477, + 215.18687093257904, + 193.66510719060898, + 191.10388478636742, + 195.94026961922646, + 91.65619483590126, + 171.99355655908585, + 205.14977744221687, + 211.60338452458382, + 199.4181278347969, + 189.46203729510307, + 216.07970601320267, + 61.11061096191406, + 222.67267659306526, + 199.84290137887, + 187.44554886221886, + 192.87638196349144, + 173.3476064801216, + 266.96764102578163, + 189.4764785170555, + 170.9393458366394, + 104.47612702846527, + 204.26375645399094, + 193.39260518550873, + 187.9615420103073, + 197.72280663251877, + 180.90157145261765, + 203.84880256652832, + 206.85059881210327, + 202.47165524959564, + 201.49957239627838, + 264.1887406408787, + 182.0683472752571, + 106.47657170891762, + 198.86324444413185, + 222.14850211143494, + 93.30735957622528, + 208.37912943959236, + 215.9180031120777 + ], + "episode_steps": [ + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n20/eval_reports/PivotBook-v1.json b/pi05/suite_data_scaling/level2_rigid_n20/eval_reports/PivotBook-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..c766b7b701da7e171e679b0297307c75a438c371 --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n20/eval_reports/PivotBook-v1.json @@ -0,0 +1,166 @@ +{ + "task": "PivotBook-v1", + "step": 100000, + "episodes": 50, + "successes": 10, + "success_rate": 0.2, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 129.83050727844238, + 17.00853258371353, + 0.0, + 72.87608206272125, + 0.19190192222595215, + 731.7250076532364, + 129.44148075580597, + 77.61897748708725, + 112.39219129085541, + 116.6715407371521, + 392.72589457035065, + 1.98228120803833, + 204.4612090587616, + 330.26640248298645, + 178.81271302700043, + 164.75541865825653, + 648.3597019314766, + 12.01039057970047, + 51.742896258831024, + 238.7966610789299, + 269.26659029722214, + 0.1648065447807312, + 0.0, + 0.12644469738006592, + 169.38494312763214, + 219.0799926519394, + 465.22126787900925, + 0.0, + 220.80107229948044, + 680.6554626822472, + 32.293434381484985, + 746.1475007534027, + 145.29232549667358, + 0.0, + 140.71656215190887, + 0.0, + 668.0468398928642, + 0.0, + 0.26460587978363037, + 146.42571061849594, + 0.0, + 169.37494522333145, + 2.2435298562049866, + 255.54807901382446, + 127.11974042654037, + 240.63449227809906, + 174.47596848011017, + 1116.1654323339462, + 131.5922583937645, + 78.02876907587051 + ], + "episode_steps": [ + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 292, + 500, + 289, + 500, + 406, + 500, + 500, + 500, + 333, + 500, + 500, + 500, + 500, + 299, + 371, + 500, + 278, + 416, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 374, + 357, + 500, + 500, + 500 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n20/eval_reports/ReorientPen-v1.json b/pi05/suite_data_scaling/level2_rigid_n20/eval_reports/ReorientPen-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..3d663cb04144d59c0fbc18ce787b0d438831703c --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n20/eval_reports/ReorientPen-v1.json @@ -0,0 +1,166 @@ +{ + "task": "ReorientPen-v1", + "step": 100000, + "episodes": 50, + "successes": 15, + "success_rate": 0.3, + "episode_success": [ + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 101.44185558427125, + 127.11295171780512, + 124.24218392372131, + 81.25062191486359, + 94.06712172180414, + 123.92623168230057, + 109.35207275860012, + 65.34015422314405, + 18.846229787915945, + 148.2641301304102, + 85.29397332668304, + 110.90231987833977, + 71.52479308843613, + 97.18337005376816, + 94.91777330636978, + 58.682871013879776, + 129.37518787384033, + 124.41415280103683, + 144.55436009168625, + 159.3354572430253, + 139.90605653822422, + 81.76165360212326, + 27.189421862363815, + 84.49174326658249, + 124.28820216655731, + 80.64259797334671, + 49.466722294688225, + 120.71447563171387, + 218.24579522013664, + 66.78619885072112, + 156.19403950870037, + 47.6188178230077, + 136.98250623047352, + 107.15816675126553, + 137.4980402290821, + 72.75275184214115, + 79.68236880376935, + 82.80489829182625, + 63.614049315452576, + 58.30707644391805, + 95.75972446799278, + 78.23269196599722, + 80.70402520895004, + 84.93608719110489, + 150.69046971201897, + 83.83743530511856, + 56.432846520096064, + 61.27311265002936, + 183.8240251392126, + 187.74493861198425 + ], + "episode_steps": [ + 300, + 300, + 180, + 112, + 300, + 300, + 300, + 300, + 99, + 300, + 107, + 300, + 96, + 300, + 300, + 238, + 300, + 190, + 300, + 300, + 300, + 124, + 300, + 111, + 144, + 114, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 91, + 300, + 300, + 300, + 100, + 124, + 300, + 95, + 300, + 300, + 300, + 300 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n20/eval_result.json b/pi05/suite_data_scaling/level2_rigid_n20/eval_result.json new file mode 100644 index 0000000000000000000000000000000000000000..e288ef6694fd8d81962b6660182d225ccbb6ca7e --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n20/eval_result.json @@ -0,0 +1,107 @@ +{ + "suite": "level2_rigid_n20", + "step": 100000, + "num_tasks": 16, + "tasks_evaluated": 16, + "episodes_per_task": 50, + "episode_seeds": "1000-1049", + "mean_success_rate": 0.21375000000000002, + "per_task": { + "DexOpenDoor-v1": { + "success_rate": 0.14, + "successes": 7, + "episodes": 50, + "return_mean": 311.5102463821429 + }, + "DualArmBookPickPlace-v1": { + "success_rate": 0.26, + "successes": 13, + "episodes": 50, + "return_mean": 600.5032105350494 + }, + "DualArmCleanupPotEnv-v1": { + "success_rate": 0.02, + "successes": 1, + "episodes": 50, + "return_mean": 478.7594318652153 + }, + "DualArmJugglingBall-v1": { + "success_rate": 0.08, + "successes": 4, + "episodes": 50, + "return_mean": -4922.183924465179 + }, + "DualArmLiftBall-v1": { + "success_rate": 0.28, + "successes": 14, + "episodes": 50, + "return_mean": 30.217560827732086 + }, + "DualArmOpenBottle-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 2080.0241897034643 + }, + "DualArmOpenLaptop-v1": { + "success_rate": 0.12, + "successes": 6, + "episodes": 50, + "return_mean": 1556.5136922931672 + }, + "DualArmPegInHole-v1": { + "success_rate": 0.24, + "successes": 12, + "episodes": 50, + "return_mean": 36.11067205208354 + }, + "DualArmThrowBlock-v1": { + "success_rate": 0.3, + "successes": 15, + "episodes": 50, + "return_mean": 2035.520646252632 + }, + "GraspTwoBlocks-v1": { + "success_rate": 0.66, + "successes": 33, + "episodes": 50, + "return_mean": 206.13539248794316 + }, + "HammerNailOut-v1": { + "success_rate": 0.14, + "successes": 7, + "episodes": 50, + "return_mean": -28.35920666381717 + }, + "HangMug-v1": { + "success_rate": 0.62, + "successes": 31, + "episodes": 50, + "return_mean": 24.133947706222536 + }, + "KitAssembly-v1": { + "success_rate": 0.06, + "successes": 3, + "episodes": 50, + "return_mean": 207.78 + }, + "OpenBoxRetrieval-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 186.22932509720326 + }, + "PivotBook-v1": { + "success_rate": 0.2, + "successes": 10, + "episodes": 50, + "return_mean": 196.21481130123138 + }, + "ReorientPen-v1": { + "success_rate": 0.3, + "successes": 15, + "episodes": 50, + "return_mean": 101.39137503081001 + } + } +} diff --git a/pi05/suite_data_scaling/level2_rigid_n20/lora_step_0100000.npz b/pi05/suite_data_scaling/level2_rigid_n20/lora_step_0100000.npz new file mode 100644 index 0000000000000000000000000000000000000000..c290b93d6e58d4020d4f88b103458bdfbb83b35f --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n20/lora_step_0100000.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9b20a2dfa745a6664f80123d5a982c9eee104f91a035f3559cb149ce4b4eb0e +size 1867943218 diff --git a/pi05/suite_data_scaling/level2_rigid_n20/metadata.json b/pi05/suite_data_scaling/level2_rigid_n20/metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..9109e80cc7eb9aab147bc0116e650626756d00c0 --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n20/metadata.json @@ -0,0 +1,53 @@ +{ + "suite": "level2_rigid_n20", + "data_scale_label": "n20", + "description": "level-2 rigid-body suite (16 tasks), data-scaling study: one multi-task PI0.5 LoRA policy per demonstration budget", + "method": "PI0.5 LoRA + trainable weights, multi-task (one policy for all tasks in the suite)", + "base_checkpoint": "gs://openpi-assets/checkpoints/pi05_base/params", + "checkpoint": "lora_step_0100000.npz", + "checkpoint_sha256": "a9b20a2dfa745a6664f80123d5a982c9eee104f91a035f3559cb149ce4b4eb0e", + "checkpoint_bytes": 1867943218, + "tensor_count": 51, + "action_dim": 44, + "state_dim": 44, + "action_horizon": 50, + "max_token_len": 200, + "image_size": 224, + "exec_steps": 16, + "sample_steps": 10, + "tasks": [ + "HangMug-v1", + "KitAssembly-v1", + "OpenBoxRetrieval-v1", + "PivotBook-v1", + "DexOpenDoor-v1", + "GraspTwoBlocks-v1", + "HammerNailOut-v1", + "ReorientPen-v1", + "DualArmBookPickPlace-v1", + "DualArmCleanupPotEnv-v1", + "DualArmLiftBall-v1", + "DualArmPegInHole-v1", + "DualArmJugglingBall-v1", + "DualArmOpenBottle-v1", + "DualArmOpenLaptop-v1", + "DualArmThrowBlock-v1" + ], + "num_tasks": 16, + "train_steps": 100000, + "batch_size": 64, + "lr": 5e-05, + "warmup_steps": 1000, + "decay_steps": 100000, + "decay_lr": 5e-06, + "seed": 42, + "norm_stats_file": "norm_stats.json", + "norm_stats_sha256": "212dccc5f542b327829d852a402ed9451da5b24041da478be2489b1456aaa9f9", + "eval_episodes": 50, + "eval_seed_base": 1000, + "evaluated_step": 100000, + "selection": "final checkpoint only (no checkpoint selection)", + "campaign": "pi05_l2rigid_scaling_20261111", + "source_run": "exp3_l2rigid_n20", + "label_note": "The N20/N50/N100/N200 labels follow the authors' results sheet. The training-run directory on the cluster for this folder was named exp3_l2rigid_n20." +} diff --git a/pi05/suite_data_scaling/level2_rigid_n20/norm_stats.json b/pi05/suite_data_scaling/level2_rigid_n20/norm_stats.json new file mode 100644 index 0000000000000000000000000000000000000000..b98571c19b2c08b7764c7b1a90cb016538d54e31 --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n20/norm_stats.json @@ -0,0 +1,376 @@ +{ + "norm_stats": { + "state": { + "mean": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "std": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "q01": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "q99": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + "actions": { + "mean": [ + 0.0012749864362322416, + 0.0007264266145958736, + -0.008244316671630256, + 0.001729321630981712, + -0.005215211190374082, + -0.0017363793334263151, + 0.03523682797773702, + 0.024481499923388685, + 0.025187855465444497, + 0.013074037952090358, + -0.0007272870451749822, + 0.0271752407556415, + 0.02065005010368335, + 0.05542961043129345, + -0.005479908670682371, + 0.025577788101456146, + 0.0328190577038763, + 0.021408134479639553, + 0.03815128155064653, + 0.007840279891633325, + 0.03601032101327913, + 0.027446205951786196, + 0.00601105702738998, + -0.0006908726957647144, + -0.003546204154352592, + 0.011031039735397494, + -0.0001405068245277516, + 0.001291053451297839, + -0.0004917309172843465, + 0.011566410877143428, + 0.005422539685956284, + 0.008516974948165558, + 0.0002114744059060599, + 0.010669810152474212, + 0.007386552762099949, + 0.01054548348002941, + 0.0013199954129849503, + 0.010098335220562511, + 0.00893830831352627, + 0.009014699842743666, + 0.08249600931163595, + -0.0009741518856579238, + 0.04340909676780892, + 0.034274841136776465 + ], + "std": [ + 0.03967998354353585, + 0.06058059631182361, + 0.06575516945913161, + 0.09841803702553065, + 0.04308368694077569, + 0.039961795138001445, + 0.737112491697439, + 0.13005876937924013, + 0.1722584431131413, + 0.07752303449978493, + 0.14533808491637473, + 0.13267848086847298, + 0.1884091596409587, + 0.5900709473189173, + 0.09780630529127435, + 0.11506675444247239, + 0.23168664137036898, + 0.08819629819503803, + 0.15974970671153352, + 0.027944682333155512, + 0.1455588641548115, + 0.07718103328861955, + 0.03821164620123851, + 0.06229516241057504, + 0.073287380394639, + 0.20310358690068853, + 0.001014976097936852, + 0.006182619226204568, + 0.004466581551331486, + 0.11152814424690624, + 0.05146726134003904, + 0.08124650483632165, + 0.0017839317189214017, + 0.10006634046583666, + 0.06908635289864125, + 0.09735801890606355, + 0.039997951747649106, + 0.0997668782662053, + 0.08525792126718441, + 0.08527552786043129, + 0.1604597391804903, + 0.007481566548134441, + 0.0787608634699162, + 0.07830926486414802 + ], + "q01": [ + -0.10000000149011612, + -0.10000000149011612, + -0.13850451856851578, + -0.0886615514755249, + -0.30000001192092896, + -0.09999870799481869, + -1.0, + -0.11966505646705627, + -0.16448050618171692, + -0.10000000149011612, + -0.07853981852531433, + -0.1266903954744339, + -0.1555498570203781, + -1.0, + -0.06314325332641602, + -0.2081428453326225, + -0.16193514540791512, + -0.1143848767876625, + -0.1584500104188919, + -0.029500826261937615, + -0.1207065239548683, + -0.08222020454704762, + -0.10000000149011612, + -0.10000000149011612, + -0.10000000149011612, + -0.4000000059604645, + -0.005044713756069541, + -0.0034833885729312897, + -0.024570719972252845, + -0.26618768453598024, + -0.023432957231998442, + -0.13153059780597687, + -0.000017436828784411773, + -0.22605987191200255, + -0.09421375453472138, + -0.19953669786453246, + -0.006310189217329025, + -0.2258753991127014, + -0.1429409945011139, + -0.14295382678508758, + -0.2793368995189667, + -0.043907753080129626, + -0.016450035572052, + -0.07569098860025406 + ], + "q99": [ + 0.10000000149011612, + 0.15000000596046448, + 0.15000000596046448, + 0.4188608679175377, + 0.06733174800872757, + 0.13417638838291168, + 1.0, + 0.36610010266304016, + 0.3340978607535362, + 0.28921353816986084, + 0.06303183734416962, + 0.4099493408203125, + 0.3344372153282169, + 1.0, + 0.02631802828982477, + 0.37314594984054567, + 0.3874531090259571, + 0.3378550267219549, + 0.6116701364517212, + 0.09041191786527633, + 0.3404204547405243, + 0.3441441759467136, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 1.5707963705062866, + 0.0014243780076503754, + 0.03687665432691573, + 0.00007028795429505387, + 0.3430725610256195, + 0.26716864109039307, + 0.2736835181713104, + 0.0077347229607403175, + 0.2903738701343536, + 0.27367621660232544, + 0.290406733751297, + 0.040009951293468474, + 0.2903744471073151, + 0.2736762464046478, + 0.2736835181713104, + 0.6091890335083008, + 0.0074195058271288835, + 0.319019432067871, + 0.3182251071929932 + ] + } + } +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n200/eval_reports/DexOpenDoor-v1.json b/pi05/suite_data_scaling/level2_rigid_n200/eval_reports/DexOpenDoor-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..5e018c6bd52b6630c52fa28fb59fbd366b1b5be5 --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n200/eval_reports/DexOpenDoor-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DexOpenDoor-v1", + "step": 100000, + "episodes": 50, + "successes": 23, + "success_rate": 0.46, + "episode_success": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 414.7634673633275, + 282.19984829286113, + 181.25378716364503, + 292.75435195499125, + 222.57763364663697, + 138.8647288371576, + 646.4393713559876, + 317.9589481437579, + 623.1348685909762, + 269.9245869088918, + 373.8667597250693, + 372.96080517617247, + 198.21947357671831, + 276.3525433666073, + 710.3512407913804, + 642.7145237923517, + 135.5246414359426, + 185.20460706799952, + 200.03397293366166, + 397.55178352649193, + 221.46640147772268, + 199.07862051390128, + 210.44734079761474, + 616.588642622286, + 167.5419601057656, + 427.4282519556582, + 469.07952874302293, + 230.70467567280866, + 635.0733270675411, + 155.02323053125292, + 348.2205885634773, + 504.1351372554593, + 244.0675516524352, + 204.84076851575696, + 275.5487182859818, + 678.3522563404867, + 216.25936870492296, + 286.5648809070418, + 167.05034190558388, + 191.73857639264315, + 567.1381754737813, + 216.68327814545972, + 427.98035262338817, + 218.4869480676319, + 203.05385435337666, + 643.9566602733403, + 227.4309558057613, + 498.7649258474339, + 479.5668647236049, + 95.31472564889077 + ], + "episode_steps": [ + 850, + 466, + 386, + 483, + 430, + 362, + 850, + 850, + 850, + 850, + 850, + 850, + 394, + 850, + 850, + 850, + 850, + 399, + 435, + 850, + 471, + 439, + 850, + 850, + 850, + 850, + 850, + 445, + 850, + 346, + 850, + 673, + 548, + 458, + 581, + 850, + 441, + 850, + 393, + 402, + 850, + 517, + 850, + 560, + 412, + 850, + 492, + 850, + 850, + 850 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n200/eval_reports/DualArmBookPickPlace-v1.json b/pi05/suite_data_scaling/level2_rigid_n200/eval_reports/DualArmBookPickPlace-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..b05f506e145e84a6cd3e51599e18882426792e3c --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n200/eval_reports/DualArmBookPickPlace-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmBookPickPlace-v1", + "step": 100000, + "episodes": 50, + "successes": 8, + "success_rate": 0.16, + "episode_success": [ + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 886.308870613575, + 879.308605670929, + 321.6822410225868, + 119.7797338962555, + 230.10771590471268, + 870.6193845868111, + 615.270898103714, + 146.45795494318008, + 109.45923894643784, + 125.63235628604889, + 866.2001944184303, + 116.67894870042801, + 168.48164361715317, + 189.8872155547142, + 49.3766605257988, + 65.49261796474457, + 181.28386342525482, + 98.29064166545868, + 67.01261705160141, + 168.46107935905457, + 683.0006875395775, + 2044.6068796515465, + 911.6632492542267, + 134.50097370147705, + 129.15963810682297, + 144.4431459903717, + 56.27796471118927, + 130.70200818777084, + 136.23714047670364, + 176.85530829429626, + 171.73021131753922, + 120.73614448308945, + 961.6723207831383, + 123.12137109041214, + 92.11905092000961, + 108.42694956064224, + 880.3505693078041, + 919.8688734173775, + 167.9960206747055, + 30.651013791561127, + 256.9023286700249, + 57.91545832157135, + 517.2458604574203, + 485.70260643959045, + 2056.591744184494, + 97.73380070924759, + 68.00083804130554, + 113.24851906299591, + 133.22921061515808, + 29.375967741012573 + ], + "episode_steps": [ + 402, + 409, + 800, + 800, + 800, + 403, + 800, + 800, + 800, + 800, + 394, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 411, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 446, + 800, + 800, + 800, + 402, + 417, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n200/eval_reports/DualArmCleanupPotEnv-v1.json b/pi05/suite_data_scaling/level2_rigid_n200/eval_reports/DualArmCleanupPotEnv-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..ab2ebec696e300c8f932bbf4fd3160a2e58ee15b --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n200/eval_reports/DualArmCleanupPotEnv-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmCleanupPotEnv-v1", + "step": 100000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 151.55435878038406, + 1351.2374985814095, + 142.64061671495438, + 97.469533264637, + 105.16040951013565, + 84.3960770368576, + 1602.1269964575768, + 1490.6457105278969, + 94.01547485589981, + 1622.6839843392372, + 1364.9586511850357, + 75.34737485647202, + 1623.3302896618843, + 1547.9760850071907, + 1557.9758853912354, + 79.074751496315, + 365.66808873414993, + 1599.6328309178352, + 75.45690429210663, + 81.55012732744217, + 1325.8259680271149, + 73.4764643907547, + 1590.6224897503853, + 1647.331462919712, + 72.90487784147263, + 1577.6746611595154, + 1543.9530772566795, + 153.07052117586136, + 70.21221750974655, + 1443.543276131153, + 1483.5435829162598, + 1575.9836634397507, + 1576.8079530000687, + 1577.557022035122, + 1565.6829928159714, + 79.46626263856888, + 80.53547751903534, + 75.0660810470581, + 71.52001720666885, + 97.22995096445084, + 71.70988070964813, + 1529.4863772392273, + 1636.5204547047615, + 75.95362311601639, + 1556.3730381131172, + 75.57878631353378, + 1606.9285208582878, + 1604.7114862203598, + 76.72818636894226, + 1694.1346364021301 + ], + "episode_steps": [ + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n200/eval_reports/DualArmJugglingBall-v1.json b/pi05/suite_data_scaling/level2_rigid_n200/eval_reports/DualArmJugglingBall-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..f4569aa14991716473c3e342719125c46397ae52 --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n200/eval_reports/DualArmJugglingBall-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmJugglingBall-v1", + "step": 100000, + "episodes": 50, + "successes": 9, + "success_rate": 0.18, + "episode_success": [ + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0 + ], + "episode_return": [ + -1392.89199924469, + -1428.8430334329605, + -1327.3297073841095, + -4637.48752951622, + -5545.4192070961, + -4883.661344528198, + -4871.6906260252, + -4972.910099744797, + -4593.196705460548, + -5548.96631360054, + -1409.4843385219574, + -5031.407862901688, + -1343.4196375608444, + -1435.0948491096497, + -4935.595026016235, + -5478.859736442566, + -4812.339274644852, + -5514.538963317871, + -4960.280080795288, + -5441.334278345108, + -4865.69144487381, + -4945.566278219223, + -2290.5710434913635, + -5556.509216070175, + -4889.186655282974, + -4731.31651699543, + -5557.564245939255, + -5481.789251804352, + -4958.552764892578, + -4380.298184394836, + -5494.426420927048, + -5501.268428564072, + -5488.824494123459, + -4956.98304104805, + -5112.281148672104, + -5460.330188751221, + 1024.1002159118652, + -4952.936345100403, + -1410.6765549182892, + -4690.955089330673, + -5475.415230989456, + -1359.1517211198807, + -4770.988272666931, + -5499.462338924408, + -5486.625707387924, + -5568.044249296188, + -4931.547938585281, + -4836.6858086586, + -1423.8691152334213, + -5471.916112661362 + ], + "episode_steps": [ + 450, + 458, + 432, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 452, + 1500, + 434, + 459, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 452, + 1500, + 1500, + 437, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 459, + 1500 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n200/eval_reports/DualArmLiftBall-v1.json b/pi05/suite_data_scaling/level2_rigid_n200/eval_reports/DualArmLiftBall-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..f95ad6b1821f915889d6677dfad2b23d34a82b4e --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n200/eval_reports/DualArmLiftBall-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmLiftBall-v1", + "step": 100000, + "episodes": 50, + "successes": 6, + "success_rate": 0.12, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 25.7112318277359, + 29.250117540359497, + 29.768234133720398, + 19.558088809251785, + 22.54918670654297, + 18.525536507368088, + 22.010257720947266, + 27.61618012189865, + 19.959161430597305, + 24.805221915245056, + 18.87726202607155, + 22.035063326358795, + 27.07474946975708, + 20.501782089471817, + 18.54511445760727, + 29.17545396089554, + 27.28577932715416, + 26.345633774995804, + 21.198266357183456, + 38.56822973489761, + 28.522864162921906, + 29.726067185401917, + 20.624328583478928, + 20.03665792942047, + 20.19033244252205, + 28.75605347752571, + 20.67006552219391, + 28.305444657802582, + 21.61084347963333, + 39.40566694736481, + 20.48139813542366, + 30.09526699781418, + 30.42782163619995, + 36.95787140727043, + 26.1440392434597, + 19.765920609235764, + 21.341113716363907, + 37.85095962882042, + 28.193281680345535, + 27.985468566417694, + 25.692836314439774, + 39.144654244184494, + 28.47401401400566, + 31.369212329387665, + 36.3373649418354, + 20.486042976379395, + 19.376300305128098, + 21.758521050214767, + 20.339692801237106, + 20.528728127479553 + ], + "episode_steps": [ + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 146, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 149, + 300, + 300, + 300, + 139, + 300, + 300, + 300, + 143, + 300, + 300, + 300, + 147, + 300, + 300, + 138, + 300, + 300, + 300, + 300, + 300 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n200/eval_reports/DualArmOpenBottle-v1.json b/pi05/suite_data_scaling/level2_rigid_n200/eval_reports/DualArmOpenBottle-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..94abadb9137e32cccb1ea6bccc6ccfcee081530b --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n200/eval_reports/DualArmOpenBottle-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmOpenBottle-v1", + "step": 100000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 2273.6756138801575, + 2179.2951452732086, + 2120.457328557968, + 2023.4677715301514, + 2062.155390739441, + 2095.511020898819, + 2123.665470123291, + 2137.414186000824, + 2022.251307964325, + 2122.9497470855713, + 2231.566388130188, + 2089.6950862407684, + 2200.6667034626007, + 2189.694883108139, + 2187.5599904060364, + 2122.431164264679, + 2150.1374247074127, + 2207.3698003292084, + 2154.805427312851, + 2210.171869277954, + 2098.9945991039276, + 2153.527897119522, + 2244.747505426407, + 2197.5970916748047, + 2106.234627008438, + 2118.492828607559, + 2158.4415657520294, + 2121.460888147354, + 2140.263389825821, + 2130.038132429123, + 2100.7471096515656, + 2078.444191455841, + 2072.250883579254, + 2098.622849225998, + 2178.1680755615234, + 2082.0189204216003, + 2225.443093776703, + 2247.3846604824066, + 2105.576673269272, + 2129.2586994171143, + 2147.0710549354553, + 2115.644280195236, + 2178.1880645751953, + 2117.3490073680878, + 2121.965900659561, + 2091.5912811756134, + 2123.776294231415, + 2079.582082271576, + 2185.643427848816, + 2088.619092464447 + ], + "episode_steps": [ + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n200/eval_reports/DualArmOpenLaptop-v1.json b/pi05/suite_data_scaling/level2_rigid_n200/eval_reports/DualArmOpenLaptop-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..042e4e462adafaf5a9f583ecca983d9e9d321d3c --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n200/eval_reports/DualArmOpenLaptop-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmOpenLaptop-v1", + "step": 100000, + "episodes": 50, + "successes": 22, + "success_rate": 0.44, + "episode_success": [ + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0 + ], + "episode_return": [ + 1692.320175409317, + 1684.59079682827, + 1405.3971560001373, + 1618.6938540935516, + 1559.0359017848969, + 579.4951021671295, + 1438.5478088855743, + 624.9128544330597, + 1720.4781053066254, + 715.2328436374664, + 1684.0374320745468, + 1081.4616850614548, + 1452.4873542785645, + 1584.8388142585754, + 1556.6418851613998, + 666.4727959632874, + 1503.3525606393814, + 1711.442430138588, + 1392.2682542800903, + 1581.1523826122284, + 903.02137196064, + 1572.4373236894608, + 1678.7474163770676, + 1601.6749730110168, + 1697.3713223934174, + 1064.4190599918365, + 1552.9293942451477, + 1701.1870177984238, + 1037.1666209697723, + 650.7361495494843, + 725.8226926326752, + 1498.8034311532974, + 1576.0794287919998, + 1692.776025056839, + 1698.382646203041, + 593.1122155189514, + 631.4365878105164, + 1650.9039784669876, + 1647.467661499977, + 679.9935630559921, + 1402.615667104721, + 1704.6556926965714, + 583.3062970638275, + 1690.5619320869446, + 1559.7441189289093, + 1698.6860028505325, + 1584.14795088768, + 1605.4146038293839, + 1603.1254822015762, + 1687.8850119113922 + ], + "episode_steps": [ + 800, + 800, + 662, + 800, + 800, + 298, + 641, + 319, + 800, + 363, + 800, + 508, + 648, + 800, + 800, + 332, + 800, + 800, + 657, + 800, + 458, + 800, + 800, + 800, + 800, + 508, + 800, + 800, + 494, + 329, + 362, + 695, + 738, + 800, + 800, + 303, + 320, + 800, + 800, + 339, + 623, + 800, + 300, + 800, + 800, + 800, + 800, + 732, + 800, + 800 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n200/eval_reports/DualArmPegInHole-v1.json b/pi05/suite_data_scaling/level2_rigid_n200/eval_reports/DualArmPegInHole-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..e49813b9e3891afe4987a83c89df1a11b1247823 --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n200/eval_reports/DualArmPegInHole-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmPegInHole-v1", + "step": 100000, + "episodes": 50, + "successes": 10, + "success_rate": 0.2, + "episode_success": [ + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 22.77826914191246, + 1.7893106937408447, + 132.87312805652618, + 20.846392035484314, + 24.08326506614685, + 21.591831654310226, + 15.882082760334015, + 48.14741377532482, + 36.086254596710205, + 19.745505571365356, + 38.37129282951355, + 23.0563907623291, + 8.624923944473267, + 37.706569731235504, + 5.704927684739232, + 37.50554025173187, + 211.3300021290779, + 10.542331039905548, + 20.82218587398529, + 113.1330069899559, + 30.176162838935852, + 5.238903641700745, + 5.902132451534271, + 42.37149441242218, + 5.548213481903076, + 21.648951828479767, + 10.94506585597992, + 7.613370716571808, + 3.5537943840026855, + 45.82080791890621, + 38.60651582479477, + 38.31653159856796, + 2.894087791442871, + 11.046172201633453, + 119.35607832670212, + 58.654758393764496, + 3.887896180152893, + 6.243660807609558, + 40.034966468811035, + 38.18688905239105, + 17.019507467746735, + 7.653044104576111, + 53.65761000290513, + 15.05550204589963, + 96.13201647996902, + 222.22491186857224, + 23.780624760780483, + 5.63620913028717, + 49.241123646497726, + 131.28871154785156 + ], + "episode_steps": [ + 107, + 300, + 300, + 100, + 296, + 106, + 199, + 300, + 132, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 106, + 300, + 300, + 300, + 300, + 300, + 300, + 228, + 300, + 300, + 300, + 300, + 237, + 300, + 300, + 300, + 300, + 206, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n200/eval_reports/DualArmThrowBlock-v1.json b/pi05/suite_data_scaling/level2_rigid_n200/eval_reports/DualArmThrowBlock-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..4d0be715bb0e258399feed5a0c30c43499afd4f6 --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n200/eval_reports/DualArmThrowBlock-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmThrowBlock-v1", + "step": 100000, + "episodes": 50, + "successes": 27, + "success_rate": 0.54, + "episode_success": [ + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0 + ], + "episode_return": [ + 2039.392873764038, + 1559.2020590305328, + 2112.8670783042908, + 2418.4473412036896, + 2364.846178293228, + 1980.516484260559, + 2463.5437264442444, + 2090.6076834201813, + 2273.3103823661804, + 2376.218108892441, + 2519.4217069149017, + 1523.7862560749054, + 2245.8971886634827, + 2525.4780576229095, + 2212.563282251358, + 1564.5402555465698, + 2083.6837997436523, + 1878.2501895427704, + 1506.6233112812042, + 1602.5257532596588, + 2415.2669320106506, + 2457.864955663681, + 1474.0530121326447, + 2484.0745809078217, + 2316.752413749695, + 2753.854327917099, + 2216.1547315120697, + 2404.5778217315674, + 2468.3599770069122, + 2602.148512363434, + 1480.2503836154938, + 2561.8924355506897, + 1425.7359523773193, + 1525.7096836566925, + 2502.0781919956207, + 2734.915602684021, + 2519.120050907135, + 2318.2053129673004, + 2014.309398651123, + 2060.077203989029, + 2483.833709001541, + 2249.4342563152313, + 1491.1895821094513, + 2173.871107816696, + 1967.9574401378632, + 1473.7673888206482, + 2261.2122275829315, + 2218.1716015338898, + 2235.5167717933655, + 2043.0392096042633 + ], + "episode_steps": [ + 415, + 326, + 397, + 500, + 500, + 378, + 461, + 408, + 500, + 459, + 485, + 305, + 500, + 500, + 500, + 335, + 500, + 372, + 300, + 338, + 500, + 500, + 306, + 500, + 500, + 500, + 500, + 452, + 500, + 500, + 312, + 500, + 295, + 304, + 500, + 500, + 500, + 449, + 393, + 416, + 500, + 432, + 304, + 406, + 377, + 301, + 500, + 500, + 500, + 386 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n200/eval_reports/GraspTwoBlocks-v1.json b/pi05/suite_data_scaling/level2_rigid_n200/eval_reports/GraspTwoBlocks-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..2c600728f71f5ae0d83d5752524108dfdc376c19 --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n200/eval_reports/GraspTwoBlocks-v1.json @@ -0,0 +1,166 @@ +{ + "task": "GraspTwoBlocks-v1", + "step": 100000, + "episodes": 50, + "successes": 48, + "success_rate": 0.96, + "episode_success": [ + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "episode_return": [ + 203.0, + 300.0, + 300.0, + 136.0, + 132.0, + 127.0, + 217.0, + 186.0, + 118.0, + 183.0, + 198.0, + 144.0, + 108.0, + 158.0, + 150.0, + 153.0, + 160.0, + 137.0, + 143.0, + 185.0, + 139.0, + 181.0, + 140.0, + 234.0, + 130.0, + 112.0, + 129.0, + 107.0, + 154.0, + 199.0, + 174.0, + 146.0, + 136.0, + 106.0, + 164.0, + 136.0, + 201.0, + 161.0, + 103.0, + 196.0, + 185.0, + 156.0, + 136.0, + 107.0, + 116.0, + 164.0, + 129.0, + 132.0, + 189.0, + 104.0 + ], + "episode_steps": [ + 202, + 300, + 300, + 135, + 131, + 126, + 216, + 185, + 117, + 182, + 197, + 143, + 107, + 157, + 149, + 152, + 159, + 136, + 142, + 184, + 138, + 180, + 139, + 233, + 129, + 111, + 128, + 106, + 153, + 198, + 173, + 145, + 135, + 105, + 163, + 135, + 200, + 160, + 102, + 195, + 184, + 155, + 135, + 106, + 115, + 163, + 128, + 131, + 188, + 103 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n200/eval_reports/HammerNailOut-v1.json b/pi05/suite_data_scaling/level2_rigid_n200/eval_reports/HammerNailOut-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..c20f4b7439af2b0e913d4721df87853c630e5d15 --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n200/eval_reports/HammerNailOut-v1.json @@ -0,0 +1,166 @@ +{ + "task": "HammerNailOut-v1", + "step": 100000, + "episodes": 50, + "successes": 19, + "success_rate": 0.38, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0 + ], + "episode_return": [ + -21.011011268943548, + -35.45930849760771, + -27.274297829717398, + -27.87265434861183, + -19.003849033266306, + -28.86435905843973, + -26.8814466483891, + -20.614905074238777, + -25.589705668389797, + -25.950571607798338, + -18.629052013158798, + -28.862679041922092, + -24.830835208296776, + -15.075435247272253, + -18.329025365412235, + -21.61107859760523, + -26.99822060763836, + -29.99213983118534, + -25.435539681464434, + -17.901261527091265, + -44.389319717884064, + -14.545748990029097, + -24.456649489700794, + -17.590454254299402, + -25.881593082100153, + -26.301955200731754, + -21.79469644278288, + -19.680279586464167, + -18.01501553505659, + -29.368886526674032, + -15.0563830062747, + -27.72252006083727, + -27.162960544228554, + -27.157978404313326, + -26.822951905429363, + -30.000471871346235, + -18.18860799446702, + -19.417777340859175, + -24.71966278925538, + -16.608829841017723, + -20.71391850709915, + -28.55563662201166, + -14.859634079039097, + -15.560003370046616, + -27.206839494407177, + -27.259002055972815, + -16.097406562417746, + -26.72222450748086, + -15.263214338570833, + -24.67081231996417 + ], + "episode_steps": [ + 400, + 400, + 400, + 400, + 283, + 400, + 400, + 282, + 400, + 400, + 272, + 400, + 391, + 251, + 272, + 400, + 400, + 400, + 400, + 264, + 400, + 237, + 400, + 266, + 400, + 400, + 400, + 400, + 271, + 400, + 237, + 400, + 400, + 400, + 400, + 400, + 267, + 279, + 400, + 262, + 284, + 400, + 241, + 264, + 400, + 400, + 253, + 400, + 256, + 400 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n200/eval_reports/HangMug-v1.json b/pi05/suite_data_scaling/level2_rigid_n200/eval_reports/HangMug-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..7ab136e1e1947cd96bd84209a2c43b71efce493b --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n200/eval_reports/HangMug-v1.json @@ -0,0 +1,166 @@ +{ + "task": "HangMug-v1", + "step": 100000, + "episodes": 50, + "successes": 42, + "success_rate": 0.84, + "episode_success": [ + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "episode_return": [ + 27.130237221717834, + 19.582738935947418, + 3.6003039479255676, + 78.31113493442535, + 39.960242450237274, + 31.00552886724472, + 126.34547466039658, + 40.97258585691452, + 32.81076103448868, + 67.03247624635696, + 52.02559149265289, + 0.0, + 35.80241161584854, + 22.31160569190979, + 29.03914588689804, + 73.17760092020035, + 31.25726318359375, + 0.0, + 66.39879012107849, + 0.0, + 25.203787624835968, + 2.0401605367660522, + 54.06644892692566, + 93.75937211513519, + 53.040089309215546, + 23.14946800470352, + 20.30248862504959, + 36.880445301532745, + 89.51097846031189, + 86.00859540700912, + 54.95450484752655, + 19.468983113765717, + 0.0, + 29.065845549106598, + 32.20052492618561, + 25.671474158763885, + 39.81341469287872, + 0.0, + 58.88528126478195, + 35.03185307979584, + 15.269093215465546, + 30.197827458381653, + 63.03471499681473, + 36.509805142879486, + 11.119558990001678, + 58.36547100543976, + 82.23825961351395, + 83.19337058067322, + 21.45431023836136, + 22.293856382369995 + ], + "episode_steps": [ + 166, + 472, + 600, + 358, + 248, + 216, + 600, + 217, + 200, + 299, + 257, + 600, + 255, + 205, + 385, + 281, + 192, + 600, + 285, + 600, + 233, + 600, + 261, + 398, + 253, + 201, + 159, + 199, + 430, + 366, + 270, + 156, + 600, + 181, + 182, + 223, + 208, + 600, + 251, + 187, + 223, + 181, + 266, + 274, + 146, + 469, + 350, + 412, + 209, + 163 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n200/eval_reports/KitAssembly-v1.json b/pi05/suite_data_scaling/level2_rigid_n200/eval_reports/KitAssembly-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..6302a1af31a35b8233157516998cb73c21446737 --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n200/eval_reports/KitAssembly-v1.json @@ -0,0 +1,166 @@ +{ + "task": "KitAssembly-v1", + "step": 100000, + "episodes": 50, + "successes": 2, + "success_rate": 0.04, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 15.0, + 635.75, + 356.25, + 343.25, + 261.25, + 334.0, + 465.75, + 0.0, + 354.0, + 0.0, + 562.25, + 0.0, + 103.5, + 0.0, + 255.75, + 337.0, + 640.5, + 333.75, + 0.0, + 335.25, + 0.0, + 0.0, + 605.5, + 347.75, + 305.5, + 0.0, + 0.0, + 0.0, + 245.0, + 640.25, + 0.0, + 365.75, + 358.0, + 0.0, + 0.0, + 347.0, + 349.75, + 182.75, + 347.75, + 358.5, + 358.25, + 413.25, + 347.75, + 0.0, + 162.75, + 351.0, + 99.75, + 359.0, + 823.25, + 334.5 + ], + "episode_steps": [ + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1064, + 1600, + 1600, + 1600, + 1425, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n200/eval_reports/OpenBoxRetrieval-v1.json b/pi05/suite_data_scaling/level2_rigid_n200/eval_reports/OpenBoxRetrieval-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..3979e1e0901b61fb6502f454d855fad2272a1f9d --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n200/eval_reports/OpenBoxRetrieval-v1.json @@ -0,0 +1,166 @@ +{ + "task": "OpenBoxRetrieval-v1", + "step": 100000, + "episodes": 50, + "successes": 5, + "success_rate": 0.1, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 214.31826847791672, + 136.6875038743019, + 196.26385408639908, + 184.4467253088951, + 192.196558624506, + 254.0841107070446, + 207.83420324325562, + 170.5632659494877, + 193.7133203446865, + 163.7754011452198, + 183.60577407479286, + 219.56183436512947, + 187.43638986349106, + 182.24996030330658, + 203.8533140718937, + 161.15186190605164, + 144.49932155013084, + 167.01766499876976, + 168.2795467376709, + 178.98394858837128, + 216.38578176498413, + 245.42352503538132, + 210.7032430768013, + 174.36801823973656, + 219.2274341583252, + 170.73111042380333, + 191.5226526260376, + 188.2063306570053, + 192.406781822443, + 193.20795711874962, + 228.9160052537918, + 158.04432445764542, + 180.31480559706688, + 200.2262471318245, + 240.75535798072815, + 201.25737631320953, + 187.7930310666561, + 177.47190549969673, + 222.58447644114494, + 190.1058288216591, + 224.21008092164993, + 209.77590587735176, + 131.30235788226128, + 211.16833835840225, + 165.61617678403854, + 222.25192639231682, + 217.5419388115406, + 173.85432237386703, + 237.5005949139595, + 137.52775612473488 + ], + "episode_steps": [ + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 568, + 700, + 700, + 700, + 611, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 606, + 700, + 700, + 700, + 574, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 667, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n200/eval_reports/PivotBook-v1.json b/pi05/suite_data_scaling/level2_rigid_n200/eval_reports/PivotBook-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..c4ad0e5db4012faf31ce4f3814338a30135b9f05 --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n200/eval_reports/PivotBook-v1.json @@ -0,0 +1,166 @@ +{ + "task": "PivotBook-v1", + "step": 100000, + "episodes": 50, + "successes": 17, + "success_rate": 0.34, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0 + ], + "episode_return": [ + 0.19230997562408447, + 149.14028120040894, + 115.87882059812546, + 162.12167114019394, + 521.8495516777039, + 199.09975576400757, + 27.16116499900818, + 190.8811376094818, + 165.57338327169418, + 189.6981869339943, + 73.27220433950424, + 137.58285224437714, + 25.998579382896423, + 118.64438462257385, + 298.3480495214462, + 99.70453023910522, + 138.82476890087128, + 197.64639270305634, + 694.752531170845, + 696.1978315114975, + 714.7794351577759, + 28.943063020706177, + 170.12350767850876, + 143.5032543540001, + 163.46003031730652, + 116.48904407024384, + 237.48535537719727, + 112.38315612077713, + 857.7398329377174, + 6.137262582778931, + 129.11241561174393, + 222.7279002070427, + 842.160155236721, + 131.48489874601364, + 605.3223109841347, + 119.92250913381577, + 848.6029319763184, + 158.37159138917923, + 0.2622080445289612, + 148.77723973989487, + 20.45604979991913, + 476.1663438677788, + 115.67234981060028, + 172.50188809633255, + 168.1856706738472, + 1092.8930220603943, + 1009.4719222784042, + 169.3489646911621, + 56.57450568675995, + 134.73412132263184 + ], + "episode_steps": [ + 500, + 500, + 500, + 284, + 500, + 386, + 500, + 321, + 500, + 500, + 500, + 356, + 500, + 351, + 310, + 500, + 367, + 291, + 500, + 500, + 500, + 500, + 274, + 500, + 353, + 359, + 500, + 500, + 500, + 500, + 275, + 500, + 500, + 358, + 500, + 500, + 500, + 289, + 500, + 340, + 500, + 500, + 350, + 500, + 500, + 500, + 500, + 294, + 500, + 500 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n200/eval_reports/ReorientPen-v1.json b/pi05/suite_data_scaling/level2_rigid_n200/eval_reports/ReorientPen-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..9e58ff3fc3bae8f2a53433bf0c0f3f37795151a4 --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n200/eval_reports/ReorientPen-v1.json @@ -0,0 +1,166 @@ +{ + "task": "ReorientPen-v1", + "step": 100000, + "episodes": 50, + "successes": 16, + "success_rate": 0.32, + "episode_success": [ + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0 + ], + "episode_return": [ + 105.33828401565552, + 95.76604896900244, + 102.42068922519684, + 141.41742649674416, + 154.2641854584217, + 160.59776651859283, + 121.01294260658324, + 97.5162905678153, + 16.08623729646206, + 132.95997381955385, + 95.5353234410286, + 58.07046975195408, + 90.365413159132, + 66.7036885023117, + 62.67699412256479, + 39.9344230145216, + 95.30248764902353, + 75.61085548996925, + 209.8255872130394, + 142.11979184579104, + 114.65824688971043, + 183.3680939078331, + 56.19261240703054, + 159.5018273293972, + 265.2762630581856, + 79.37664341926575, + 75.65441980957985, + 94.55109134316444, + 73.66355091333389, + 100.40575641114265, + 139.25653737783432, + 7.11900326050818, + 165.46061462163925, + 101.73142927885056, + 167.7986769080162, + 96.93740246258676, + 100.3442061021924, + 74.08193787932396, + 84.08499521017075, + 83.5369176203385, + 77.23948782682419, + 157.69470167160034, + 93.36836433410645, + 74.16952103376389, + 77.81149393320084, + 84.71422082185745, + 28.89813831821084, + 66.20629278034903, + 89.50160709023476, + 206.19502195715904 + ], + "episode_steps": [ + 300, + 300, + 154, + 300, + 300, + 300, + 300, + 300, + 64, + 300, + 120, + 300, + 300, + 99, + 300, + 300, + 300, + 125, + 300, + 300, + 300, + 300, + 198, + 300, + 300, + 112, + 300, + 300, + 116, + 300, + 300, + 90, + 300, + 118, + 300, + 300, + 300, + 300, + 120, + 300, + 300, + 300, + 116, + 108, + 101, + 96, + 300, + 300, + 186, + 300 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n200/eval_result.json b/pi05/suite_data_scaling/level2_rigid_n200/eval_result.json new file mode 100644 index 0000000000000000000000000000000000000000..b9f9c7cccd6a1a6e6f832b5bd2321fa81e5606a2 --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n200/eval_result.json @@ -0,0 +1,107 @@ +{ + "suite": "level2_rigid_n200", + "step": 100000, + "num_tasks": 16, + "tasks_evaluated": 16, + "episodes_per_task": 50, + "episode_seeds": "1000-1049", + "mean_success_rate": 0.3175, + "per_task": { + "DexOpenDoor-v1": { + "success_rate": 0.46, + "successes": 23, + "episodes": 50, + "return_mean": 338.2047770524932 + }, + "DualArmBookPickPlace-v1": { + "success_rate": 0.16, + "successes": 8, + "episodes": 50, + "return_mean": 364.3171667551994 + }, + "DualArmCleanupPotEnv-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 854.4606931746006 + }, + "DualArmJugglingBall-v1": { + "success_rate": 0.18, + "successes": 9, + "episodes": 50, + "return_mean": -4281.801684134007 + }, + "DualArmLiftBall-v1": { + "success_rate": 0.12, + "successes": 6, + "episodes": 50, + "return_mean": 25.799187687039375 + }, + "DualArmOpenBottle-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 2138.841717739105 + }, + "DualArmOpenLaptop-v1": { + "success_rate": 0.44, + "successes": 22, + "episodes": 50, + "return_mean": 1364.5494366550445 + }, + "DualArmPegInHole-v1": { + "success_rate": 0.2, + "successes": 10, + "episodes": 50, + "return_mean": 40.1671267964039 + }, + "DualArmThrowBlock-v1": { + "success_rate": 0.54, + "successes": 27, + "episodes": 50, + "return_mean": 2133.5023298597334 + }, + "GraspTwoBlocks-v1": { + "success_rate": 0.96, + "successes": 48, + "episodes": 50, + "return_mean": 158.08 + }, + "HammerNailOut-v1": { + "success_rate": 0.38, + "successes": 19, + "episodes": 50, + "return_mean": -23.559576211944222 + }, + "HangMug-v1": { + "success_rate": 0.84, + "successes": 42, + "episodes": 50, + "return_mean": 39.589877532720564 + }, + "KitAssembly-v1": { + "success_rate": 0.04, + "successes": 2, + "episodes": 50, + "return_mean": 260.725 + }, + "OpenBoxRetrieval-v1": { + "success_rate": 0.1, + "successes": 5, + "episodes": 50, + "return_mean": 192.6184884029627 + }, + "PivotBook-v1": { + "success_rate": 0.34, + "successes": 17, + "episodes": 50, + "return_mean": 267.52722657561304 + }, + "ReorientPen-v1": { + "success_rate": 0.32, + "successes": 16, + "episodes": 50, + "return_mean": 104.84647910281551 + } + } +} diff --git a/pi05/suite_data_scaling/level2_rigid_n200/lora_step_0100000.npz b/pi05/suite_data_scaling/level2_rigid_n200/lora_step_0100000.npz new file mode 100644 index 0000000000000000000000000000000000000000..e23afb70c5197e7d8904aba3e1034793a99fa9df --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n200/lora_step_0100000.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e578d67c8efdb5581e676ca52f555478e8261d8b3fb23440594fa5b0829d814 +size 1867943218 diff --git a/pi05/suite_data_scaling/level2_rigid_n200/metadata.json b/pi05/suite_data_scaling/level2_rigid_n200/metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..c057b919b653d0cf8a01477bd270d644e1a302a2 --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n200/metadata.json @@ -0,0 +1,53 @@ +{ + "suite": "level2_rigid_n200", + "data_scale_label": "n200", + "description": "level-2 rigid-body suite (16 tasks), data-scaling study: one multi-task PI0.5 LoRA policy per demonstration budget", + "method": "PI0.5 LoRA + trainable weights, multi-task (one policy for all tasks in the suite)", + "base_checkpoint": "gs://openpi-assets/checkpoints/pi05_base/params", + "checkpoint": "lora_step_0100000.npz", + "checkpoint_sha256": "2e578d67c8efdb5581e676ca52f555478e8261d8b3fb23440594fa5b0829d814", + "checkpoint_bytes": 1867943218, + "tensor_count": 51, + "action_dim": 44, + "state_dim": 44, + "action_horizon": 50, + "max_token_len": 200, + "image_size": 224, + "exec_steps": 16, + "sample_steps": 10, + "tasks": [ + "HangMug-v1", + "KitAssembly-v1", + "OpenBoxRetrieval-v1", + "PivotBook-v1", + "DexOpenDoor-v1", + "GraspTwoBlocks-v1", + "HammerNailOut-v1", + "ReorientPen-v1", + "DualArmBookPickPlace-v1", + "DualArmCleanupPotEnv-v1", + "DualArmLiftBall-v1", + "DualArmPegInHole-v1", + "DualArmJugglingBall-v1", + "DualArmOpenBottle-v1", + "DualArmOpenLaptop-v1", + "DualArmThrowBlock-v1" + ], + "num_tasks": 16, + "train_steps": 100000, + "batch_size": 64, + "lr": 5e-05, + "warmup_steps": 1000, + "decay_steps": 100000, + "decay_lr": 5e-06, + "seed": 42, + "norm_stats_file": "norm_stats.json", + "norm_stats_sha256": "caf8ce4ae74314d7ecf5177cf1b347563f9077dcc6dcd812d805850cedf234fa", + "eval_episodes": 50, + "eval_seed_base": 1000, + "evaluated_step": 100000, + "selection": "final checkpoint only (no checkpoint selection)", + "campaign": "pi05_l2rigid_scaling_20261111", + "source_run": "exp3_l2rigid_n200", + "label_note": "The N20/N50/N100/N200 labels follow the authors' results sheet. The training-run directory on the cluster for this folder was named exp3_l2rigid_n200." +} diff --git a/pi05/suite_data_scaling/level2_rigid_n200/norm_stats.json b/pi05/suite_data_scaling/level2_rigid_n200/norm_stats.json new file mode 100644 index 0000000000000000000000000000000000000000..9547d971d4e4fb7159681f184d1d8c99aa230bb4 --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n200/norm_stats.json @@ -0,0 +1,376 @@ +{ + "norm_stats": { + "state": { + "mean": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "std": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "q01": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "q99": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + "actions": { + "mean": [ + 0.0019618367470427686, + 0.0001117785404830565, + -0.0074596439274170825, + -0.00041185244955711147, + -0.004216253770991322, + -0.0008026384585120737, + 0.03615650785116967, + 0.022213956991776744, + 0.01938565008897178, + 0.012890062393754035, + -0.0019501806633421637, + 0.02423395706177039, + 0.015402132668407897, + 0.05099443202299111, + -0.0010431226156270227, + 0.031539122149281076, + 0.02631396486648695, + 0.021792452041316038, + 0.03674050496693762, + 0.009404787536368711, + 0.03293801060121938, + 0.029001734898981047, + 0.006830679332679997, + 0.0006129267425477407, + -0.0023797683701992016, + 0.004222954976118401, + -0.00014561359114034338, + 0.001319717686834279, + -0.0005344967639634254, + 0.010439304406453787, + 0.004129376808872251, + 0.0072194584926410016, + 0.00017009254028601848, + 0.009653396203157272, + 0.006061962095494716, + 0.009310659731276682, + 0.0012090845393683668, + 0.008961068066643013, + 0.007659365434355244, + 0.007737812593685333, + 0.06799431953301052, + -0.0010147627533415597, + 0.03476769155145245, + 0.027969113798786884 + ], + "std": [ + 0.04054488354624873, + 0.060211367978569366, + 0.0656540504665739, + 0.12862657915809214, + 0.035507338025425356, + 0.029089680021476157, + 0.7555570855319189, + 0.09788331506040905, + 0.08259324301207838, + 0.07999674860587865, + 0.04950747724158674, + 0.09970028213631217, + 0.08949831650436264, + 0.598131416244799, + 0.048244241484468216, + 0.10572461910735155, + 0.11498418190463956, + 0.09154854358881655, + 0.10846699205262038, + 0.02459079695931056, + 0.08556273047585963, + 0.08204885390138594, + 0.03915184282156758, + 0.06174194815750373, + 0.07135278724673463, + 0.17452553581962013, + 0.0010243797379448042, + 0.006254163968797769, + 0.0042285296089381455, + 0.10987161485539688, + 0.043745443122643904, + 0.07735425581732568, + 0.00185458858000298, + 0.09783672428772665, + 0.06405244307842124, + 0.0945717796689382, + 0.04058248697264581, + 0.09760760836575037, + 0.0816824635420856, + 0.08169620447169051, + 0.1577328223189239, + 0.007556051077705651, + 0.07253251257746436, + 0.07370837612872715 + ], + "q01": [ + -0.10000000149011612, + -0.10000000149011612, + -0.11448070764541624, + -0.07853983342647552, + -0.30000001192092896, + -0.07999999821186066, + -1.0, + -0.10000000149011612, + -0.13766544818878174, + -0.10131265878677369, + -0.06283185631036758, + -0.12032803595066069, + -0.13742856681346893, + -1.0, + -0.03224417194724083, + -0.1553518271446228, + -0.14008657455444334, + -0.13706791400909424, + -0.13647336125373838, + -0.00567784458398819, + -0.09868601620197294, + -0.1120882886648178, + -0.10000000149011612, + -0.10000000149011612, + -0.10000000149011612, + -0.4000000059604645, + -0.0052670543547719715, + -0.0035139478626661004, + -0.023974446207284925, + -0.23402794748544692, + -0.01002685772255063, + -0.004613661207258701, + -0.0006763265992049126, + -0.2027435064315796, + -0.004646647442132234, + -0.13151973485946655, + -0.010659195575863123, + -0.20136803835630418, + -0.08313785903155804, + -0.08314803317189216, + -0.28816139698028564, + -0.04537191744893789, + -0.010979794152081012, + -1.5497207641601562e-6 + ], + "q99": [ + 0.10000000149011612, + 0.15000000596046448, + 0.15000000596046448, + 0.4188614785671234, + 0.0034494388150051224, + 0.11999999731779099, + 1.0, + 0.3340824246406555, + 0.28381532430648804, + 0.290406733751297, + 0.009473504703492085, + 0.355493301153183, + 0.29469453483820063, + 1.0, + 0.013357646316289879, + 0.37290993332862854, + 0.33831822872161865, + 0.3450121617317198, + 0.5111034893989563, + 0.08975022256374358, + 0.30436610102653505, + 0.3555401861667633, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 1.5707963705062866, + 0.0013705949543509634, + 0.03666980728507044, + 0.00009984548378269998, + 0.3290634319186211, + 0.21215558052062988, + 0.2200232893228531, + 0.008005060721188749, + 0.2702551051974297, + 0.22001489996910095, + 0.27025139331817627, + 0.03986643385142079, + 0.2702549397945404, + 0.22001489996910095, + 0.2200232893228531, + 0.6091890335083008, + 0.007267011515796182, + 0.2969335585832596, + 0.295930378139019 + ] + } + } +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n50/eval_reports/DexOpenDoor-v1.json b/pi05/suite_data_scaling/level2_rigid_n50/eval_reports/DexOpenDoor-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..78dfbc79f3c166d288ae78df72958c2de82c1d42 --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n50/eval_reports/DexOpenDoor-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DexOpenDoor-v1", + "step": 100000, + "episodes": 50, + "successes": 23, + "success_rate": 0.46, + "episode_success": [ + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0 + ], + "episode_return": [ + 261.4378776247288, + 206.98918966925703, + 241.83809431066038, + 180.51492545509464, + 711.5115409429355, + 256.2656265109546, + 288.70868906605756, + 241.36952857584447, + 252.6259351540357, + 185.51190404128283, + 231.32494677975964, + 210.90973640704468, + 91.9960771296205, + 263.0741854614374, + 790.4629938538734, + 203.73165093141142, + 218.59036109410226, + 226.33992213965394, + 198.6203565843084, + 208.8194905915073, + 228.43025546452213, + 232.3414126522306, + 231.12028856727673, + 245.43719586734278, + 103.99940762133338, + 177.61539276316762, + 181.08896161978046, + 294.0858124401969, + 413.34719725218326, + 271.8460374909919, + 257.9713845345759, + 237.87999619776383, + 263.6769730487722, + 210.44622206431814, + 296.2660158723593, + 697.5415013127513, + 259.377594165504, + 677.4826438196469, + 231.33030524721016, + 223.71128777898127, + 177.0420276344014, + 377.3008311048616, + 628.761593926698, + 232.71303932146387, + 271.1277605849318, + 176.60880270301982, + 407.2581236260012, + 225.3365492241424, + 84.62922918403672, + 252.07845383256597 + ], + "episode_steps": [ + 587, + 434, + 850, + 359, + 850, + 850, + 484, + 576, + 555, + 377, + 424, + 850, + 850, + 510, + 850, + 850, + 414, + 850, + 850, + 423, + 545, + 483, + 438, + 850, + 850, + 428, + 371, + 850, + 850, + 850, + 850, + 850, + 850, + 850, + 617, + 850, + 581, + 850, + 446, + 850, + 363, + 850, + 850, + 462, + 850, + 425, + 850, + 451, + 850, + 850 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n50/eval_reports/DualArmBookPickPlace-v1.json b/pi05/suite_data_scaling/level2_rigid_n50/eval_reports/DualArmBookPickPlace-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..c413c3099292d430c1eeedad9ef3faf37b8da214 --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n50/eval_reports/DualArmBookPickPlace-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmBookPickPlace-v1", + "step": 100000, + "episodes": 50, + "successes": 4, + "success_rate": 0.08, + "episode_success": [ + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 107.66969782114029, + 199.58034986257553, + 916.6291380524635, + 49.41095435619354, + 63.53573435544968, + 355.98699176311493, + 109.29360383749008, + 904.0959163308144, + 160.60770481824875, + 91.13555008172989, + 333.7825490832329, + 205.2356847524643, + 186.28216117620468, + 129.2733052968979, + 86.28313994407654, + 398.73916310071945, + 2069.5329524874687, + 80.44195753335953, + 932.9406661391258, + 119.57299852371216, + 1526.9938505291939, + 1082.7465237379074, + 336.66203904151917, + 193.63567197322845, + 177.24014377593994, + 139.92764174938202, + 111.97388660907745, + 94.59892016649246, + 156.71507894992828, + 421.0781341791153, + 176.16583478450775, + 152.23339450359344, + 186.52147769927979, + 302.1907508969307, + 131.05696761608124, + 239.21195220947266, + 95.84417378902435, + 119.65699911117554, + 118.76032191514969, + 148.97542876005173, + 1824.1384959816933, + 283.83120930194855, + 89.94732266664505, + 896.7873921394348, + 317.02150279283524, + 182.50486636161804, + 451.8238975405693, + 1056.8552710413933, + 97.50982290506363, + 137.46044093370438 + ], + "episode_steps": [ + 800, + 800, + 418, + 800, + 800, + 800, + 800, + 414, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 422, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 414, + 800, + 800, + 800, + 800, + 800, + 800 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n50/eval_reports/DualArmCleanupPotEnv-v1.json b/pi05/suite_data_scaling/level2_rigid_n50/eval_reports/DualArmCleanupPotEnv-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..9788e5d98fc87dab17e77e2bac15e7ba31db0536 --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n50/eval_reports/DualArmCleanupPotEnv-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmCleanupPotEnv-v1", + "step": 100000, + "episodes": 50, + "successes": 4, + "success_rate": 0.08, + "episode_success": [ + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 73.96848404407501, + 77.25826001167297, + 747.6498014330864, + 239.7278931736946, + 1593.6069553494453, + 609.2462381720543, + 955.5348640084267, + 1627.4244748353958, + 194.17759364843369, + 235.83379435539246, + 103.80704295635223, + 83.13595044612885, + 1668.2207322120667, + 861.0126027464867, + 1630.4887961149216, + 1677.7989035248756, + 1644.624030828476, + 201.34461402893066, + 93.00911176204681, + 739.0099343061447, + 823.5174223780632, + 71.69391369819641, + 1558.5539020895958, + 636.0524563789368, + 73.34945821762085, + 139.26920491456985, + 1197.1266071796417, + 1747.465425670147, + 1644.6629920005798, + 1815.1723439097404, + 1550.5589100718498, + 1607.7433490157127, + 808.4422345757484, + 76.93976426124573, + 1506.5436981916428, + 1589.320514678955, + 99.68389266729355, + 1648.0827837586403, + 936.253213763237, + 69.1057910323143, + 248.95063960552216, + 1333.5651195645332, + 168.9394729733467, + 1606.9946361780167, + 89.42496049404144, + 107.96044999361038, + 1439.9271960258484, + 185.3343750834465, + 68.83826863765717, + 265.97870713472366 + ], + "episode_steps": [ + 1000, + 1000, + 697, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 691, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 688, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 689, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000, + 1000 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n50/eval_reports/DualArmJugglingBall-v1.json b/pi05/suite_data_scaling/level2_rigid_n50/eval_reports/DualArmJugglingBall-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..d54de4f0252131ebd1d54c508176eb0d3e38fc52 --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n50/eval_reports/DualArmJugglingBall-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmJugglingBall-v1", + "step": 100000, + "episodes": 50, + "successes": 3, + "success_rate": 0.06, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + -5442.970872879028, + -4749.755251526833, + -4763.884268522263, + -4574.048911690712, + -4660.35387134552, + -5127.1860427856445, + -4606.0064553022385, + -4990.255894303322, + -4679.836474537849, + -5033.642299294472, + -4600.85653591156, + -4574.319778442383, + -4781.737957715988, + -4702.423645615578, + -4762.911110401154, + -4652.360241174698, + -4947.414397716522, + -5340.074405908585, + -4691.267919540405, + -5446.484671354294, + -4734.951321840286, + -4658.680728435516, + -1347.8415814638138, + -5412.971950531006, + -4088.780919075012, + -4733.89825797081, + -4691.802362203598, + -4463.269382953644, + -4622.700082778931, + -4744.863063812256, + -5363.223313271999, + -4710.770111680031, + -4726.050940990448, + -4679.549357891083, + -4669.604622125626, + -4629.249814748764, + -4873.692861557007, + -4901.228244781494, + -5317.6306228637695, + -4607.00622010231, + -5327.472625494003, + -5310.104546070099, + -4796.118006467819, + -4620.95837187767, + -1688.9346923828125, + -4618.948535084724, + -2470.476728439331, + -4588.58315551281, + -4651.948839426041, + -4746.599427938461 + ], + "episode_steps": [ + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 444, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 1500, + 541, + 1500, + 804, + 1500, + 1500, + 1500 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n50/eval_reports/DualArmLiftBall-v1.json b/pi05/suite_data_scaling/level2_rigid_n50/eval_reports/DualArmLiftBall-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..0d1b87c955d9d76b8a9040fed921d46b2813c307 --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n50/eval_reports/DualArmLiftBall-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmLiftBall-v1", + "step": 100000, + "episodes": 50, + "successes": 5, + "success_rate": 0.1, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 26.165275186300278, + 24.306970417499542, + 31.054926425218582, + 20.559730380773544, + 33.41533014178276, + 21.17470994591713, + 27.945874899625778, + 23.962228924036026, + 19.40666937828064, + 24.193700075149536, + 41.832364946603775, + 36.04026797413826, + 25.51033666729927, + 25.31825017929077, + 21.43081846833229, + 20.33242303133011, + 26.31279918551445, + 25.74767416715622, + 22.067281663417816, + 30.98000544309616, + 20.125989735126495, + 24.67627254128456, + 24.658976644277573, + 23.212997555732727, + 34.663907676935196, + 20.57700151205063, + 25.231214344501495, + 22.61704733967781, + 23.955745965242386, + 24.68807166814804, + 20.71738812327385, + 23.303551644086838, + 35.97110930085182, + 23.14800986647606, + 25.86010053753853, + 23.163059413433075, + 23.767645865678787, + 37.968514293432236, + 25.94890668988228, + 23.05915641784668, + 24.648859202861786, + 26.519331574440002, + 25.648770958185196, + 28.459059923887253, + 38.405591905117035, + 20.394307017326355, + 20.708325684070587, + 23.652515172958374, + 30.927713721990585, + 25.112705409526825 + ], + "episode_steps": [ + 300, + 300, + 300, + 300, + 149, + 300, + 300, + 300, + 300, + 300, + 300, + 177, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 146, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 141, + 300, + 300, + 300, + 300, + 300, + 300, + 143, + 300, + 300, + 300, + 300, + 300 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n50/eval_reports/DualArmOpenBottle-v1.json b/pi05/suite_data_scaling/level2_rigid_n50/eval_reports/DualArmOpenBottle-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..1f976e966310159824ed7770288d9adeaf523729 --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n50/eval_reports/DualArmOpenBottle-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmOpenBottle-v1", + "step": 100000, + "episodes": 50, + "successes": 0, + "success_rate": 0.0, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 2190.287846803665, + 2336.811459302902, + 2258.4535608291626, + 2102.017383813858, + 2179.0033259391785, + 2310.8614547252655, + 2229.131012916565, + 2195.123428106308, + 2211.3682076931, + 2173.7633090019226, + 2191.292416572571, + 2175.9131650924683, + 2192.7288551330566, + 2166.6447257995605, + 2188.478043317795, + 2217.0222115516663, + 2197.5507802963257, + 2328.5944287776947, + 2270.75656914711, + 2165.945360660553, + 2164.7703082561493, + 2218.4563133716583, + 2307.5659890174866, + 2253.2984323501587, + 2195.2332513332367, + 2194.835015773773, + 2288.2772510051727, + 2250.940696001053, + 2186.934203863144, + 2182.647168636322, + 2201.9020879268646, + 2214.9674537181854, + 2162.3164348602295, + 2246.787183523178, + 2269.327910423279, + 2048.9594855308533, + 2218.836366176605, + 2296.953022956848, + 2262.6840641498566, + 2241.2878420352936, + 2142.751510620117, + 2236.1887278556824, + 2335.435719013214, + 2203.70597243309, + 2280.695166826248, + 2170.395980834961, + 2118.9878504276276, + 2124.084617137909, + 2229.4292039871216, + 2209.4129276275635 + ], + "episode_steps": [ + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600, + 600 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n50/eval_reports/DualArmOpenLaptop-v1.json b/pi05/suite_data_scaling/level2_rigid_n50/eval_reports/DualArmOpenLaptop-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..6aac01f9c147efe7ba40dd625cd053d3a49b2edf --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n50/eval_reports/DualArmOpenLaptop-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmOpenLaptop-v1", + "step": 100000, + "episodes": 50, + "successes": 16, + "success_rate": 0.32, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 1626.7221341133118, + 1577.1874347925186, + 1762.2537971735, + 663.990073800087, + 590.977853178978, + 651.4993611574173, + 1723.3537991046906, + 1525.4252796173096, + 1710.9981498718262, + 587.5286574363708, + 1758.6000139713287, + 829.1407049894333, + 1783.1537656784058, + 1679.4004765748978, + 600.3850507736206, + 671.8551967144012, + 1536.7855941057205, + 1706.3190433979034, + 1618.3492496013641, + 607.3615354299545, + 585.2251741886139, + 603.1405687332153, + 1748.7942091226578, + 1690.1259316205978, + 1734.5156698226929, + 1720.5828127861023, + 1543.9602115154266, + 1762.8761256933212, + 1750.4491084814072, + 575.9942643642426, + 1619.4000706672668, + 1559.7252715826035, + 1685.6587324142456, + 1723.857993364334, + 1741.8271865844727, + 614.3673467636108, + 608.2968662977219, + 1757.8764081001282, + 1748.866476893425, + 621.0466278791428, + 1770.600872516632, + 1747.5077075958252, + 1566.7496693134308, + 1702.7132790088654, + 1589.4031028747559, + 1755.7397722005844, + 584.2065590620041, + 1738.822517633438, + 1719.6886258125305, + 1735.1655884981155 + ], + "episode_steps": [ + 800, + 800, + 800, + 327, + 299, + 335, + 800, + 800, + 800, + 296, + 800, + 386, + 800, + 800, + 308, + 336, + 800, + 800, + 800, + 306, + 296, + 305, + 800, + 800, + 800, + 800, + 800, + 800, + 800, + 291, + 800, + 711, + 800, + 800, + 800, + 314, + 308, + 800, + 800, + 307, + 800, + 800, + 800, + 800, + 800, + 800, + 294, + 800, + 800, + 800 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n50/eval_reports/DualArmPegInHole-v1.json b/pi05/suite_data_scaling/level2_rigid_n50/eval_reports/DualArmPegInHole-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..d055f30a4b27fcc73a0aa2d235b278149ed941be --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n50/eval_reports/DualArmPegInHole-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmPegInHole-v1", + "step": 100000, + "episodes": 50, + "successes": 8, + "success_rate": 0.16, + "episode_success": [ + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0 + ], + "episode_return": [ + 128.3269681930542, + 20.757591903209686, + 18.10100620985031, + 76.38066411204636, + 20.82447561621666, + 20.204935376532376, + 46.23589235544205, + 205.56449687480927, + 28.416976273059845, + 95.80007416009903, + 10.527928471565247, + 26.219431459903717, + 15.22823280096054, + 6.348213016986847, + 42.535719215869904, + 21.344255328178406, + 5.964788496494293, + 88.17139915376902, + 28.781348943710327, + 114.68222671747208, + 42.63491081446409, + 21.18760367296636, + 15.57896113395691, + 16.69443517923355, + 129.42608952522278, + 45.32015883922577, + 32.891662538051605, + 26.080115497112274, + 30.839741587638855, + 6.7297163009643555, + 18.85095524787903, + 39.99139016866684, + 230.623444378376, + 41.92257356643677, + 21.804850339889526, + 13.58884277753532, + 17.201679825782776, + 224.7798308134079, + 21.2096426486969, + 31.486974954605103, + 10.965650022029877, + 44.73747432231903, + 8.280605971813202, + 125.81970220804214, + 25.609006524086, + 12.383662024512887, + 3.962205648422241, + 36.83714139647782, + 18.11869215965271, + 17.77938461303711 + ], + "episode_steps": [ + 300, + 300, + 184, + 300, + 99, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 213, + 300, + 186, + 300, + 300, + 300, + 300, + 300, + 300, + 186, + 241, + 300, + 300, + 300, + 300, + 198, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 300, + 186 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n50/eval_reports/DualArmThrowBlock-v1.json b/pi05/suite_data_scaling/level2_rigid_n50/eval_reports/DualArmThrowBlock-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..d97b465d52a3a4a0543dd90a5ea3592f60182a7d --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n50/eval_reports/DualArmThrowBlock-v1.json @@ -0,0 +1,166 @@ +{ + "task": "DualArmThrowBlock-v1", + "step": 100000, + "episodes": 50, + "successes": 9, + "success_rate": 0.18, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "episode_return": [ + 2320.733800172806, + 2613.9298033714294, + 2711.02747130394, + 2439.197617292404, + 2356.846173763275, + 2654.6037056446075, + 2642.8913190364838, + 2675.152364253998, + 2379.853048801422, + 2648.003546476364, + 2250.228863954544, + 2724.1902043819427, + 2360.2180347442627, + 2070.2756731510162, + 2155.691045999527, + 2252.2260286808014, + 1994.0746927261353, + 2607.831624507904, + 2580.9616096019745, + 2481.3237886428833, + 2657.495850086212, + 2594.1293857097626, + 2349.1311984062195, + 1993.958105802536, + 2412.791331768036, + 2676.482015132904, + 1578.9210402965546, + 2324.8536183834076, + 2450.594169139862, + 2695.83464717865, + 2368.8686397075653, + 2291.2579486370087, + 1432.0461256504059, + 2684.4484548568726, + 2500.7813460826874, + 1546.2458119392395, + 2192.9541430473328, + 2670.828667163849, + 2604.3967945575714, + 2267.282556772232, + 2557.051497220993, + 2487.156108856201, + 2659.8346178531647, + 2410.772946834564, + 1987.352520942688, + 2625.301234960556, + 1550.4133944511414, + 1527.6166944503784, + 2524.4906783103943, + 2164.9611661434174 + ], + "episode_steps": [ + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 403, + 500, + 500, + 500, + 500, + 471, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 319, + 500, + 500, + 500, + 500, + 500, + 295, + 500, + 500, + 306, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 500, + 405, + 500, + 312, + 307, + 500, + 403 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n50/eval_reports/GraspTwoBlocks-v1.json b/pi05/suite_data_scaling/level2_rigid_n50/eval_reports/GraspTwoBlocks-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..78e438a1aaa4795595077b7f981448b9b908f9c5 --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n50/eval_reports/GraspTwoBlocks-v1.json @@ -0,0 +1,166 @@ +{ + "task": "GraspTwoBlocks-v1", + "step": 100000, + "episodes": 50, + "successes": 45, + "success_rate": 0.9, + "episode_success": [ + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "episode_return": [ + 210.0, + 260.17959159612656, + 114.0, + 142.0, + 141.0, + 300.0, + 175.0, + 188.0, + 123.0, + 181.0, + 201.0, + 272.0, + 109.0, + 159.0, + 146.0, + 151.0, + 162.0, + 300.0, + 125.0, + 194.0, + 142.0, + 230.0, + 136.0, + 193.0, + 195.0, + 113.0, + 141.0, + 113.0, + 168.0, + 300.0, + 176.0, + 149.0, + 179.0, + 121.0, + 170.0, + 141.0, + 203.0, + 157.0, + 112.0, + 283.0, + 196.0, + 148.0, + 147.0, + 106.0, + 110.0, + 300.0, + 161.0, + 260.0, + 185.0, + 106.0 + ], + "episode_steps": [ + 209, + 300, + 113, + 141, + 140, + 300, + 174, + 187, + 122, + 180, + 200, + 271, + 108, + 158, + 145, + 150, + 161, + 300, + 124, + 193, + 141, + 229, + 135, + 192, + 194, + 112, + 140, + 112, + 167, + 300, + 175, + 148, + 178, + 120, + 169, + 140, + 202, + 156, + 111, + 282, + 195, + 147, + 146, + 105, + 109, + 300, + 160, + 259, + 184, + 105 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n50/eval_reports/HammerNailOut-v1.json b/pi05/suite_data_scaling/level2_rigid_n50/eval_reports/HammerNailOut-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..faa00084ff3ce84c87bf512f6015dea39e93a6a3 --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n50/eval_reports/HammerNailOut-v1.json @@ -0,0 +1,166 @@ +{ + "task": "HammerNailOut-v1", + "step": 100000, + "episodes": 50, + "successes": 22, + "success_rate": 0.44, + "episode_success": [ + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0 + ], + "episode_return": [ + -24.217684131115675, + -36.021997667849064, + -19.326910220086575, + -26.485112514346838, + -18.54521929472685, + -28.631892781704664, + -14.770370304584503, + -21.990425568073988, + -19.288301646709442, + -30.530563812702894, + -18.91586383804679, + -25.74398009106517, + -18.193027075380087, + -14.700477536767721, + -23.199119379743934, + -28.486070923507214, + -18.245848804712296, + -27.427737057209015, + -17.610442847013474, + -18.314028844237328, + -35.157824203372, + -28.42305415868759, + -13.781951885670424, + -28.115300089120865, + -16.487051833420992, + -19.36237684637308, + -13.339258428663015, + -25.30267833545804, + -28.724212933331728, + -30.292404271662235, + -28.01094852387905, + -29.879176426678896, + -27.413750663399696, + -26.497394401580095, + -28.43544542044401, + -32.31954483687878, + -18.069659665226936, + -19.771198853850365, + -20.734634090214968, + -29.45777991786599, + -33.489502031356096, + -16.954358514398336, + -28.849020592868328, + -26.73527331277728, + -20.45574640482664, + -29.281634639948606, + -26.971490491181612, + -17.849386379122734, + -15.020896922796965, + -24.22893251106143 + ], + "episode_steps": [ + 400, + 400, + 288, + 400, + 278, + 400, + 243, + 297, + 304, + 400, + 272, + 400, + 304, + 244, + 400, + 400, + 262, + 400, + 272, + 266, + 400, + 400, + 239, + 400, + 265, + 287, + 229, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 400, + 262, + 279, + 350, + 400, + 400, + 255, + 400, + 400, + 300, + 400, + 400, + 271, + 254, + 400 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n50/eval_reports/HangMug-v1.json b/pi05/suite_data_scaling/level2_rigid_n50/eval_reports/HangMug-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..c0d56e5cfdb98b07006f461bbb281bfa6bbf87e8 --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n50/eval_reports/HangMug-v1.json @@ -0,0 +1,166 @@ +{ + "task": "HangMug-v1", + "step": 100000, + "episodes": 50, + "successes": 43, + "success_rate": 0.86, + "episode_success": [ + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "episode_return": [ + 29.55330067873001, + 18.905193090438843, + 6.141111850738525, + 9.987902879714966, + 6.914526998996735, + 75.72542643547058, + 305.96130752563477, + 40.717653691768646, + 12.91775244474411, + 67.97327768802643, + 59.39394348859787, + 41.82837355136871, + 0.0, + 30.5472651720047, + 15.469044148921967, + 73.83187037706375, + 45.83407163619995, + 17.39826887845993, + 85.92162215709686, + 36.335760056972504, + 65.86511838436127, + 5.969161093235016, + 46.66372311115265, + 0.736732006072998, + 68.04234981536865, + 29.14464819431305, + 21.927751064300537, + 26.164566338062286, + 81.68328523635864, + 36.634380757808685, + 46.02717810869217, + 41.66820704936981, + 33.59906727075577, + 38.295281767845154, + 8.76590210199356, + 44.60918515920639, + 12.104485750198364, + 9.492213726043701, + 54.947364032268524, + 38.48202133178711, + 20.300588488578796, + 35.35042303800583, + 61.803747951984406, + 2.082910180091858, + 16.515251338481903, + 57.614860236644745, + 95.26983833312988, + 76.94596809148788, + 0.868229329586029, + 30.2411327958107 + ], + "episode_steps": [ + 175, + 369, + 122, + 374, + 600, + 476, + 600, + 314, + 600, + 306, + 413, + 261, + 600, + 291, + 435, + 307, + 215, + 471, + 280, + 197, + 355, + 124, + 295, + 600, + 290, + 249, + 185, + 182, + 367, + 183, + 289, + 211, + 255, + 189, + 392, + 247, + 398, + 132, + 241, + 208, + 190, + 198, + 266, + 600, + 501, + 248, + 357, + 310, + 600, + 169 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n50/eval_reports/KitAssembly-v1.json b/pi05/suite_data_scaling/level2_rigid_n50/eval_reports/KitAssembly-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..81fa036427940b5650f289aca9629a32f65402e9 --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n50/eval_reports/KitAssembly-v1.json @@ -0,0 +1,166 @@ +{ + "task": "KitAssembly-v1", + "step": 100000, + "episodes": 50, + "successes": 4, + "success_rate": 0.08, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0 + ], + "episode_return": [ + 273.25, + 484.75, + 0.0, + 432.0, + 0.0, + 35.5, + 321.5, + 0.0, + 272.5, + 0.0, + 0.0, + 513.0, + 347.5, + 639.0, + 610.5, + 345.5, + 0.0, + 351.0, + 351.25, + 359.75, + 652.75, + 0.0, + 1.5, + 357.5, + 635.75, + 293.75, + 0.0, + 0.0, + 661.5, + 467.0, + 0.0, + 0.0, + 0.0, + 382.75, + 0.0, + 359.0, + 0.0, + 0.0, + 204.75, + 0.0, + 481.0, + 0.0, + 0.0, + 109.75, + 359.5, + 506.25, + 289.75, + 0.0, + 482.75, + 197.5 + ], + "episode_steps": [ + 1600, + 1600, + 1600, + 1043, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1139, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1600, + 1140, + 1600, + 1600, + 1169, + 1600 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n50/eval_reports/OpenBoxRetrieval-v1.json b/pi05/suite_data_scaling/level2_rigid_n50/eval_reports/OpenBoxRetrieval-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..f64039935c2e7688174d224d7021af9791546bac --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n50/eval_reports/OpenBoxRetrieval-v1.json @@ -0,0 +1,166 @@ +{ + "task": "OpenBoxRetrieval-v1", + "step": 100000, + "episodes": 50, + "successes": 10, + "success_rate": 0.2, + "episode_success": [ + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0 + ], + "episode_return": [ + 182.7039144039154, + 189.415802359581, + 235.24896159768105, + 241.58639261126518, + 172.36382392048836, + 248.2968655526638, + 210.14991569519043, + 224.3705132007599, + 210.4785185456276, + 205.66795960068703, + 211.7175533771515, + 190.48275411128998, + 229.4101165831089, + 212.73506253957748, + 224.9706526696682, + 172.3913980126381, + 224.63495594263077, + 220.8128772675991, + 247.65329226851463, + 164.9210501909256, + 177.13792783021927, + 162.8590890467167, + 177.62535199522972, + 201.5532265305519, + 197.05134254693985, + 197.11293336749077, + 235.664576202631, + 195.27265632152557, + 166.18857970833778, + 216.17336201667786, + 194.24591979384422, + 264.7443252801895, + 245.38526207208633, + 170.50899171829224, + 242.8615254163742, + 179.7172685265541, + 196.5759226679802, + 212.10522237420082, + 246.809096544981, + 225.454946488142, + 162.63823610544205, + 177.84524455666542, + 175.98330855369568, + 185.17595651745796, + 216.44951897859573, + 157.4651409983635, + 174.9440231025219, + 198.03602749109268, + 288.63995015621185, + 170.1315429508686 + ], + "episode_steps": [ + 646, + 700, + 700, + 700, + 537, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 553, + 568, + 537, + 700, + 700, + 700, + 700, + 700, + 700, + 568, + 700, + 700, + 700, + 700, + 552, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 700, + 568, + 700, + 700, + 602, + 700, + 700, + 557 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n50/eval_reports/PivotBook-v1.json b/pi05/suite_data_scaling/level2_rigid_n50/eval_reports/PivotBook-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..4855233a3ca6d66f37f9e0937a3fd0f3711b2e78 --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n50/eval_reports/PivotBook-v1.json @@ -0,0 +1,166 @@ +{ + "task": "PivotBook-v1", + "step": 100000, + "episodes": 50, + "successes": 14, + "success_rate": 0.28, + "episode_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0 + ], + "episode_return": [ + 0.0006963014602661133, + 174.71484911441803, + 172.65662223100662, + 179.43509900569916, + 0.13465183973312378, + 106.8866690993309, + 151.56572896242142, + 0.0, + 0.16615766286849976, + 131.1003156900406, + 132.1614962220192, + 159.42981833219528, + 146.41140884160995, + 60.25309067964554, + 142.31903964281082, + 0.0, + 252.87370318174362, + 0.0, + 0.21996039152145386, + 272.9394714832306, + 118.28521782159805, + 115.12780064344406, + 73.25232481956482, + 284.8873798251152, + 1.226550579071045, + 149.17238986492157, + 57.09209620952606, + 126.60984134674072, + 55.17373991012573, + 348.5476251244545, + 344.3346440792084, + 0.0, + 726.088304400444, + 167.27489185333252, + 124.19818723201752, + 158.79552441835403, + 258.1202717423439, + 874.7203228473663, + 170.6173809170723, + 146.88449323177338, + 107.95526629686356, + 172.98749160766602, + 1034.106239914894, + 126.89424932003021, + 264.9480404853821, + 170.89868009090424, + 171.02417081594467, + 401.4180691242218, + 150.41733849048615, + 143.36892300844193 + ], + "episode_steps": [ + 500, + 500, + 500, + 500, + 500, + 358, + 500, + 500, + 500, + 500, + 500, + 291, + 319, + 500, + 500, + 500, + 300, + 500, + 500, + 500, + 355, + 446, + 500, + 500, + 500, + 304, + 500, + 500, + 500, + 500, + 500, + 500, + 494, + 500, + 500, + 500, + 500, + 500, + 279, + 279, + 500, + 500, + 500, + 500, + 500, + 271, + 278, + 500, + 272, + 349 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n50/eval_reports/ReorientPen-v1.json b/pi05/suite_data_scaling/level2_rigid_n50/eval_reports/ReorientPen-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..9430607bc10a37f54bd98e3b2f9c9d41c35ebbd1 --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n50/eval_reports/ReorientPen-v1.json @@ -0,0 +1,166 @@ +{ + "task": "ReorientPen-v1", + "step": 100000, + "episodes": 50, + "successes": 12, + "success_rate": 0.24, + "episode_success": [ + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_return": [ + 90.99833523202688, + 71.40228501125239, + 130.2961014509201, + 148.33382257819176, + 127.66886576265097, + 162.33933800458908, + 74.00843984633684, + 111.4363812059164, + 74.77263218164444, + 53.70138445496559, + 197.7849806845188, + 98.86666182428598, + 118.02273231744766, + 107.7725225687027, + 82.34880571067333, + 35.82865088433027, + 120.7975273989141, + 98.03475826978683, + 235.0945419073105, + 179.00038319826126, + 142.41958095133305, + 90.63914388418198, + 47.38607641123235, + 114.75577199459076, + 243.27674633264542, + 106.97640054672956, + 89.01905906200409, + 89.89848460257053, + 128.8660438656807, + 111.23766365088522, + 133.14871379733086, + 9.74335183762014, + 166.0157236456871, + 111.269522190094, + 81.50723731517792, + 141.60613152384758, + 93.96919921599329, + 34.495908569544554, + 115.57802015542984, + 32.369283981621265, + 159.82005569338799, + 53.11662044376135, + 192.26691469550133, + 137.45273078978062, + 129.29882660973817, + 125.18913125991821, + 18.04427031427622, + 28.58773513394408, + 69.26237812638283, + 161.6257478147745 + ], + "episode_steps": [ + 300, + 300, + 204, + 300, + 300, + 300, + 255, + 300, + 300, + 199, + 300, + 300, + 161, + 159, + 300, + 300, + 300, + 168, + 300, + 300, + 300, + 139, + 300, + 151, + 300, + 300, + 300, + 300, + 190, + 300, + 300, + 300, + 300, + 124, + 300, + 300, + 300, + 300, + 166, + 300, + 300, + 300, + 300, + 300, + 300, + 142, + 300, + 300, + 300, + 300 + ], + "episode_seed_base": 1000, + "exec_steps": 16, + "sample_steps": 10 +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/level2_rigid_n50/eval_result.json b/pi05/suite_data_scaling/level2_rigid_n50/eval_result.json new file mode 100644 index 0000000000000000000000000000000000000000..6a89366aa2168b16ed0cc64da8355b4108bf395c --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n50/eval_result.json @@ -0,0 +1,107 @@ +{ + "suite": "level2_rigid_n50", + "step": 100000, + "num_tasks": 16, + "tasks_evaluated": 16, + "episodes_per_task": 50, + "episode_seeds": "1000-1049", + "mean_success_rate": 0.2775, + "per_task": { + "DexOpenDoor-v1": { + "success_rate": 0.46, + "successes": 23, + "episodes": 50, + "return_mean": 280.769906584932 + }, + "DualArmBookPickPlace-v1": { + "success_rate": 0.08, + "successes": 4, + "episodes": 50, + "return_mean": 375.00199265956877 + }, + "DualArmCleanupPotEnv-v1": { + "success_rate": 0.08, + "successes": 4, + "episodes": 50, + "return_mean": 803.4466356420517 + }, + "DualArmJugglingBall-v1": { + "success_rate": 0.06, + "successes": 3, + "episodes": 50, + "return_mean": -4638.514033914805 + }, + "DualArmLiftBall-v1": { + "success_rate": 0.1, + "successes": 5, + "episodes": 50, + "return_mean": 25.99098970413208 + }, + "DualArmOpenBottle-v1": { + "success_rate": 0.0, + "successes": 0, + "episodes": 50, + "return_mean": 2214.7963140630723 + }, + "DualArmOpenLaptop-v1": { + "success_rate": 0.32, + "successes": 16, + "episodes": 50, + "return_mean": 1370.369438457489 + }, + "DualArmPegInHole-v1": { + "success_rate": 0.16, + "successes": 8, + "episodes": 50, + "return_mean": 47.07507458759472 + }, + "DualArmThrowBlock-v1": { + "success_rate": 0.18, + "successes": 9, + "episodes": 50, + "return_mean": 2354.1502625370026 + }, + "GraspTwoBlocks-v1": { + "success_rate": 0.9, + "successes": 45, + "episodes": 50, + "return_mean": 175.88359183192253 + }, + "HammerNailOut-v1": { + "success_rate": 0.44, + "successes": 22, + "episodes": 50, + "return_mean": -23.801139238514008 + }, + "HangMug-v1": { + "success_rate": 0.86, + "successes": 43, + "episodes": 50, + "return_mean": 41.78346489667892 + }, + "KitAssembly-v1": { + "success_rate": 0.08, + "successes": 4, + "episodes": 50, + "return_mean": 235.595 + }, + "OpenBoxRetrieval-v1": { + "success_rate": 0.2, + "successes": 10, + "episodes": 50, + "return_mean": 204.6473771262169 + }, + "PivotBook-v1": { + "success_rate": 0.28, + "successes": 14, + "episodes": 50, + "return_mean": 182.55392469406127 + }, + "ReorientPen-v1": { + "success_rate": 0.24, + "successes": 12, + "episodes": 50, + "return_mean": 109.54703249816782 + } + } +} diff --git a/pi05/suite_data_scaling/level2_rigid_n50/lora_step_0100000.npz b/pi05/suite_data_scaling/level2_rigid_n50/lora_step_0100000.npz new file mode 100644 index 0000000000000000000000000000000000000000..0c73b4f07d8272f36a223b69bd31853594b624db --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n50/lora_step_0100000.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:753ff8ae9fb279c812e9722d09222ab6bd817800e84a5f6f36dbd6d27b82f909 +size 1867943218 diff --git a/pi05/suite_data_scaling/level2_rigid_n50/metadata.json b/pi05/suite_data_scaling/level2_rigid_n50/metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..2dd926bb8b4af11b098feb7634bceaa1c9f7fbda --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n50/metadata.json @@ -0,0 +1,53 @@ +{ + "suite": "level2_rigid_n50", + "data_scale_label": "n50", + "description": "level-2 rigid-body suite (16 tasks), data-scaling study: one multi-task PI0.5 LoRA policy per demonstration budget", + "method": "PI0.5 LoRA + trainable weights, multi-task (one policy for all tasks in the suite)", + "base_checkpoint": "gs://openpi-assets/checkpoints/pi05_base/params", + "checkpoint": "lora_step_0100000.npz", + "checkpoint_sha256": "753ff8ae9fb279c812e9722d09222ab6bd817800e84a5f6f36dbd6d27b82f909", + "checkpoint_bytes": 1867943218, + "tensor_count": 51, + "action_dim": 44, + "state_dim": 44, + "action_horizon": 50, + "max_token_len": 200, + "image_size": 224, + "exec_steps": 16, + "sample_steps": 10, + "tasks": [ + "HangMug-v1", + "KitAssembly-v1", + "OpenBoxRetrieval-v1", + "PivotBook-v1", + "DexOpenDoor-v1", + "GraspTwoBlocks-v1", + "HammerNailOut-v1", + "ReorientPen-v1", + "DualArmBookPickPlace-v1", + "DualArmCleanupPotEnv-v1", + "DualArmLiftBall-v1", + "DualArmPegInHole-v1", + "DualArmJugglingBall-v1", + "DualArmOpenBottle-v1", + "DualArmOpenLaptop-v1", + "DualArmThrowBlock-v1" + ], + "num_tasks": 16, + "train_steps": 100000, + "batch_size": 64, + "lr": 5e-05, + "warmup_steps": 1000, + "decay_steps": 100000, + "decay_lr": 5e-06, + "seed": 42, + "norm_stats_file": "norm_stats.json", + "norm_stats_sha256": "2a56cc0a42f2fd97a4d92fd738da565311e8734439a55e5dc433677945b5f7e8", + "eval_episodes": 50, + "eval_seed_base": 1000, + "evaluated_step": 100000, + "selection": "final checkpoint only (no checkpoint selection)", + "campaign": "pi05_l2rigid_scaling_20261111", + "source_run": "exp3_l2rigid_n100", + "label_note": "The N20/N50/N100/N200 labels follow the authors' results sheet. The training-run directory on the cluster for this folder was named exp3_l2rigid_n100." +} diff --git a/pi05/suite_data_scaling/level2_rigid_n50/norm_stats.json b/pi05/suite_data_scaling/level2_rigid_n50/norm_stats.json new file mode 100644 index 0000000000000000000000000000000000000000..6b67b9640ad3775d330d3e55849f95fe9f8dde67 --- /dev/null +++ b/pi05/suite_data_scaling/level2_rigid_n50/norm_stats.json @@ -0,0 +1,376 @@ +{ + "norm_stats": { + "state": { + "mean": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "std": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "q01": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "q99": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + "actions": { + "mean": [ + 0.0018923612469716935, + 0.0002464902165218882, + -0.007439064251794685, + 0.0003103639988279105, + -0.004329884760634066, + -0.0008927731600062898, + 0.035000251450784, + 0.02245234968345995, + 0.020088309392185054, + 0.012905269805764036, + -0.0018091773770349327, + 0.024522473953714995, + 0.016119390191348882, + 0.05403318588786143, + -0.0015443492551835188, + 0.030629362739764663, + 0.027095038473994217, + 0.0217630934056728, + 0.03668990888404622, + 0.009000044922269496, + 0.0331130576701921, + 0.028746367236573506, + 0.006394483662892203, + 0.0004162493572239162, + -0.0027219017351085228, + 0.005732838679457163, + -0.00014492321674792252, + 0.0014062276211231509, + -0.0005363155503488744, + 0.010510421074778524, + 0.0042062170145355455, + 0.007290480084943832, + 0.00017386712668402812, + 0.009739582182672936, + 0.006155749271874904, + 0.00938590740797587, + 0.0012454184479928456, + 0.008995565210927587, + 0.007731910393163914, + 0.007812568790541466, + 0.0707881726880772, + -0.0010215625545946492, + 0.036480078590424785, + 0.029205695799807127 + ], + "std": [ + 0.0405117390619358, + 0.060245685250066947, + 0.06556872887647179, + 0.12226883063779054, + 0.036555441359046086, + 0.03035189150505663, + 0.7534448067304651, + 0.10208295363830004, + 0.097492956393304, + 0.07950779386833072, + 0.06844210815301935, + 0.10399778743429514, + 0.1061081091500897, + 0.5970308061520998, + 0.056742786294107665, + 0.10660713364705196, + 0.13464429106617848, + 0.09081072089430743, + 0.11566124147412743, + 0.02463414130499907, + 0.09472294415476892, + 0.0811671667715224, + 0.039203533896544664, + 0.061882172918284926, + 0.07208251081759263, + 0.1810893491622284, + 0.0010276992551475955, + 0.006483813213045765, + 0.0042737356045222654, + 0.11066468264449704, + 0.04626552770604873, + 0.07871317149558454, + 0.0018461747650683773, + 0.09876574849062507, + 0.06573837838628852, + 0.09563256503521121, + 0.040503700653381276, + 0.09853221668114967, + 0.08295437971296063, + 0.08296850436783945, + 0.15822343569817687, + 0.007556486185993938, + 0.07433834129377792, + 0.0752022859061713 + ], + "q01": [ + -0.10000000149011612, + -0.10000000149011612, + -0.12045898348093029, + -0.07853983342647552, + -0.30000001192092896, + -0.07999999821186066, + -1.0, + -0.10000000149011612, + -0.13766270995140076, + -0.10000000149011612, + -0.06283185631036758, + -0.11601874187588691, + -0.13958439230918884, + -1.0, + -0.03539631616324186, + -0.15535196170210838, + -0.13712144196033477, + -0.12832777976989743, + -0.13570011883974076, + -0.00753988990560174, + -0.09832852393388748, + -0.10345496639609336, + -0.10000000149011612, + -0.10000000149011612, + -0.10000000149011612, + -0.4000000059604645, + -0.0051746172457933426, + -0.0035250781662762164, + -0.024683607965707777, + -0.2448916232585907, + -0.012129108086228371, + -0.10242517292499542, + -0.0005614743754267693, + -0.21682908535003662, + -0.005218546465039253, + -0.16889280080795288, + -0.009861862882971764, + -0.21562417030334471, + -0.11604830622673035, + -0.11605989933013916, + -0.28816136717796326, + -0.04467412203550339, + -0.011967324689030646, + -0.0025061368942260742 + ], + "q99": [ + 0.10000000149011612, + 0.15000000596046448, + 0.15000000596046448, + 0.418861448764801, + 0.010030410289764508, + 0.11999999731779099, + 1.0, + 0.3351611065864579, + 0.28599572986364363, + 0.2902251183986664, + 0.012067944258451438, + 0.3560011386871338, + 0.2950268918275833, + 1.0, + 0.013999186158180268, + 0.3729091665148735, + 0.34309279918670654, + 0.34465527534484863, + 0.5116152763366699, + 0.0897517405450344, + 0.3136637616157534, + 0.35551971435546875, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 1.5707963705062866, + 0.001387423519045114, + 0.03733567148447036, + 0.000059146997664356685, + 0.33408215641975403, + 0.22613531351089478, + 0.23577070236206055, + 0.008005442880094088, + 0.2734759747982025, + 0.23576144874095917, + 0.2734929919242859, + 0.03998819813132291, + 0.27347642183303833, + 0.23576149344444275, + 0.23577070236206055, + 0.6091890335083008, + 0.007323130238801251, + 0.30275317311286926, + 0.3027648627758026 + ] + } + } +} \ No newline at end of file diff --git a/pi05/suite_data_scaling/results.csv b/pi05/suite_data_scaling/results.csv new file mode 100644 index 0000000000000000000000000000000000000000..0d249f019a7caea162234125d667d50fd52fe4c3 --- /dev/null +++ b/pi05/suite_data_scaling/results.csv @@ -0,0 +1,18 @@ +task,N20,N50,N100,N200 +HangMug-v1,0.62,0.86,0.76,0.84 +KitAssembly-v1,0.06,0.08,0.02,0.04 +OpenBoxRetrieval-v1,0,0.2,0.08,0.1 +PivotBook-v1,0.2,0.28,0.38,0.34 +DexOpenDoor-v1,0.14,0.46,0.34,0.46 +GraspTwoBlocks-v1,0.66,0.9,0.86,0.96 +HammerNailOut-v1,0.14,0.44,0.54,0.38 +ReorientPen-v1,0.3,0.24,0.24,0.32 +DualArmBookPickPlace-v1,0.26,0.08,0.3,0.16 +DualArmCleanupPotEnv-v1,0.02,0.08,0.08,0 +DualArmLiftBall-v1,0.28,0.1,0.22,0.12 +DualArmPegInHole-v1,0.24,0.16,0.14,0.2 +DualArmJugglingBall-v1,0.08,0.06,0.02,0.18 +DualArmOpenBottle-v1,0,0,0,0 +DualArmOpenLaptop-v1,0.12,0.32,0.3,0.44 +DualArmThrowBlock-v1,0.3,0.18,0.46,0.54 +AVERAGE,0.2137,0.2775,0.2963,0.3175