Add level_1 PI0.5 multi-task LoRA (28 tasks, step 80000, 28/28 tasks evaluated, mean 0.579 over 50 ep)
Browse files- multi_task/level_1/eval_reports/DrapeCloth-v1.json +169 -0
- multi_task/level_1/eval_reports/DualArmButtonPress-v1.json +169 -0
- multi_task/level_1/eval_reports/DualArmCoverCloth-v1.json +169 -0
- multi_task/level_1/eval_reports/DualArmDoubleDoorBox-v1.json +169 -0
- multi_task/level_1/eval_reports/DualArmFoldHandKerchief-v1.json +169 -0
- multi_task/level_1/eval_reports/DualArmHammerHandover-v1.json +169 -0
- multi_task/level_1/eval_reports/DualArmLiftSoftDex-v1.json +169 -0
- multi_task/level_1/eval_reports/DualArmOpenPen-v1.json +169 -0
- multi_task/level_1/eval_reports/DualArmOpenScissor-v1.json +169 -0
- multi_task/level_1/eval_reports/DualArmPouringWater-v1.json +169 -0
- multi_task/level_1/eval_reports/DualArmPressButton-v1.json +169 -0
- multi_task/level_1/eval_reports/DualArmPushBox-v1.json +169 -0
- multi_task/level_1/eval_reports/DualArmRopeCylinderWarpping-v1.json +169 -0
- multi_task/level_1/eval_reports/DualArmRopeStretch-v1.json +169 -0
- multi_task/level_1/eval_reports/DualArmSwingCup-v1.json +169 -0
- multi_task/level_1/eval_reports/GraspCylinder-v1.json +169 -0
- multi_task/level_1/eval_reports/LiftBucket-v1.json +169 -0
- multi_task/level_1/eval_reports/OpenDoor-v1.json +169 -0
- multi_task/level_1/eval_reports/PickPlacePen-v1.json +169 -0
- multi_task/level_1/eval_reports/PushSoccer-v1.json +169 -0
- multi_task/level_1/eval_reports/ReorientCube-v1.json +169 -0
- multi_task/level_1/eval_reports/RopePalmCageHoldDex-v1.json +169 -0
- multi_task/level_1/eval_reports/ShapeTToI-v1.json +169 -0
- multi_task/level_1/eval_reports/SqueezeClay-v1.json +169 -0
- multi_task/level_1/eval_reports/StackBlock-v1.json +169 -0
- multi_task/level_1/eval_reports/StraightenRope-v1.json +169 -0
- multi_task/level_1/eval_reports/TurnOnFaucet-v1.json +169 -0
- multi_task/level_1/eval_reports/UnfoldShirt-v1.json +169 -0
- multi_task/level_1/eval_result.json +183 -0
- multi_task/level_1/lora_step_0080000.npz +3 -0
- multi_task/level_1/metadata.json +112 -0
- multi_task/level_1/norm_stats.json +376 -0
multi_task/level_1/eval_reports/DrapeCloth-v1.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "DrapeCloth-v1",
|
| 3 |
+
"suite": "lv1",
|
| 4 |
+
"step": 80000,
|
| 5 |
+
"episodes": 50,
|
| 6 |
+
"success_rate": 0.96,
|
| 7 |
+
"successes": 48,
|
| 8 |
+
"episode_seed_base": 1000,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"episode_success": [
|
| 11 |
+
1.0,
|
| 12 |
+
1.0,
|
| 13 |
+
1.0,
|
| 14 |
+
1.0,
|
| 15 |
+
1.0,
|
| 16 |
+
1.0,
|
| 17 |
+
1.0,
|
| 18 |
+
1.0,
|
| 19 |
+
1.0,
|
| 20 |
+
1.0,
|
| 21 |
+
1.0,
|
| 22 |
+
1.0,
|
| 23 |
+
1.0,
|
| 24 |
+
1.0,
|
| 25 |
+
1.0,
|
| 26 |
+
1.0,
|
| 27 |
+
1.0,
|
| 28 |
+
0.0,
|
| 29 |
+
1.0,
|
| 30 |
+
1.0,
|
| 31 |
+
1.0,
|
| 32 |
+
1.0,
|
| 33 |
+
1.0,
|
| 34 |
+
1.0,
|
| 35 |
+
1.0,
|
| 36 |
+
1.0,
|
| 37 |
+
1.0,
|
| 38 |
+
1.0,
|
| 39 |
+
1.0,
|
| 40 |
+
1.0,
|
| 41 |
+
1.0,
|
| 42 |
+
1.0,
|
| 43 |
+
0.0,
|
| 44 |
+
1.0,
|
| 45 |
+
1.0,
|
| 46 |
+
1.0,
|
| 47 |
+
1.0,
|
| 48 |
+
1.0,
|
| 49 |
+
1.0,
|
| 50 |
+
1.0,
|
| 51 |
+
1.0,
|
| 52 |
+
1.0,
|
| 53 |
+
1.0,
|
| 54 |
+
1.0,
|
| 55 |
+
1.0,
|
| 56 |
+
1.0,
|
| 57 |
+
1.0,
|
| 58 |
+
1.0,
|
| 59 |
+
1.0,
|
| 60 |
+
1.0
|
| 61 |
+
],
|
| 62 |
+
"episode_return": [
|
| 63 |
+
8.659,
|
| 64 |
+
6.659,
|
| 65 |
+
3.923,
|
| 66 |
+
9.478,
|
| 67 |
+
9.937,
|
| 68 |
+
8.988,
|
| 69 |
+
6.181,
|
| 70 |
+
7.361,
|
| 71 |
+
7.382,
|
| 72 |
+
6.606,
|
| 73 |
+
8.658,
|
| 74 |
+
8.174,
|
| 75 |
+
5.698,
|
| 76 |
+
9.266,
|
| 77 |
+
9.354,
|
| 78 |
+
9.174,
|
| 79 |
+
8.761,
|
| 80 |
+
28.17,
|
| 81 |
+
6.873,
|
| 82 |
+
9.182,
|
| 83 |
+
9.105,
|
| 84 |
+
9.065,
|
| 85 |
+
8.103,
|
| 86 |
+
8.978,
|
| 87 |
+
7.455,
|
| 88 |
+
8.025,
|
| 89 |
+
9.63,
|
| 90 |
+
7.45,
|
| 91 |
+
9.044,
|
| 92 |
+
9.478,
|
| 93 |
+
8.766,
|
| 94 |
+
7.887,
|
| 95 |
+
0.0,
|
| 96 |
+
8.815,
|
| 97 |
+
4.515,
|
| 98 |
+
6.173,
|
| 99 |
+
8.95,
|
| 100 |
+
14.336,
|
| 101 |
+
8.512,
|
| 102 |
+
9.394,
|
| 103 |
+
7.348,
|
| 104 |
+
6.851,
|
| 105 |
+
5.481,
|
| 106 |
+
9.099,
|
| 107 |
+
8.842,
|
| 108 |
+
9.642,
|
| 109 |
+
4.868,
|
| 110 |
+
9.017,
|
| 111 |
+
8.267,
|
| 112 |
+
8.216
|
| 113 |
+
],
|
| 114 |
+
"episode_steps": [
|
| 115 |
+
262,
|
| 116 |
+
273,
|
| 117 |
+
240,
|
| 118 |
+
233,
|
| 119 |
+
266,
|
| 120 |
+
282,
|
| 121 |
+
300,
|
| 122 |
+
274,
|
| 123 |
+
227,
|
| 124 |
+
222,
|
| 125 |
+
222,
|
| 126 |
+
246,
|
| 127 |
+
265,
|
| 128 |
+
257,
|
| 129 |
+
251,
|
| 130 |
+
268,
|
| 131 |
+
282,
|
| 132 |
+
800,
|
| 133 |
+
244,
|
| 134 |
+
248,
|
| 135 |
+
264,
|
| 136 |
+
261,
|
| 137 |
+
244,
|
| 138 |
+
235,
|
| 139 |
+
257,
|
| 140 |
+
268,
|
| 141 |
+
244,
|
| 142 |
+
224,
|
| 143 |
+
272,
|
| 144 |
+
241,
|
| 145 |
+
279,
|
| 146 |
+
216,
|
| 147 |
+
800,
|
| 148 |
+
268,
|
| 149 |
+
244,
|
| 150 |
+
253,
|
| 151 |
+
236,
|
| 152 |
+
268,
|
| 153 |
+
305,
|
| 154 |
+
265,
|
| 155 |
+
261,
|
| 156 |
+
216,
|
| 157 |
+
225,
|
| 158 |
+
245,
|
| 159 |
+
248,
|
| 160 |
+
267,
|
| 161 |
+
231,
|
| 162 |
+
279,
|
| 163 |
+
223,
|
| 164 |
+
253
|
| 165 |
+
],
|
| 166 |
+
"return_mean": 8.39592,
|
| 167 |
+
"embodiment": "deformable/single_arm_dex",
|
| 168 |
+
"level": "level_1"
|
| 169 |
+
}
|
multi_task/level_1/eval_reports/DualArmButtonPress-v1.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "DualArmButtonPress-v1",
|
| 3 |
+
"suite": "lv1",
|
| 4 |
+
"step": 80000,
|
| 5 |
+
"episodes": 50,
|
| 6 |
+
"success_rate": 0.9,
|
| 7 |
+
"successes": 45,
|
| 8 |
+
"episode_seed_base": 1000,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"episode_success": [
|
| 11 |
+
1.0,
|
| 12 |
+
1.0,
|
| 13 |
+
1.0,
|
| 14 |
+
0.0,
|
| 15 |
+
1.0,
|
| 16 |
+
0.0,
|
| 17 |
+
1.0,
|
| 18 |
+
1.0,
|
| 19 |
+
0.0,
|
| 20 |
+
1.0,
|
| 21 |
+
1.0,
|
| 22 |
+
1.0,
|
| 23 |
+
1.0,
|
| 24 |
+
1.0,
|
| 25 |
+
1.0,
|
| 26 |
+
1.0,
|
| 27 |
+
0.0,
|
| 28 |
+
1.0,
|
| 29 |
+
1.0,
|
| 30 |
+
1.0,
|
| 31 |
+
1.0,
|
| 32 |
+
1.0,
|
| 33 |
+
1.0,
|
| 34 |
+
1.0,
|
| 35 |
+
1.0,
|
| 36 |
+
1.0,
|
| 37 |
+
1.0,
|
| 38 |
+
1.0,
|
| 39 |
+
1.0,
|
| 40 |
+
1.0,
|
| 41 |
+
1.0,
|
| 42 |
+
1.0,
|
| 43 |
+
1.0,
|
| 44 |
+
1.0,
|
| 45 |
+
1.0,
|
| 46 |
+
0.0,
|
| 47 |
+
1.0,
|
| 48 |
+
1.0,
|
| 49 |
+
1.0,
|
| 50 |
+
1.0,
|
| 51 |
+
1.0,
|
| 52 |
+
1.0,
|
| 53 |
+
1.0,
|
| 54 |
+
1.0,
|
| 55 |
+
1.0,
|
| 56 |
+
1.0,
|
| 57 |
+
1.0,
|
| 58 |
+
1.0,
|
| 59 |
+
1.0,
|
| 60 |
+
1.0
|
| 61 |
+
],
|
| 62 |
+
"episode_return": [
|
| 63 |
+
92.953,
|
| 64 |
+
93.482,
|
| 65 |
+
91.998,
|
| 66 |
+
344.287,
|
| 67 |
+
94.34,
|
| 68 |
+
336.739,
|
| 69 |
+
92.122,
|
| 70 |
+
93.992,
|
| 71 |
+
348.14,
|
| 72 |
+
91.918,
|
| 73 |
+
96.871,
|
| 74 |
+
91.829,
|
| 75 |
+
92.979,
|
| 76 |
+
93.416,
|
| 77 |
+
93.43,
|
| 78 |
+
91.292,
|
| 79 |
+
328.377,
|
| 80 |
+
93.273,
|
| 81 |
+
91.971,
|
| 82 |
+
92.051,
|
| 83 |
+
91.917,
|
| 84 |
+
92.029,
|
| 85 |
+
93.374,
|
| 86 |
+
97.118,
|
| 87 |
+
90.611,
|
| 88 |
+
91.872,
|
| 89 |
+
91.9,
|
| 90 |
+
91.852,
|
| 91 |
+
91.591,
|
| 92 |
+
95.691,
|
| 93 |
+
105.442,
|
| 94 |
+
91.454,
|
| 95 |
+
91.671,
|
| 96 |
+
97.418,
|
| 97 |
+
93.407,
|
| 98 |
+
350.073,
|
| 99 |
+
94.186,
|
| 100 |
+
97.015,
|
| 101 |
+
90.782,
|
| 102 |
+
91.984,
|
| 103 |
+
91.895,
|
| 104 |
+
94.398,
|
| 105 |
+
91.395,
|
| 106 |
+
90.71,
|
| 107 |
+
91.969,
|
| 108 |
+
92.429,
|
| 109 |
+
91.263,
|
| 110 |
+
93.314,
|
| 111 |
+
95.567,
|
| 112 |
+
91.923
|
| 113 |
+
],
|
| 114 |
+
"episode_steps": [
|
| 115 |
+
81,
|
| 116 |
+
74,
|
| 117 |
+
73,
|
| 118 |
+
250,
|
| 119 |
+
82,
|
| 120 |
+
250,
|
| 121 |
+
73,
|
| 122 |
+
82,
|
| 123 |
+
250,
|
| 124 |
+
73,
|
| 125 |
+
84,
|
| 126 |
+
73,
|
| 127 |
+
81,
|
| 128 |
+
74,
|
| 129 |
+
74,
|
| 130 |
+
80,
|
| 131 |
+
250,
|
| 132 |
+
74,
|
| 133 |
+
73,
|
| 134 |
+
73,
|
| 135 |
+
73,
|
| 136 |
+
73,
|
| 137 |
+
74,
|
| 138 |
+
84,
|
| 139 |
+
72,
|
| 140 |
+
73,
|
| 141 |
+
73,
|
| 142 |
+
73,
|
| 143 |
+
80,
|
| 144 |
+
83,
|
| 145 |
+
90,
|
| 146 |
+
80,
|
| 147 |
+
73,
|
| 148 |
+
84,
|
| 149 |
+
74,
|
| 150 |
+
250,
|
| 151 |
+
82,
|
| 152 |
+
84,
|
| 153 |
+
72,
|
| 154 |
+
73,
|
| 155 |
+
73,
|
| 156 |
+
82,
|
| 157 |
+
80,
|
| 158 |
+
72,
|
| 159 |
+
73,
|
| 160 |
+
81,
|
| 161 |
+
80,
|
| 162 |
+
74,
|
| 163 |
+
83,
|
| 164 |
+
73
|
| 165 |
+
],
|
| 166 |
+
"return_mean": 118.0342,
|
| 167 |
+
"embodiment": "rigid_body/dual_arm_gripper",
|
| 168 |
+
"level": "level_1"
|
| 169 |
+
}
|
multi_task/level_1/eval_reports/DualArmCoverCloth-v1.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "DualArmCoverCloth-v1",
|
| 3 |
+
"suite": "lv1",
|
| 4 |
+
"step": 80000,
|
| 5 |
+
"episodes": 50,
|
| 6 |
+
"success_rate": 0.24,
|
| 7 |
+
"successes": 12,
|
| 8 |
+
"episode_seed_base": 1000,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"episode_success": [
|
| 11 |
+
0.0,
|
| 12 |
+
0.0,
|
| 13 |
+
0.0,
|
| 14 |
+
0.0,
|
| 15 |
+
1.0,
|
| 16 |
+
0.0,
|
| 17 |
+
0.0,
|
| 18 |
+
0.0,
|
| 19 |
+
1.0,
|
| 20 |
+
0.0,
|
| 21 |
+
1.0,
|
| 22 |
+
0.0,
|
| 23 |
+
0.0,
|
| 24 |
+
0.0,
|
| 25 |
+
1.0,
|
| 26 |
+
0.0,
|
| 27 |
+
0.0,
|
| 28 |
+
0.0,
|
| 29 |
+
0.0,
|
| 30 |
+
0.0,
|
| 31 |
+
0.0,
|
| 32 |
+
0.0,
|
| 33 |
+
0.0,
|
| 34 |
+
0.0,
|
| 35 |
+
0.0,
|
| 36 |
+
0.0,
|
| 37 |
+
0.0,
|
| 38 |
+
1.0,
|
| 39 |
+
1.0,
|
| 40 |
+
1.0,
|
| 41 |
+
0.0,
|
| 42 |
+
0.0,
|
| 43 |
+
0.0,
|
| 44 |
+
1.0,
|
| 45 |
+
0.0,
|
| 46 |
+
0.0,
|
| 47 |
+
0.0,
|
| 48 |
+
0.0,
|
| 49 |
+
0.0,
|
| 50 |
+
0.0,
|
| 51 |
+
0.0,
|
| 52 |
+
0.0,
|
| 53 |
+
1.0,
|
| 54 |
+
0.0,
|
| 55 |
+
1.0,
|
| 56 |
+
0.0,
|
| 57 |
+
1.0,
|
| 58 |
+
0.0,
|
| 59 |
+
0.0,
|
| 60 |
+
1.0
|
| 61 |
+
],
|
| 62 |
+
"episode_return": [
|
| 63 |
+
248.516,
|
| 64 |
+
289.957,
|
| 65 |
+
262.421,
|
| 66 |
+
231.114,
|
| 67 |
+
154.43,
|
| 68 |
+
256.763,
|
| 69 |
+
215.212,
|
| 70 |
+
247.425,
|
| 71 |
+
130.599,
|
| 72 |
+
252.882,
|
| 73 |
+
143.99,
|
| 74 |
+
229.635,
|
| 75 |
+
46.94,
|
| 76 |
+
86.089,
|
| 77 |
+
171.818,
|
| 78 |
+
225.143,
|
| 79 |
+
246.288,
|
| 80 |
+
272.463,
|
| 81 |
+
200.821,
|
| 82 |
+
246.561,
|
| 83 |
+
245.925,
|
| 84 |
+
200.783,
|
| 85 |
+
244.686,
|
| 86 |
+
246.438,
|
| 87 |
+
228.159,
|
| 88 |
+
242.659,
|
| 89 |
+
220.458,
|
| 90 |
+
161.547,
|
| 91 |
+
148.916,
|
| 92 |
+
181.442,
|
| 93 |
+
236.084,
|
| 94 |
+
253.508,
|
| 95 |
+
213.417,
|
| 96 |
+
87.015,
|
| 97 |
+
236.225,
|
| 98 |
+
39.252,
|
| 99 |
+
214.397,
|
| 100 |
+
214.399,
|
| 101 |
+
237.829,
|
| 102 |
+
189.432,
|
| 103 |
+
246.883,
|
| 104 |
+
144.192,
|
| 105 |
+
143.048,
|
| 106 |
+
44.038,
|
| 107 |
+
145.304,
|
| 108 |
+
208.964,
|
| 109 |
+
148.735,
|
| 110 |
+
239.826,
|
| 111 |
+
219.325,
|
| 112 |
+
178.899
|
| 113 |
+
],
|
| 114 |
+
"episode_steps": [
|
| 115 |
+
400,
|
| 116 |
+
400,
|
| 117 |
+
400,
|
| 118 |
+
400,
|
| 119 |
+
294,
|
| 120 |
+
400,
|
| 121 |
+
400,
|
| 122 |
+
400,
|
| 123 |
+
296,
|
| 124 |
+
400,
|
| 125 |
+
295,
|
| 126 |
+
400,
|
| 127 |
+
400,
|
| 128 |
+
400,
|
| 129 |
+
310,
|
| 130 |
+
400,
|
| 131 |
+
400,
|
| 132 |
+
400,
|
| 133 |
+
400,
|
| 134 |
+
400,
|
| 135 |
+
400,
|
| 136 |
+
400,
|
| 137 |
+
400,
|
| 138 |
+
400,
|
| 139 |
+
400,
|
| 140 |
+
400,
|
| 141 |
+
400,
|
| 142 |
+
300,
|
| 143 |
+
299,
|
| 144 |
+
323,
|
| 145 |
+
400,
|
| 146 |
+
400,
|
| 147 |
+
400,
|
| 148 |
+
300,
|
| 149 |
+
400,
|
| 150 |
+
400,
|
| 151 |
+
400,
|
| 152 |
+
400,
|
| 153 |
+
400,
|
| 154 |
+
400,
|
| 155 |
+
400,
|
| 156 |
+
400,
|
| 157 |
+
290,
|
| 158 |
+
400,
|
| 159 |
+
309,
|
| 160 |
+
400,
|
| 161 |
+
284,
|
| 162 |
+
400,
|
| 163 |
+
400,
|
| 164 |
+
320
|
| 165 |
+
],
|
| 166 |
+
"return_mean": 198.41704000000001,
|
| 167 |
+
"embodiment": "deformable/dual_arm_dex",
|
| 168 |
+
"level": "level_1"
|
| 169 |
+
}
|
multi_task/level_1/eval_reports/DualArmDoubleDoorBox-v1.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "DualArmDoubleDoorBox-v1",
|
| 3 |
+
"suite": "lv1",
|
| 4 |
+
"step": 80000,
|
| 5 |
+
"episodes": 50,
|
| 6 |
+
"success_rate": 0.7,
|
| 7 |
+
"successes": 35,
|
| 8 |
+
"episode_seed_base": 1000,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"episode_success": [
|
| 11 |
+
1.0,
|
| 12 |
+
0.0,
|
| 13 |
+
1.0,
|
| 14 |
+
1.0,
|
| 15 |
+
1.0,
|
| 16 |
+
0.0,
|
| 17 |
+
1.0,
|
| 18 |
+
1.0,
|
| 19 |
+
1.0,
|
| 20 |
+
1.0,
|
| 21 |
+
1.0,
|
| 22 |
+
1.0,
|
| 23 |
+
0.0,
|
| 24 |
+
1.0,
|
| 25 |
+
1.0,
|
| 26 |
+
1.0,
|
| 27 |
+
0.0,
|
| 28 |
+
0.0,
|
| 29 |
+
1.0,
|
| 30 |
+
1.0,
|
| 31 |
+
1.0,
|
| 32 |
+
1.0,
|
| 33 |
+
1.0,
|
| 34 |
+
0.0,
|
| 35 |
+
0.0,
|
| 36 |
+
1.0,
|
| 37 |
+
0.0,
|
| 38 |
+
1.0,
|
| 39 |
+
1.0,
|
| 40 |
+
1.0,
|
| 41 |
+
1.0,
|
| 42 |
+
1.0,
|
| 43 |
+
1.0,
|
| 44 |
+
1.0,
|
| 45 |
+
1.0,
|
| 46 |
+
1.0,
|
| 47 |
+
1.0,
|
| 48 |
+
1.0,
|
| 49 |
+
1.0,
|
| 50 |
+
0.0,
|
| 51 |
+
0.0,
|
| 52 |
+
1.0,
|
| 53 |
+
0.0,
|
| 54 |
+
0.0,
|
| 55 |
+
0.0,
|
| 56 |
+
0.0,
|
| 57 |
+
1.0,
|
| 58 |
+
1.0,
|
| 59 |
+
1.0,
|
| 60 |
+
0.0
|
| 61 |
+
],
|
| 62 |
+
"episode_return": [
|
| 63 |
+
64.468,
|
| 64 |
+
34.897,
|
| 65 |
+
55.289,
|
| 66 |
+
62.632,
|
| 67 |
+
54.79,
|
| 68 |
+
60.268,
|
| 69 |
+
60.062,
|
| 70 |
+
52.036,
|
| 71 |
+
60.254,
|
| 72 |
+
56.556,
|
| 73 |
+
59.628,
|
| 74 |
+
66.798,
|
| 75 |
+
109.937,
|
| 76 |
+
113.465,
|
| 77 |
+
65.732,
|
| 78 |
+
61.761,
|
| 79 |
+
169.075,
|
| 80 |
+
120.051,
|
| 81 |
+
55.415,
|
| 82 |
+
76.143,
|
| 83 |
+
59.316,
|
| 84 |
+
57.738,
|
| 85 |
+
60.634,
|
| 86 |
+
155.3,
|
| 87 |
+
68.998,
|
| 88 |
+
187.325,
|
| 89 |
+
167.541,
|
| 90 |
+
62.269,
|
| 91 |
+
61.499,
|
| 92 |
+
55.159,
|
| 93 |
+
62.723,
|
| 94 |
+
58.214,
|
| 95 |
+
56.448,
|
| 96 |
+
62.155,
|
| 97 |
+
59.977,
|
| 98 |
+
61.881,
|
| 99 |
+
58.423,
|
| 100 |
+
61.482,
|
| 101 |
+
53.92,
|
| 102 |
+
34.532,
|
| 103 |
+
56.918,
|
| 104 |
+
47.306,
|
| 105 |
+
189.526,
|
| 106 |
+
155.022,
|
| 107 |
+
35.481,
|
| 108 |
+
34.551,
|
| 109 |
+
51.279,
|
| 110 |
+
58.48,
|
| 111 |
+
61.354,
|
| 112 |
+
201.253
|
| 113 |
+
],
|
| 114 |
+
"episode_steps": [
|
| 115 |
+
292,
|
| 116 |
+
400,
|
| 117 |
+
272,
|
| 118 |
+
294,
|
| 119 |
+
287,
|
| 120 |
+
400,
|
| 121 |
+
282,
|
| 122 |
+
240,
|
| 123 |
+
314,
|
| 124 |
+
287,
|
| 125 |
+
290,
|
| 126 |
+
296,
|
| 127 |
+
400,
|
| 128 |
+
335,
|
| 129 |
+
310,
|
| 130 |
+
308,
|
| 131 |
+
400,
|
| 132 |
+
400,
|
| 133 |
+
265,
|
| 134 |
+
305,
|
| 135 |
+
262,
|
| 136 |
+
287,
|
| 137 |
+
301,
|
| 138 |
+
400,
|
| 139 |
+
400,
|
| 140 |
+
372,
|
| 141 |
+
400,
|
| 142 |
+
288,
|
| 143 |
+
291,
|
| 144 |
+
298,
|
| 145 |
+
287,
|
| 146 |
+
280,
|
| 147 |
+
287,
|
| 148 |
+
298,
|
| 149 |
+
287,
|
| 150 |
+
278,
|
| 151 |
+
281,
|
| 152 |
+
284,
|
| 153 |
+
283,
|
| 154 |
+
400,
|
| 155 |
+
400,
|
| 156 |
+
283,
|
| 157 |
+
400,
|
| 158 |
+
400,
|
| 159 |
+
400,
|
| 160 |
+
400,
|
| 161 |
+
280,
|
| 162 |
+
277,
|
| 163 |
+
303,
|
| 164 |
+
400
|
| 165 |
+
],
|
| 166 |
+
"return_mean": 77.11922,
|
| 167 |
+
"embodiment": "rigid_body/dual_arm_gripper",
|
| 168 |
+
"level": "level_1"
|
| 169 |
+
}
|
multi_task/level_1/eval_reports/DualArmFoldHandKerchief-v1.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "DualArmFoldHandKerchief-v1",
|
| 3 |
+
"suite": "lv1",
|
| 4 |
+
"step": 80000,
|
| 5 |
+
"episodes": 50,
|
| 6 |
+
"success_rate": 0.6,
|
| 7 |
+
"successes": 30,
|
| 8 |
+
"episode_seed_base": 1000,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"episode_success": [
|
| 11 |
+
1.0,
|
| 12 |
+
0.0,
|
| 13 |
+
0.0,
|
| 14 |
+
1.0,
|
| 15 |
+
1.0,
|
| 16 |
+
0.0,
|
| 17 |
+
1.0,
|
| 18 |
+
1.0,
|
| 19 |
+
0.0,
|
| 20 |
+
1.0,
|
| 21 |
+
0.0,
|
| 22 |
+
1.0,
|
| 23 |
+
1.0,
|
| 24 |
+
1.0,
|
| 25 |
+
0.0,
|
| 26 |
+
1.0,
|
| 27 |
+
1.0,
|
| 28 |
+
1.0,
|
| 29 |
+
1.0,
|
| 30 |
+
1.0,
|
| 31 |
+
0.0,
|
| 32 |
+
0.0,
|
| 33 |
+
1.0,
|
| 34 |
+
0.0,
|
| 35 |
+
1.0,
|
| 36 |
+
0.0,
|
| 37 |
+
1.0,
|
| 38 |
+
1.0,
|
| 39 |
+
1.0,
|
| 40 |
+
1.0,
|
| 41 |
+
1.0,
|
| 42 |
+
1.0,
|
| 43 |
+
0.0,
|
| 44 |
+
1.0,
|
| 45 |
+
0.0,
|
| 46 |
+
0.0,
|
| 47 |
+
1.0,
|
| 48 |
+
0.0,
|
| 49 |
+
1.0,
|
| 50 |
+
1.0,
|
| 51 |
+
0.0,
|
| 52 |
+
1.0,
|
| 53 |
+
1.0,
|
| 54 |
+
1.0,
|
| 55 |
+
0.0,
|
| 56 |
+
0.0,
|
| 57 |
+
0.0,
|
| 58 |
+
0.0,
|
| 59 |
+
0.0,
|
| 60 |
+
1.0
|
| 61 |
+
],
|
| 62 |
+
"episode_return": [
|
| 63 |
+
0.018,
|
| 64 |
+
0.064,
|
| 65 |
+
0.041,
|
| 66 |
+
0.114,
|
| 67 |
+
0.134,
|
| 68 |
+
-0.044,
|
| 69 |
+
0.051,
|
| 70 |
+
-99.452,
|
| 71 |
+
-0.046,
|
| 72 |
+
-0.004,
|
| 73 |
+
0.02,
|
| 74 |
+
0.006,
|
| 75 |
+
-99.671,
|
| 76 |
+
-0.044,
|
| 77 |
+
0.017,
|
| 78 |
+
0.005,
|
| 79 |
+
-0.011,
|
| 80 |
+
0.144,
|
| 81 |
+
-99.393,
|
| 82 |
+
1.64,
|
| 83 |
+
-0.025,
|
| 84 |
+
0.1,
|
| 85 |
+
0.006,
|
| 86 |
+
-0.054,
|
| 87 |
+
0.132,
|
| 88 |
+
-0.003,
|
| 89 |
+
1.632,
|
| 90 |
+
-99.346,
|
| 91 |
+
0.045,
|
| 92 |
+
0.111,
|
| 93 |
+
0.054,
|
| 94 |
+
-0.038,
|
| 95 |
+
0.155,
|
| 96 |
+
0.05,
|
| 97 |
+
0.072,
|
| 98 |
+
0.091,
|
| 99 |
+
-0.018,
|
| 100 |
+
-0.007,
|
| 101 |
+
0.062,
|
| 102 |
+
0.031,
|
| 103 |
+
0.006,
|
| 104 |
+
0.015,
|
| 105 |
+
-0.249,
|
| 106 |
+
-0.046,
|
| 107 |
+
0.055,
|
| 108 |
+
-0.009,
|
| 109 |
+
-0.048,
|
| 110 |
+
0.108,
|
| 111 |
+
-99.377,
|
| 112 |
+
0.04
|
| 113 |
+
],
|
| 114 |
+
"episode_steps": [
|
| 115 |
+
203,
|
| 116 |
+
300,
|
| 117 |
+
300,
|
| 118 |
+
187,
|
| 119 |
+
195,
|
| 120 |
+
300,
|
| 121 |
+
187,
|
| 122 |
+
179,
|
| 123 |
+
300,
|
| 124 |
+
162,
|
| 125 |
+
300,
|
| 126 |
+
224,
|
| 127 |
+
182,
|
| 128 |
+
185,
|
| 129 |
+
300,
|
| 130 |
+
160,
|
| 131 |
+
163,
|
| 132 |
+
220,
|
| 133 |
+
162,
|
| 134 |
+
203,
|
| 135 |
+
300,
|
| 136 |
+
300,
|
| 137 |
+
222,
|
| 138 |
+
300,
|
| 139 |
+
182,
|
| 140 |
+
300,
|
| 141 |
+
186,
|
| 142 |
+
162,
|
| 143 |
+
198,
|
| 144 |
+
195,
|
| 145 |
+
187,
|
| 146 |
+
179,
|
| 147 |
+
300,
|
| 148 |
+
185,
|
| 149 |
+
300,
|
| 150 |
+
300,
|
| 151 |
+
177,
|
| 152 |
+
300,
|
| 153 |
+
187,
|
| 154 |
+
190,
|
| 155 |
+
300,
|
| 156 |
+
223,
|
| 157 |
+
162,
|
| 158 |
+
168,
|
| 159 |
+
300,
|
| 160 |
+
300,
|
| 161 |
+
300,
|
| 162 |
+
300,
|
| 163 |
+
300,
|
| 164 |
+
185
|
| 165 |
+
],
|
| 166 |
+
"return_mean": -9.85732,
|
| 167 |
+
"embodiment": "deformable/dual_arm_gripper",
|
| 168 |
+
"level": "level_1"
|
| 169 |
+
}
|
multi_task/level_1/eval_reports/DualArmHammerHandover-v1.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "DualArmHammerHandover-v1",
|
| 3 |
+
"suite": "lv1",
|
| 4 |
+
"step": 80000,
|
| 5 |
+
"episodes": 50,
|
| 6 |
+
"success_rate": 0.24,
|
| 7 |
+
"successes": 12,
|
| 8 |
+
"episode_seed_base": 1000,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"episode_success": [
|
| 11 |
+
1.0,
|
| 12 |
+
0.0,
|
| 13 |
+
0.0,
|
| 14 |
+
0.0,
|
| 15 |
+
0.0,
|
| 16 |
+
0.0,
|
| 17 |
+
1.0,
|
| 18 |
+
1.0,
|
| 19 |
+
0.0,
|
| 20 |
+
1.0,
|
| 21 |
+
1.0,
|
| 22 |
+
0.0,
|
| 23 |
+
0.0,
|
| 24 |
+
0.0,
|
| 25 |
+
0.0,
|
| 26 |
+
1.0,
|
| 27 |
+
1.0,
|
| 28 |
+
0.0,
|
| 29 |
+
0.0,
|
| 30 |
+
1.0,
|
| 31 |
+
0.0,
|
| 32 |
+
0.0,
|
| 33 |
+
0.0,
|
| 34 |
+
0.0,
|
| 35 |
+
1.0,
|
| 36 |
+
0.0,
|
| 37 |
+
0.0,
|
| 38 |
+
0.0,
|
| 39 |
+
1.0,
|
| 40 |
+
0.0,
|
| 41 |
+
0.0,
|
| 42 |
+
0.0,
|
| 43 |
+
0.0,
|
| 44 |
+
0.0,
|
| 45 |
+
0.0,
|
| 46 |
+
0.0,
|
| 47 |
+
0.0,
|
| 48 |
+
0.0,
|
| 49 |
+
0.0,
|
| 50 |
+
1.0,
|
| 51 |
+
0.0,
|
| 52 |
+
0.0,
|
| 53 |
+
0.0,
|
| 54 |
+
0.0,
|
| 55 |
+
0.0,
|
| 56 |
+
1.0,
|
| 57 |
+
0.0,
|
| 58 |
+
0.0,
|
| 59 |
+
0.0,
|
| 60 |
+
0.0
|
| 61 |
+
],
|
| 62 |
+
"episode_return": [
|
| 63 |
+
522.007,
|
| 64 |
+
251.696,
|
| 65 |
+
360.112,
|
| 66 |
+
372.323,
|
| 67 |
+
206.541,
|
| 68 |
+
215.571,
|
| 69 |
+
487.752,
|
| 70 |
+
358.717,
|
| 71 |
+
376.101,
|
| 72 |
+
409.512,
|
| 73 |
+
416.133,
|
| 74 |
+
203.139,
|
| 75 |
+
497.549,
|
| 76 |
+
344.398,
|
| 77 |
+
465.766,
|
| 78 |
+
508.922,
|
| 79 |
+
391.575,
|
| 80 |
+
107.593,
|
| 81 |
+
550.913,
|
| 82 |
+
492.033,
|
| 83 |
+
319.016,
|
| 84 |
+
211.566,
|
| 85 |
+
268.6,
|
| 86 |
+
507.774,
|
| 87 |
+
530.149,
|
| 88 |
+
239.942,
|
| 89 |
+
367.252,
|
| 90 |
+
255.917,
|
| 91 |
+
197.177,
|
| 92 |
+
332.952,
|
| 93 |
+
267.108,
|
| 94 |
+
358.16,
|
| 95 |
+
292.869,
|
| 96 |
+
363.865,
|
| 97 |
+
329.306,
|
| 98 |
+
485.656,
|
| 99 |
+
469.646,
|
| 100 |
+
231.074,
|
| 101 |
+
479.06,
|
| 102 |
+
396.569,
|
| 103 |
+
385.289,
|
| 104 |
+
478.559,
|
| 105 |
+
42.225,
|
| 106 |
+
375.872,
|
| 107 |
+
287.794,
|
| 108 |
+
396.275,
|
| 109 |
+
354.475,
|
| 110 |
+
449.665,
|
| 111 |
+
470.703,
|
| 112 |
+
240.861
|
| 113 |
+
],
|
| 114 |
+
"episode_steps": [
|
| 115 |
+
406,
|
| 116 |
+
500,
|
| 117 |
+
500,
|
| 118 |
+
500,
|
| 119 |
+
500,
|
| 120 |
+
500,
|
| 121 |
+
388,
|
| 122 |
+
351,
|
| 123 |
+
500,
|
| 124 |
+
410,
|
| 125 |
+
351,
|
| 126 |
+
500,
|
| 127 |
+
500,
|
| 128 |
+
500,
|
| 129 |
+
500,
|
| 130 |
+
410,
|
| 131 |
+
336,
|
| 132 |
+
500,
|
| 133 |
+
500,
|
| 134 |
+
381,
|
| 135 |
+
500,
|
| 136 |
+
500,
|
| 137 |
+
500,
|
| 138 |
+
500,
|
| 139 |
+
413,
|
| 140 |
+
500,
|
| 141 |
+
500,
|
| 142 |
+
500,
|
| 143 |
+
179,
|
| 144 |
+
500,
|
| 145 |
+
500,
|
| 146 |
+
500,
|
| 147 |
+
500,
|
| 148 |
+
500,
|
| 149 |
+
500,
|
| 150 |
+
500,
|
| 151 |
+
500,
|
| 152 |
+
500,
|
| 153 |
+
500,
|
| 154 |
+
347,
|
| 155 |
+
500,
|
| 156 |
+
500,
|
| 157 |
+
500,
|
| 158 |
+
500,
|
| 159 |
+
500,
|
| 160 |
+
351,
|
| 161 |
+
500,
|
| 162 |
+
500,
|
| 163 |
+
500,
|
| 164 |
+
500
|
| 165 |
+
],
|
| 166 |
+
"return_mean": 358.47458,
|
| 167 |
+
"embodiment": "rigid_body/dual_arm_gripper",
|
| 168 |
+
"level": "level_1"
|
| 169 |
+
}
|
multi_task/level_1/eval_reports/DualArmLiftSoftDex-v1.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "DualArmLiftSoftDex-v1",
|
| 3 |
+
"suite": "lv1",
|
| 4 |
+
"step": 80000,
|
| 5 |
+
"episodes": 50,
|
| 6 |
+
"success_rate": 1.0,
|
| 7 |
+
"successes": 50,
|
| 8 |
+
"episode_seed_base": 1000,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"episode_success": [
|
| 11 |
+
1.0,
|
| 12 |
+
1.0,
|
| 13 |
+
1.0,
|
| 14 |
+
1.0,
|
| 15 |
+
1.0,
|
| 16 |
+
1.0,
|
| 17 |
+
1.0,
|
| 18 |
+
1.0,
|
| 19 |
+
1.0,
|
| 20 |
+
1.0,
|
| 21 |
+
1.0,
|
| 22 |
+
1.0,
|
| 23 |
+
1.0,
|
| 24 |
+
1.0,
|
| 25 |
+
1.0,
|
| 26 |
+
1.0,
|
| 27 |
+
1.0,
|
| 28 |
+
1.0,
|
| 29 |
+
1.0,
|
| 30 |
+
1.0,
|
| 31 |
+
1.0,
|
| 32 |
+
1.0,
|
| 33 |
+
1.0,
|
| 34 |
+
1.0,
|
| 35 |
+
1.0,
|
| 36 |
+
1.0,
|
| 37 |
+
1.0,
|
| 38 |
+
1.0,
|
| 39 |
+
1.0,
|
| 40 |
+
1.0,
|
| 41 |
+
1.0,
|
| 42 |
+
1.0,
|
| 43 |
+
1.0,
|
| 44 |
+
1.0,
|
| 45 |
+
1.0,
|
| 46 |
+
1.0,
|
| 47 |
+
1.0,
|
| 48 |
+
1.0,
|
| 49 |
+
1.0,
|
| 50 |
+
1.0,
|
| 51 |
+
1.0,
|
| 52 |
+
1.0,
|
| 53 |
+
1.0,
|
| 54 |
+
1.0,
|
| 55 |
+
1.0,
|
| 56 |
+
1.0,
|
| 57 |
+
1.0,
|
| 58 |
+
1.0,
|
| 59 |
+
1.0,
|
| 60 |
+
1.0
|
| 61 |
+
],
|
| 62 |
+
"episode_return": [
|
| 63 |
+
129.112,
|
| 64 |
+
130.523,
|
| 65 |
+
136.053,
|
| 66 |
+
126.415,
|
| 67 |
+
125.956,
|
| 68 |
+
128.822,
|
| 69 |
+
123.055,
|
| 70 |
+
121.566,
|
| 71 |
+
120.761,
|
| 72 |
+
132.255,
|
| 73 |
+
135.647,
|
| 74 |
+
132.947,
|
| 75 |
+
138.218,
|
| 76 |
+
128.874,
|
| 77 |
+
128.236,
|
| 78 |
+
128.259,
|
| 79 |
+
126.869,
|
| 80 |
+
124.31,
|
| 81 |
+
134.187,
|
| 82 |
+
133.312,
|
| 83 |
+
130.638,
|
| 84 |
+
128.013,
|
| 85 |
+
116.422,
|
| 86 |
+
121.648,
|
| 87 |
+
132.327,
|
| 88 |
+
128.862,
|
| 89 |
+
127.331,
|
| 90 |
+
124.507,
|
| 91 |
+
125.516,
|
| 92 |
+
133.416,
|
| 93 |
+
137.421,
|
| 94 |
+
127.183,
|
| 95 |
+
122.682,
|
| 96 |
+
120.85,
|
| 97 |
+
130.014,
|
| 98 |
+
126.879,
|
| 99 |
+
129.994,
|
| 100 |
+
129.105,
|
| 101 |
+
115.828,
|
| 102 |
+
130.586,
|
| 103 |
+
133.762,
|
| 104 |
+
125.392,
|
| 105 |
+
120.049,
|
| 106 |
+
123.871,
|
| 107 |
+
133.265,
|
| 108 |
+
136.239,
|
| 109 |
+
123.743,
|
| 110 |
+
126.114,
|
| 111 |
+
128.766,
|
| 112 |
+
121.391
|
| 113 |
+
],
|
| 114 |
+
"episode_steps": [
|
| 115 |
+
177,
|
| 116 |
+
178,
|
| 117 |
+
186,
|
| 118 |
+
174,
|
| 119 |
+
173,
|
| 120 |
+
177,
|
| 121 |
+
169,
|
| 122 |
+
168,
|
| 123 |
+
167,
|
| 124 |
+
181,
|
| 125 |
+
185,
|
| 126 |
+
181,
|
| 127 |
+
189,
|
| 128 |
+
177,
|
| 129 |
+
176,
|
| 130 |
+
176,
|
| 131 |
+
174,
|
| 132 |
+
171,
|
| 133 |
+
183,
|
| 134 |
+
182,
|
| 135 |
+
179,
|
| 136 |
+
175,
|
| 137 |
+
161,
|
| 138 |
+
168,
|
| 139 |
+
181,
|
| 140 |
+
177,
|
| 141 |
+
174,
|
| 142 |
+
171,
|
| 143 |
+
173,
|
| 144 |
+
182,
|
| 145 |
+
187,
|
| 146 |
+
174,
|
| 147 |
+
169,
|
| 148 |
+
167,
|
| 149 |
+
178,
|
| 150 |
+
174,
|
| 151 |
+
178,
|
| 152 |
+
177,
|
| 153 |
+
160,
|
| 154 |
+
179,
|
| 155 |
+
183,
|
| 156 |
+
172,
|
| 157 |
+
166,
|
| 158 |
+
171,
|
| 159 |
+
182,
|
| 160 |
+
186,
|
| 161 |
+
170,
|
| 162 |
+
173,
|
| 163 |
+
177,
|
| 164 |
+
167
|
| 165 |
+
],
|
| 166 |
+
"return_mean": 127.94382,
|
| 167 |
+
"embodiment": "deformable/dual_arm_dex",
|
| 168 |
+
"level": "level_1"
|
| 169 |
+
}
|
multi_task/level_1/eval_reports/DualArmOpenPen-v1.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "DualArmOpenPen-v1",
|
| 3 |
+
"suite": "lv1",
|
| 4 |
+
"step": 80000,
|
| 5 |
+
"episodes": 50,
|
| 6 |
+
"success_rate": 0.3,
|
| 7 |
+
"successes": 15,
|
| 8 |
+
"episode_seed_base": 1000,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"episode_success": [
|
| 11 |
+
1.0,
|
| 12 |
+
0.0,
|
| 13 |
+
1.0,
|
| 14 |
+
0.0,
|
| 15 |
+
0.0,
|
| 16 |
+
1.0,
|
| 17 |
+
1.0,
|
| 18 |
+
0.0,
|
| 19 |
+
0.0,
|
| 20 |
+
0.0,
|
| 21 |
+
0.0,
|
| 22 |
+
0.0,
|
| 23 |
+
0.0,
|
| 24 |
+
0.0,
|
| 25 |
+
0.0,
|
| 26 |
+
0.0,
|
| 27 |
+
0.0,
|
| 28 |
+
0.0,
|
| 29 |
+
0.0,
|
| 30 |
+
0.0,
|
| 31 |
+
0.0,
|
| 32 |
+
1.0,
|
| 33 |
+
1.0,
|
| 34 |
+
1.0,
|
| 35 |
+
0.0,
|
| 36 |
+
1.0,
|
| 37 |
+
0.0,
|
| 38 |
+
1.0,
|
| 39 |
+
0.0,
|
| 40 |
+
0.0,
|
| 41 |
+
1.0,
|
| 42 |
+
0.0,
|
| 43 |
+
0.0,
|
| 44 |
+
1.0,
|
| 45 |
+
0.0,
|
| 46 |
+
0.0,
|
| 47 |
+
0.0,
|
| 48 |
+
0.0,
|
| 49 |
+
0.0,
|
| 50 |
+
0.0,
|
| 51 |
+
1.0,
|
| 52 |
+
0.0,
|
| 53 |
+
0.0,
|
| 54 |
+
0.0,
|
| 55 |
+
1.0,
|
| 56 |
+
0.0,
|
| 57 |
+
0.0,
|
| 58 |
+
0.0,
|
| 59 |
+
1.0,
|
| 60 |
+
1.0
|
| 61 |
+
],
|
| 62 |
+
"episode_return": [
|
| 63 |
+
522.001,
|
| 64 |
+
864.092,
|
| 65 |
+
513.942,
|
| 66 |
+
1299.468,
|
| 67 |
+
591.709,
|
| 68 |
+
809.011,
|
| 69 |
+
557.283,
|
| 70 |
+
974.503,
|
| 71 |
+
1072.884,
|
| 72 |
+
1430.036,
|
| 73 |
+
1239.737,
|
| 74 |
+
787.411,
|
| 75 |
+
1308.754,
|
| 76 |
+
1170.403,
|
| 77 |
+
450.529,
|
| 78 |
+
1103.115,
|
| 79 |
+
866.862,
|
| 80 |
+
509.861,
|
| 81 |
+
717.964,
|
| 82 |
+
1591.453,
|
| 83 |
+
1016.068,
|
| 84 |
+
487.739,
|
| 85 |
+
383.566,
|
| 86 |
+
585.327,
|
| 87 |
+
1401.59,
|
| 88 |
+
527.169,
|
| 89 |
+
971.525,
|
| 90 |
+
596.634,
|
| 91 |
+
735.338,
|
| 92 |
+
1159.087,
|
| 93 |
+
487.803,
|
| 94 |
+
643.091,
|
| 95 |
+
934.287,
|
| 96 |
+
1318.921,
|
| 97 |
+
1189.5,
|
| 98 |
+
864.241,
|
| 99 |
+
561.073,
|
| 100 |
+
1147.59,
|
| 101 |
+
1111.56,
|
| 102 |
+
641.943,
|
| 103 |
+
1017.748,
|
| 104 |
+
1182.863,
|
| 105 |
+
1208.829,
|
| 106 |
+
1505.762,
|
| 107 |
+
642.915,
|
| 108 |
+
1037.848,
|
| 109 |
+
439.946,
|
| 110 |
+
1278.868,
|
| 111 |
+
729.295,
|
| 112 |
+
1046.905
|
| 113 |
+
],
|
| 114 |
+
"episode_steps": [
|
| 115 |
+
229,
|
| 116 |
+
400,
|
| 117 |
+
237,
|
| 118 |
+
400,
|
| 119 |
+
400,
|
| 120 |
+
308,
|
| 121 |
+
242,
|
| 122 |
+
400,
|
| 123 |
+
400,
|
| 124 |
+
400,
|
| 125 |
+
400,
|
| 126 |
+
400,
|
| 127 |
+
400,
|
| 128 |
+
400,
|
| 129 |
+
400,
|
| 130 |
+
400,
|
| 131 |
+
400,
|
| 132 |
+
400,
|
| 133 |
+
400,
|
| 134 |
+
400,
|
| 135 |
+
400,
|
| 136 |
+
218,
|
| 137 |
+
176,
|
| 138 |
+
196,
|
| 139 |
+
400,
|
| 140 |
+
270,
|
| 141 |
+
400,
|
| 142 |
+
303,
|
| 143 |
+
400,
|
| 144 |
+
400,
|
| 145 |
+
233,
|
| 146 |
+
400,
|
| 147 |
+
400,
|
| 148 |
+
382,
|
| 149 |
+
400,
|
| 150 |
+
400,
|
| 151 |
+
400,
|
| 152 |
+
400,
|
| 153 |
+
400,
|
| 154 |
+
400,
|
| 155 |
+
322,
|
| 156 |
+
400,
|
| 157 |
+
400,
|
| 158 |
+
400,
|
| 159 |
+
236,
|
| 160 |
+
400,
|
| 161 |
+
400,
|
| 162 |
+
400,
|
| 163 |
+
245,
|
| 164 |
+
322
|
| 165 |
+
],
|
| 166 |
+
"return_mean": 904.7209799999999,
|
| 167 |
+
"embodiment": "rigid_body/dual_arm_dex",
|
| 168 |
+
"level": "level_1"
|
| 169 |
+
}
|
multi_task/level_1/eval_reports/DualArmOpenScissor-v1.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "DualArmOpenScissor-v1",
|
| 3 |
+
"suite": "lv1",
|
| 4 |
+
"step": 80000,
|
| 5 |
+
"episodes": 50,
|
| 6 |
+
"success_rate": 0.98,
|
| 7 |
+
"successes": 49,
|
| 8 |
+
"episode_seed_base": 1000,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"episode_success": [
|
| 11 |
+
1.0,
|
| 12 |
+
1.0,
|
| 13 |
+
1.0,
|
| 14 |
+
1.0,
|
| 15 |
+
1.0,
|
| 16 |
+
1.0,
|
| 17 |
+
1.0,
|
| 18 |
+
1.0,
|
| 19 |
+
1.0,
|
| 20 |
+
1.0,
|
| 21 |
+
1.0,
|
| 22 |
+
1.0,
|
| 23 |
+
1.0,
|
| 24 |
+
1.0,
|
| 25 |
+
1.0,
|
| 26 |
+
1.0,
|
| 27 |
+
1.0,
|
| 28 |
+
1.0,
|
| 29 |
+
1.0,
|
| 30 |
+
1.0,
|
| 31 |
+
1.0,
|
| 32 |
+
1.0,
|
| 33 |
+
1.0,
|
| 34 |
+
1.0,
|
| 35 |
+
1.0,
|
| 36 |
+
1.0,
|
| 37 |
+
1.0,
|
| 38 |
+
1.0,
|
| 39 |
+
1.0,
|
| 40 |
+
1.0,
|
| 41 |
+
1.0,
|
| 42 |
+
1.0,
|
| 43 |
+
1.0,
|
| 44 |
+
1.0,
|
| 45 |
+
1.0,
|
| 46 |
+
1.0,
|
| 47 |
+
1.0,
|
| 48 |
+
1.0,
|
| 49 |
+
1.0,
|
| 50 |
+
1.0,
|
| 51 |
+
1.0,
|
| 52 |
+
1.0,
|
| 53 |
+
1.0,
|
| 54 |
+
1.0,
|
| 55 |
+
1.0,
|
| 56 |
+
1.0,
|
| 57 |
+
1.0,
|
| 58 |
+
1.0,
|
| 59 |
+
0.0,
|
| 60 |
+
1.0
|
| 61 |
+
],
|
| 62 |
+
"episode_return": [
|
| 63 |
+
199.769,
|
| 64 |
+
210.344,
|
| 65 |
+
251.131,
|
| 66 |
+
228.497,
|
| 67 |
+
218.34,
|
| 68 |
+
232.577,
|
| 69 |
+
206.007,
|
| 70 |
+
208.46,
|
| 71 |
+
200.049,
|
| 72 |
+
237.553,
|
| 73 |
+
202.25,
|
| 74 |
+
278.39,
|
| 75 |
+
223.386,
|
| 76 |
+
212.147,
|
| 77 |
+
189.091,
|
| 78 |
+
295.076,
|
| 79 |
+
257.405,
|
| 80 |
+
215.276,
|
| 81 |
+
226.65,
|
| 82 |
+
191.853,
|
| 83 |
+
330.527,
|
| 84 |
+
185.503,
|
| 85 |
+
226.86,
|
| 86 |
+
235.469,
|
| 87 |
+
214.029,
|
| 88 |
+
208.056,
|
| 89 |
+
313.231,
|
| 90 |
+
209.142,
|
| 91 |
+
258.885,
|
| 92 |
+
212.146,
|
| 93 |
+
251.831,
|
| 94 |
+
416.384,
|
| 95 |
+
232.399,
|
| 96 |
+
220.5,
|
| 97 |
+
205.516,
|
| 98 |
+
229.371,
|
| 99 |
+
187.436,
|
| 100 |
+
209.08,
|
| 101 |
+
251.128,
|
| 102 |
+
186.189,
|
| 103 |
+
212.118,
|
| 104 |
+
417.961,
|
| 105 |
+
181.027,
|
| 106 |
+
217.812,
|
| 107 |
+
223.589,
|
| 108 |
+
229.653,
|
| 109 |
+
298.616,
|
| 110 |
+
304.627,
|
| 111 |
+
666.054,
|
| 112 |
+
230.848
|
| 113 |
+
],
|
| 114 |
+
"episode_steps": [
|
| 115 |
+
122,
|
| 116 |
+
123,
|
| 117 |
+
138,
|
| 118 |
+
124,
|
| 119 |
+
131,
|
| 120 |
+
126,
|
| 121 |
+
123,
|
| 122 |
+
127,
|
| 123 |
+
112,
|
| 124 |
+
141,
|
| 125 |
+
122,
|
| 126 |
+
191,
|
| 127 |
+
120,
|
| 128 |
+
123,
|
| 129 |
+
121,
|
| 130 |
+
205,
|
| 131 |
+
176,
|
| 132 |
+
126,
|
| 133 |
+
128,
|
| 134 |
+
117,
|
| 135 |
+
210,
|
| 136 |
+
114,
|
| 137 |
+
137,
|
| 138 |
+
136,
|
| 139 |
+
129,
|
| 140 |
+
113,
|
| 141 |
+
180,
|
| 142 |
+
112,
|
| 143 |
+
191,
|
| 144 |
+
132,
|
| 145 |
+
169,
|
| 146 |
+
278,
|
| 147 |
+
145,
|
| 148 |
+
116,
|
| 149 |
+
126,
|
| 150 |
+
163,
|
| 151 |
+
115,
|
| 152 |
+
123,
|
| 153 |
+
136,
|
| 154 |
+
116,
|
| 155 |
+
129,
|
| 156 |
+
285,
|
| 157 |
+
113,
|
| 158 |
+
121,
|
| 159 |
+
120,
|
| 160 |
+
123,
|
| 161 |
+
205,
|
| 162 |
+
211,
|
| 163 |
+
500,
|
| 164 |
+
125
|
| 165 |
+
],
|
| 166 |
+
"return_mean": 245.00475999999998,
|
| 167 |
+
"embodiment": "rigid_body/dual_arm_dex",
|
| 168 |
+
"level": "level_1"
|
| 169 |
+
}
|
multi_task/level_1/eval_reports/DualArmPouringWater-v1.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "DualArmPouringWater-v1",
|
| 3 |
+
"suite": "lv1",
|
| 4 |
+
"step": 80000,
|
| 5 |
+
"episodes": 50,
|
| 6 |
+
"success_rate": 0.72,
|
| 7 |
+
"successes": 36,
|
| 8 |
+
"episode_seed_base": 1000,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"episode_success": [
|
| 11 |
+
1.0,
|
| 12 |
+
0.0,
|
| 13 |
+
1.0,
|
| 14 |
+
1.0,
|
| 15 |
+
1.0,
|
| 16 |
+
0.0,
|
| 17 |
+
1.0,
|
| 18 |
+
0.0,
|
| 19 |
+
1.0,
|
| 20 |
+
0.0,
|
| 21 |
+
1.0,
|
| 22 |
+
1.0,
|
| 23 |
+
0.0,
|
| 24 |
+
1.0,
|
| 25 |
+
0.0,
|
| 26 |
+
1.0,
|
| 27 |
+
1.0,
|
| 28 |
+
1.0,
|
| 29 |
+
1.0,
|
| 30 |
+
1.0,
|
| 31 |
+
1.0,
|
| 32 |
+
1.0,
|
| 33 |
+
1.0,
|
| 34 |
+
1.0,
|
| 35 |
+
0.0,
|
| 36 |
+
0.0,
|
| 37 |
+
0.0,
|
| 38 |
+
1.0,
|
| 39 |
+
1.0,
|
| 40 |
+
1.0,
|
| 41 |
+
1.0,
|
| 42 |
+
1.0,
|
| 43 |
+
1.0,
|
| 44 |
+
1.0,
|
| 45 |
+
0.0,
|
| 46 |
+
0.0,
|
| 47 |
+
1.0,
|
| 48 |
+
1.0,
|
| 49 |
+
1.0,
|
| 50 |
+
1.0,
|
| 51 |
+
0.0,
|
| 52 |
+
0.0,
|
| 53 |
+
1.0,
|
| 54 |
+
1.0,
|
| 55 |
+
1.0,
|
| 56 |
+
1.0,
|
| 57 |
+
1.0,
|
| 58 |
+
0.0,
|
| 59 |
+
1.0,
|
| 60 |
+
1.0
|
| 61 |
+
],
|
| 62 |
+
"episode_return": [
|
| 63 |
+
157.813,
|
| 64 |
+
167.389,
|
| 65 |
+
168.336,
|
| 66 |
+
165.52,
|
| 67 |
+
153.035,
|
| 68 |
+
102.969,
|
| 69 |
+
165.068,
|
| 70 |
+
148.359,
|
| 71 |
+
149.257,
|
| 72 |
+
96.836,
|
| 73 |
+
117.664,
|
| 74 |
+
134.361,
|
| 75 |
+
145.965,
|
| 76 |
+
150.406,
|
| 77 |
+
104.681,
|
| 78 |
+
151.879,
|
| 79 |
+
185.94,
|
| 80 |
+
157.482,
|
| 81 |
+
161.096,
|
| 82 |
+
160.509,
|
| 83 |
+
151.429,
|
| 84 |
+
146.193,
|
| 85 |
+
149.356,
|
| 86 |
+
144.023,
|
| 87 |
+
148.012,
|
| 88 |
+
89.31,
|
| 89 |
+
103.186,
|
| 90 |
+
159.329,
|
| 91 |
+
152.665,
|
| 92 |
+
156.516,
|
| 93 |
+
147.766,
|
| 94 |
+
148.732,
|
| 95 |
+
156.322,
|
| 96 |
+
152.175,
|
| 97 |
+
105.542,
|
| 98 |
+
201.31,
|
| 99 |
+
148.286,
|
| 100 |
+
156.287,
|
| 101 |
+
137.619,
|
| 102 |
+
161.824,
|
| 103 |
+
38.274,
|
| 104 |
+
104.474,
|
| 105 |
+
155.405,
|
| 106 |
+
131.815,
|
| 107 |
+
187.802,
|
| 108 |
+
147.17,
|
| 109 |
+
149.369,
|
| 110 |
+
39.291,
|
| 111 |
+
149.452,
|
| 112 |
+
168.971
|
| 113 |
+
],
|
| 114 |
+
"episode_steps": [
|
| 115 |
+
224,
|
| 116 |
+
340,
|
| 117 |
+
241,
|
| 118 |
+
246,
|
| 119 |
+
213,
|
| 120 |
+
340,
|
| 121 |
+
251,
|
| 122 |
+
340,
|
| 123 |
+
212,
|
| 124 |
+
340,
|
| 125 |
+
191,
|
| 126 |
+
195,
|
| 127 |
+
340,
|
| 128 |
+
214,
|
| 129 |
+
340,
|
| 130 |
+
224,
|
| 131 |
+
296,
|
| 132 |
+
222,
|
| 133 |
+
231,
|
| 134 |
+
238,
|
| 135 |
+
213,
|
| 136 |
+
209,
|
| 137 |
+
212,
|
| 138 |
+
211,
|
| 139 |
+
340,
|
| 140 |
+
340,
|
| 141 |
+
340,
|
| 142 |
+
237,
|
| 143 |
+
222,
|
| 144 |
+
227,
|
| 145 |
+
213,
|
| 146 |
+
206,
|
| 147 |
+
226,
|
| 148 |
+
215,
|
| 149 |
+
340,
|
| 150 |
+
340,
|
| 151 |
+
207,
|
| 152 |
+
220,
|
| 153 |
+
205,
|
| 154 |
+
237,
|
| 155 |
+
340,
|
| 156 |
+
340,
|
| 157 |
+
230,
|
| 158 |
+
191,
|
| 159 |
+
293,
|
| 160 |
+
212,
|
| 161 |
+
212,
|
| 162 |
+
340,
|
| 163 |
+
215,
|
| 164 |
+
246
|
| 165 |
+
],
|
| 166 |
+
"return_mean": 142.6494,
|
| 167 |
+
"embodiment": "deformable/dual_arm_gripper",
|
| 168 |
+
"level": "level_1"
|
| 169 |
+
}
|
multi_task/level_1/eval_reports/DualArmPressButton-v1.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "DualArmPressButton-v1",
|
| 3 |
+
"suite": "lv1",
|
| 4 |
+
"step": 80000,
|
| 5 |
+
"episodes": 50,
|
| 6 |
+
"success_rate": 0.38,
|
| 7 |
+
"successes": 19,
|
| 8 |
+
"episode_seed_base": 1000,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"episode_success": [
|
| 11 |
+
0.0,
|
| 12 |
+
0.0,
|
| 13 |
+
0.0,
|
| 14 |
+
0.0,
|
| 15 |
+
0.0,
|
| 16 |
+
0.0,
|
| 17 |
+
0.0,
|
| 18 |
+
1.0,
|
| 19 |
+
0.0,
|
| 20 |
+
0.0,
|
| 21 |
+
1.0,
|
| 22 |
+
1.0,
|
| 23 |
+
0.0,
|
| 24 |
+
0.0,
|
| 25 |
+
0.0,
|
| 26 |
+
1.0,
|
| 27 |
+
1.0,
|
| 28 |
+
1.0,
|
| 29 |
+
1.0,
|
| 30 |
+
0.0,
|
| 31 |
+
0.0,
|
| 32 |
+
1.0,
|
| 33 |
+
0.0,
|
| 34 |
+
0.0,
|
| 35 |
+
0.0,
|
| 36 |
+
0.0,
|
| 37 |
+
0.0,
|
| 38 |
+
1.0,
|
| 39 |
+
0.0,
|
| 40 |
+
1.0,
|
| 41 |
+
1.0,
|
| 42 |
+
1.0,
|
| 43 |
+
0.0,
|
| 44 |
+
1.0,
|
| 45 |
+
0.0,
|
| 46 |
+
0.0,
|
| 47 |
+
0.0,
|
| 48 |
+
0.0,
|
| 49 |
+
1.0,
|
| 50 |
+
1.0,
|
| 51 |
+
1.0,
|
| 52 |
+
0.0,
|
| 53 |
+
0.0,
|
| 54 |
+
0.0,
|
| 55 |
+
1.0,
|
| 56 |
+
1.0,
|
| 57 |
+
0.0,
|
| 58 |
+
1.0,
|
| 59 |
+
0.0,
|
| 60 |
+
0.0
|
| 61 |
+
],
|
| 62 |
+
"episode_return": [
|
| 63 |
+
218.339,
|
| 64 |
+
221.731,
|
| 65 |
+
221.961,
|
| 66 |
+
224.66,
|
| 67 |
+
230.353,
|
| 68 |
+
225.929,
|
| 69 |
+
220.826,
|
| 70 |
+
100.531,
|
| 71 |
+
222.189,
|
| 72 |
+
218.966,
|
| 73 |
+
102.174,
|
| 74 |
+
83.194,
|
| 75 |
+
221.265,
|
| 76 |
+
221.84,
|
| 77 |
+
222.346,
|
| 78 |
+
82.881,
|
| 79 |
+
118.488,
|
| 80 |
+
102.563,
|
| 81 |
+
118.497,
|
| 82 |
+
218.148,
|
| 83 |
+
218.681,
|
| 84 |
+
102.993,
|
| 85 |
+
221.967,
|
| 86 |
+
220.102,
|
| 87 |
+
220.247,
|
| 88 |
+
220.929,
|
| 89 |
+
223.651,
|
| 90 |
+
111.475,
|
| 91 |
+
221.869,
|
| 92 |
+
105.049,
|
| 93 |
+
126.736,
|
| 94 |
+
85.209,
|
| 95 |
+
225.949,
|
| 96 |
+
105.122,
|
| 97 |
+
223.503,
|
| 98 |
+
225.575,
|
| 99 |
+
221.835,
|
| 100 |
+
217.664,
|
| 101 |
+
119.297,
|
| 102 |
+
115.443,
|
| 103 |
+
112.802,
|
| 104 |
+
220.736,
|
| 105 |
+
220.828,
|
| 106 |
+
221.126,
|
| 107 |
+
109.697,
|
| 108 |
+
199.053,
|
| 109 |
+
222.664,
|
| 110 |
+
89.545,
|
| 111 |
+
222.616,
|
| 112 |
+
221.034
|
| 113 |
+
],
|
| 114 |
+
"episode_steps": [
|
| 115 |
+
200,
|
| 116 |
+
200,
|
| 117 |
+
200,
|
| 118 |
+
200,
|
| 119 |
+
200,
|
| 120 |
+
200,
|
| 121 |
+
200,
|
| 122 |
+
92,
|
| 123 |
+
200,
|
| 124 |
+
200,
|
| 125 |
+
93,
|
| 126 |
+
76,
|
| 127 |
+
200,
|
| 128 |
+
200,
|
| 129 |
+
200,
|
| 130 |
+
76,
|
| 131 |
+
109,
|
| 132 |
+
84,
|
| 133 |
+
108,
|
| 134 |
+
200,
|
| 135 |
+
200,
|
| 136 |
+
94,
|
| 137 |
+
200,
|
| 138 |
+
200,
|
| 139 |
+
200,
|
| 140 |
+
200,
|
| 141 |
+
200,
|
| 142 |
+
101,
|
| 143 |
+
200,
|
| 144 |
+
96,
|
| 145 |
+
114,
|
| 146 |
+
78,
|
| 147 |
+
200,
|
| 148 |
+
95,
|
| 149 |
+
200,
|
| 150 |
+
200,
|
| 151 |
+
200,
|
| 152 |
+
200,
|
| 153 |
+
109,
|
| 154 |
+
106,
|
| 155 |
+
103,
|
| 156 |
+
200,
|
| 157 |
+
200,
|
| 158 |
+
200,
|
| 159 |
+
99,
|
| 160 |
+
178,
|
| 161 |
+
200,
|
| 162 |
+
81,
|
| 163 |
+
200,
|
| 164 |
+
200
|
| 165 |
+
],
|
| 166 |
+
"return_mean": 179.40556,
|
| 167 |
+
"embodiment": "rigid_body/dual_arm_dex",
|
| 168 |
+
"level": "level_1"
|
| 169 |
+
}
|
multi_task/level_1/eval_reports/DualArmPushBox-v1.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "DualArmPushBox-v1",
|
| 3 |
+
"suite": "lv1",
|
| 4 |
+
"step": 80000,
|
| 5 |
+
"episodes": 50,
|
| 6 |
+
"success_rate": 0.6,
|
| 7 |
+
"successes": 30,
|
| 8 |
+
"episode_seed_base": 1000,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"episode_success": [
|
| 11 |
+
0.0,
|
| 12 |
+
0.0,
|
| 13 |
+
1.0,
|
| 14 |
+
0.0,
|
| 15 |
+
0.0,
|
| 16 |
+
1.0,
|
| 17 |
+
1.0,
|
| 18 |
+
0.0,
|
| 19 |
+
0.0,
|
| 20 |
+
1.0,
|
| 21 |
+
0.0,
|
| 22 |
+
1.0,
|
| 23 |
+
0.0,
|
| 24 |
+
0.0,
|
| 25 |
+
1.0,
|
| 26 |
+
1.0,
|
| 27 |
+
1.0,
|
| 28 |
+
1.0,
|
| 29 |
+
1.0,
|
| 30 |
+
1.0,
|
| 31 |
+
1.0,
|
| 32 |
+
0.0,
|
| 33 |
+
1.0,
|
| 34 |
+
0.0,
|
| 35 |
+
1.0,
|
| 36 |
+
1.0,
|
| 37 |
+
1.0,
|
| 38 |
+
0.0,
|
| 39 |
+
1.0,
|
| 40 |
+
0.0,
|
| 41 |
+
1.0,
|
| 42 |
+
1.0,
|
| 43 |
+
1.0,
|
| 44 |
+
0.0,
|
| 45 |
+
1.0,
|
| 46 |
+
0.0,
|
| 47 |
+
0.0,
|
| 48 |
+
1.0,
|
| 49 |
+
1.0,
|
| 50 |
+
0.0,
|
| 51 |
+
0.0,
|
| 52 |
+
1.0,
|
| 53 |
+
1.0,
|
| 54 |
+
1.0,
|
| 55 |
+
1.0,
|
| 56 |
+
0.0,
|
| 57 |
+
1.0,
|
| 58 |
+
1.0,
|
| 59 |
+
0.0,
|
| 60 |
+
1.0
|
| 61 |
+
],
|
| 62 |
+
"episode_return": [
|
| 63 |
+
40.762,
|
| 64 |
+
99.225,
|
| 65 |
+
22.792,
|
| 66 |
+
16.359,
|
| 67 |
+
58.729,
|
| 68 |
+
54.936,
|
| 69 |
+
39.93,
|
| 70 |
+
37.292,
|
| 71 |
+
63.373,
|
| 72 |
+
34.091,
|
| 73 |
+
74.579,
|
| 74 |
+
20.897,
|
| 75 |
+
109.307,
|
| 76 |
+
89.923,
|
| 77 |
+
35.65,
|
| 78 |
+
20.143,
|
| 79 |
+
20.133,
|
| 80 |
+
46.444,
|
| 81 |
+
23.419,
|
| 82 |
+
35.508,
|
| 83 |
+
20.023,
|
| 84 |
+
84.985,
|
| 85 |
+
46.132,
|
| 86 |
+
93.562,
|
| 87 |
+
23.595,
|
| 88 |
+
24.251,
|
| 89 |
+
51.416,
|
| 90 |
+
58.138,
|
| 91 |
+
19.557,
|
| 92 |
+
15.764,
|
| 93 |
+
19.937,
|
| 94 |
+
26.553,
|
| 95 |
+
23.319,
|
| 96 |
+
57.989,
|
| 97 |
+
23.715,
|
| 98 |
+
83.665,
|
| 99 |
+
48.479,
|
| 100 |
+
21.29,
|
| 101 |
+
22.6,
|
| 102 |
+
54.282,
|
| 103 |
+
71.749,
|
| 104 |
+
20.82,
|
| 105 |
+
26.05,
|
| 106 |
+
47.78,
|
| 107 |
+
40.156,
|
| 108 |
+
51.491,
|
| 109 |
+
21.007,
|
| 110 |
+
20.274,
|
| 111 |
+
70.337,
|
| 112 |
+
25.949
|
| 113 |
+
],
|
| 114 |
+
"episode_steps": [
|
| 115 |
+
700,
|
| 116 |
+
700,
|
| 117 |
+
263,
|
| 118 |
+
700,
|
| 119 |
+
700,
|
| 120 |
+
591,
|
| 121 |
+
353,
|
| 122 |
+
700,
|
| 123 |
+
700,
|
| 124 |
+
584,
|
| 125 |
+
700,
|
| 126 |
+
240,
|
| 127 |
+
700,
|
| 128 |
+
700,
|
| 129 |
+
375,
|
| 130 |
+
255,
|
| 131 |
+
260,
|
| 132 |
+
425,
|
| 133 |
+
293,
|
| 134 |
+
648,
|
| 135 |
+
239,
|
| 136 |
+
700,
|
| 137 |
+
444,
|
| 138 |
+
700,
|
| 139 |
+
254,
|
| 140 |
+
259,
|
| 141 |
+
454,
|
| 142 |
+
700,
|
| 143 |
+
245,
|
| 144 |
+
700,
|
| 145 |
+
251,
|
| 146 |
+
297,
|
| 147 |
+
246,
|
| 148 |
+
700,
|
| 149 |
+
291,
|
| 150 |
+
700,
|
| 151 |
+
700,
|
| 152 |
+
271,
|
| 153 |
+
259,
|
| 154 |
+
700,
|
| 155 |
+
700,
|
| 156 |
+
264,
|
| 157 |
+
325,
|
| 158 |
+
387,
|
| 159 |
+
342,
|
| 160 |
+
700,
|
| 161 |
+
247,
|
| 162 |
+
236,
|
| 163 |
+
700,
|
| 164 |
+
284
|
| 165 |
+
],
|
| 166 |
+
"return_mean": 43.167139999999996,
|
| 167 |
+
"embodiment": "rigid_body/dual_arm_gripper",
|
| 168 |
+
"level": "level_1"
|
| 169 |
+
}
|
multi_task/level_1/eval_reports/DualArmRopeCylinderWarpping-v1.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "DualArmRopeCylinderWarpping-v1",
|
| 3 |
+
"suite": "lv1",
|
| 4 |
+
"step": 80000,
|
| 5 |
+
"episodes": 50,
|
| 6 |
+
"success_rate": 0.66,
|
| 7 |
+
"successes": 33,
|
| 8 |
+
"episode_seed_base": 1000,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"episode_success": [
|
| 11 |
+
1.0,
|
| 12 |
+
0.0,
|
| 13 |
+
1.0,
|
| 14 |
+
1.0,
|
| 15 |
+
1.0,
|
| 16 |
+
0.0,
|
| 17 |
+
1.0,
|
| 18 |
+
1.0,
|
| 19 |
+
1.0,
|
| 20 |
+
1.0,
|
| 21 |
+
0.0,
|
| 22 |
+
1.0,
|
| 23 |
+
0.0,
|
| 24 |
+
0.0,
|
| 25 |
+
1.0,
|
| 26 |
+
1.0,
|
| 27 |
+
1.0,
|
| 28 |
+
0.0,
|
| 29 |
+
1.0,
|
| 30 |
+
0.0,
|
| 31 |
+
1.0,
|
| 32 |
+
0.0,
|
| 33 |
+
0.0,
|
| 34 |
+
0.0,
|
| 35 |
+
1.0,
|
| 36 |
+
1.0,
|
| 37 |
+
1.0,
|
| 38 |
+
1.0,
|
| 39 |
+
0.0,
|
| 40 |
+
1.0,
|
| 41 |
+
1.0,
|
| 42 |
+
1.0,
|
| 43 |
+
1.0,
|
| 44 |
+
1.0,
|
| 45 |
+
0.0,
|
| 46 |
+
1.0,
|
| 47 |
+
1.0,
|
| 48 |
+
0.0,
|
| 49 |
+
1.0,
|
| 50 |
+
1.0,
|
| 51 |
+
1.0,
|
| 52 |
+
1.0,
|
| 53 |
+
0.0,
|
| 54 |
+
1.0,
|
| 55 |
+
1.0,
|
| 56 |
+
0.0,
|
| 57 |
+
0.0,
|
| 58 |
+
1.0,
|
| 59 |
+
1.0,
|
| 60 |
+
0.0
|
| 61 |
+
],
|
| 62 |
+
"episode_return": [
|
| 63 |
+
72.875,
|
| 64 |
+
123.712,
|
| 65 |
+
71.784,
|
| 66 |
+
57.252,
|
| 67 |
+
102.314,
|
| 68 |
+
101.61,
|
| 69 |
+
71.768,
|
| 70 |
+
73.949,
|
| 71 |
+
82.187,
|
| 72 |
+
81.592,
|
| 73 |
+
95.338,
|
| 74 |
+
90.057,
|
| 75 |
+
103.772,
|
| 76 |
+
122.583,
|
| 77 |
+
78.588,
|
| 78 |
+
74.487,
|
| 79 |
+
80.064,
|
| 80 |
+
105.936,
|
| 81 |
+
72.647,
|
| 82 |
+
106.947,
|
| 83 |
+
76.513,
|
| 84 |
+
63.123,
|
| 85 |
+
109.082,
|
| 86 |
+
136.126,
|
| 87 |
+
124.519,
|
| 88 |
+
62.724,
|
| 89 |
+
80.017,
|
| 90 |
+
70.611,
|
| 91 |
+
110.579,
|
| 92 |
+
74.372,
|
| 93 |
+
80.667,
|
| 94 |
+
74.786,
|
| 95 |
+
74.077,
|
| 96 |
+
86.973,
|
| 97 |
+
74.955,
|
| 98 |
+
77.201,
|
| 99 |
+
82.449,
|
| 100 |
+
126.348,
|
| 101 |
+
81.451,
|
| 102 |
+
106.492,
|
| 103 |
+
71.946,
|
| 104 |
+
66.332,
|
| 105 |
+
108.256,
|
| 106 |
+
66.392,
|
| 107 |
+
92.453,
|
| 108 |
+
119.229,
|
| 109 |
+
136.1,
|
| 110 |
+
69.221,
|
| 111 |
+
69.116,
|
| 112 |
+
79.201
|
| 113 |
+
],
|
| 114 |
+
"episode_steps": [
|
| 115 |
+
304,
|
| 116 |
+
400,
|
| 117 |
+
282,
|
| 118 |
+
238,
|
| 119 |
+
319,
|
| 120 |
+
400,
|
| 121 |
+
272,
|
| 122 |
+
300,
|
| 123 |
+
341,
|
| 124 |
+
326,
|
| 125 |
+
400,
|
| 126 |
+
333,
|
| 127 |
+
400,
|
| 128 |
+
400,
|
| 129 |
+
319,
|
| 130 |
+
326,
|
| 131 |
+
339,
|
| 132 |
+
400,
|
| 133 |
+
330,
|
| 134 |
+
400,
|
| 135 |
+
331,
|
| 136 |
+
400,
|
| 137 |
+
400,
|
| 138 |
+
400,
|
| 139 |
+
374,
|
| 140 |
+
286,
|
| 141 |
+
340,
|
| 142 |
+
348,
|
| 143 |
+
400,
|
| 144 |
+
347,
|
| 145 |
+
327,
|
| 146 |
+
328,
|
| 147 |
+
314,
|
| 148 |
+
370,
|
| 149 |
+
400,
|
| 150 |
+
275,
|
| 151 |
+
365,
|
| 152 |
+
400,
|
| 153 |
+
313,
|
| 154 |
+
384,
|
| 155 |
+
309,
|
| 156 |
+
311,
|
| 157 |
+
400,
|
| 158 |
+
342,
|
| 159 |
+
338,
|
| 160 |
+
400,
|
| 161 |
+
400,
|
| 162 |
+
293,
|
| 163 |
+
303,
|
| 164 |
+
400
|
| 165 |
+
],
|
| 166 |
+
"return_mean": 88.41546,
|
| 167 |
+
"embodiment": "deformable/dual_arm_gripper",
|
| 168 |
+
"level": "level_1"
|
| 169 |
+
}
|
multi_task/level_1/eval_reports/DualArmRopeStretch-v1.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "DualArmRopeStretch-v1",
|
| 3 |
+
"suite": "lv1",
|
| 4 |
+
"step": 80000,
|
| 5 |
+
"episodes": 50,
|
| 6 |
+
"success_rate": 0.48,
|
| 7 |
+
"successes": 24,
|
| 8 |
+
"episode_seed_base": 1000,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"episode_success": [
|
| 11 |
+
0.0,
|
| 12 |
+
1.0,
|
| 13 |
+
0.0,
|
| 14 |
+
1.0,
|
| 15 |
+
0.0,
|
| 16 |
+
0.0,
|
| 17 |
+
0.0,
|
| 18 |
+
1.0,
|
| 19 |
+
0.0,
|
| 20 |
+
0.0,
|
| 21 |
+
1.0,
|
| 22 |
+
0.0,
|
| 23 |
+
0.0,
|
| 24 |
+
1.0,
|
| 25 |
+
1.0,
|
| 26 |
+
1.0,
|
| 27 |
+
0.0,
|
| 28 |
+
1.0,
|
| 29 |
+
0.0,
|
| 30 |
+
1.0,
|
| 31 |
+
1.0,
|
| 32 |
+
0.0,
|
| 33 |
+
0.0,
|
| 34 |
+
0.0,
|
| 35 |
+
1.0,
|
| 36 |
+
1.0,
|
| 37 |
+
1.0,
|
| 38 |
+
1.0,
|
| 39 |
+
1.0,
|
| 40 |
+
1.0,
|
| 41 |
+
1.0,
|
| 42 |
+
0.0,
|
| 43 |
+
1.0,
|
| 44 |
+
0.0,
|
| 45 |
+
1.0,
|
| 46 |
+
0.0,
|
| 47 |
+
1.0,
|
| 48 |
+
1.0,
|
| 49 |
+
0.0,
|
| 50 |
+
0.0,
|
| 51 |
+
0.0,
|
| 52 |
+
1.0,
|
| 53 |
+
0.0,
|
| 54 |
+
0.0,
|
| 55 |
+
0.0,
|
| 56 |
+
0.0,
|
| 57 |
+
0.0,
|
| 58 |
+
0.0,
|
| 59 |
+
1.0,
|
| 60 |
+
1.0
|
| 61 |
+
],
|
| 62 |
+
"episode_return": [
|
| 63 |
+
279.002,
|
| 64 |
+
164.571,
|
| 65 |
+
292.082,
|
| 66 |
+
180.325,
|
| 67 |
+
287.868,
|
| 68 |
+
289.616,
|
| 69 |
+
278.819,
|
| 70 |
+
193.628,
|
| 71 |
+
254.583,
|
| 72 |
+
292.5,
|
| 73 |
+
179.882,
|
| 74 |
+
285.5,
|
| 75 |
+
287.695,
|
| 76 |
+
163.705,
|
| 77 |
+
170.199,
|
| 78 |
+
168.86,
|
| 79 |
+
278.836,
|
| 80 |
+
195.348,
|
| 81 |
+
292.89,
|
| 82 |
+
179.503,
|
| 83 |
+
148.904,
|
| 84 |
+
294.438,
|
| 85 |
+
285.932,
|
| 86 |
+
295.714,
|
| 87 |
+
170.874,
|
| 88 |
+
172.781,
|
| 89 |
+
179.371,
|
| 90 |
+
187.774,
|
| 91 |
+
173.639,
|
| 92 |
+
192.758,
|
| 93 |
+
170.954,
|
| 94 |
+
291.385,
|
| 95 |
+
168.245,
|
| 96 |
+
288.996,
|
| 97 |
+
184.227,
|
| 98 |
+
278.536,
|
| 99 |
+
168.238,
|
| 100 |
+
184.963,
|
| 101 |
+
291.785,
|
| 102 |
+
291.329,
|
| 103 |
+
294.834,
|
| 104 |
+
191.016,
|
| 105 |
+
289.562,
|
| 106 |
+
292.747,
|
| 107 |
+
288.142,
|
| 108 |
+
292.757,
|
| 109 |
+
278.784,
|
| 110 |
+
278.801,
|
| 111 |
+
181.962,
|
| 112 |
+
168.994
|
| 113 |
+
],
|
| 114 |
+
"episode_steps": [
|
| 115 |
+
300,
|
| 116 |
+
167,
|
| 117 |
+
300,
|
| 118 |
+
184,
|
| 119 |
+
300,
|
| 120 |
+
300,
|
| 121 |
+
300,
|
| 122 |
+
196,
|
| 123 |
+
300,
|
| 124 |
+
300,
|
| 125 |
+
183,
|
| 126 |
+
300,
|
| 127 |
+
300,
|
| 128 |
+
166,
|
| 129 |
+
173,
|
| 130 |
+
172,
|
| 131 |
+
300,
|
| 132 |
+
199,
|
| 133 |
+
300,
|
| 134 |
+
183,
|
| 135 |
+
151,
|
| 136 |
+
300,
|
| 137 |
+
300,
|
| 138 |
+
300,
|
| 139 |
+
174,
|
| 140 |
+
176,
|
| 141 |
+
183,
|
| 142 |
+
192,
|
| 143 |
+
177,
|
| 144 |
+
197,
|
| 145 |
+
174,
|
| 146 |
+
300,
|
| 147 |
+
171,
|
| 148 |
+
300,
|
| 149 |
+
187,
|
| 150 |
+
300,
|
| 151 |
+
171,
|
| 152 |
+
189,
|
| 153 |
+
300,
|
| 154 |
+
300,
|
| 155 |
+
300,
|
| 156 |
+
195,
|
| 157 |
+
300,
|
| 158 |
+
300,
|
| 159 |
+
300,
|
| 160 |
+
300,
|
| 161 |
+
300,
|
| 162 |
+
300,
|
| 163 |
+
184,
|
| 164 |
+
172
|
| 165 |
+
],
|
| 166 |
+
"return_mean": 233.87707999999998,
|
| 167 |
+
"embodiment": "deformable/dual_arm_dex",
|
| 168 |
+
"level": "level_1"
|
| 169 |
+
}
|
multi_task/level_1/eval_reports/DualArmSwingCup-v1.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "DualArmSwingCup-v1",
|
| 3 |
+
"suite": "lv1",
|
| 4 |
+
"step": 80000,
|
| 5 |
+
"episodes": 50,
|
| 6 |
+
"success_rate": 0.42,
|
| 7 |
+
"successes": 21,
|
| 8 |
+
"episode_seed_base": 1000,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"episode_success": [
|
| 11 |
+
1.0,
|
| 12 |
+
1.0,
|
| 13 |
+
0.0,
|
| 14 |
+
0.0,
|
| 15 |
+
0.0,
|
| 16 |
+
0.0,
|
| 17 |
+
0.0,
|
| 18 |
+
1.0,
|
| 19 |
+
1.0,
|
| 20 |
+
0.0,
|
| 21 |
+
1.0,
|
| 22 |
+
0.0,
|
| 23 |
+
1.0,
|
| 24 |
+
0.0,
|
| 25 |
+
1.0,
|
| 26 |
+
0.0,
|
| 27 |
+
1.0,
|
| 28 |
+
0.0,
|
| 29 |
+
1.0,
|
| 30 |
+
1.0,
|
| 31 |
+
0.0,
|
| 32 |
+
1.0,
|
| 33 |
+
0.0,
|
| 34 |
+
0.0,
|
| 35 |
+
0.0,
|
| 36 |
+
1.0,
|
| 37 |
+
0.0,
|
| 38 |
+
1.0,
|
| 39 |
+
0.0,
|
| 40 |
+
1.0,
|
| 41 |
+
0.0,
|
| 42 |
+
1.0,
|
| 43 |
+
0.0,
|
| 44 |
+
1.0,
|
| 45 |
+
0.0,
|
| 46 |
+
0.0,
|
| 47 |
+
0.0,
|
| 48 |
+
0.0,
|
| 49 |
+
1.0,
|
| 50 |
+
1.0,
|
| 51 |
+
0.0,
|
| 52 |
+
1.0,
|
| 53 |
+
0.0,
|
| 54 |
+
1.0,
|
| 55 |
+
0.0,
|
| 56 |
+
0.0,
|
| 57 |
+
0.0,
|
| 58 |
+
0.0,
|
| 59 |
+
0.0,
|
| 60 |
+
1.0
|
| 61 |
+
],
|
| 62 |
+
"episode_return": [
|
| 63 |
+
198.41,
|
| 64 |
+
312.299,
|
| 65 |
+
351.419,
|
| 66 |
+
-628.602,
|
| 67 |
+
-53.925,
|
| 68 |
+
331.318,
|
| 69 |
+
299.467,
|
| 70 |
+
206.866,
|
| 71 |
+
214.302,
|
| 72 |
+
276.883,
|
| 73 |
+
194.662,
|
| 74 |
+
-204.283,
|
| 75 |
+
200.096,
|
| 76 |
+
290.488,
|
| 77 |
+
201.994,
|
| 78 |
+
143.557,
|
| 79 |
+
204.624,
|
| 80 |
+
275.608,
|
| 81 |
+
197.491,
|
| 82 |
+
203.722,
|
| 83 |
+
218.99,
|
| 84 |
+
200.656,
|
| 85 |
+
343.291,
|
| 86 |
+
83.725,
|
| 87 |
+
104.517,
|
| 88 |
+
214.418,
|
| 89 |
+
348.912,
|
| 90 |
+
201.762,
|
| 91 |
+
292.923,
|
| 92 |
+
202.7,
|
| 93 |
+
278.498,
|
| 94 |
+
199.276,
|
| 95 |
+
54.846,
|
| 96 |
+
202.329,
|
| 97 |
+
304.245,
|
| 98 |
+
-256.618,
|
| 99 |
+
316.293,
|
| 100 |
+
353.362,
|
| 101 |
+
201.642,
|
| 102 |
+
219.365,
|
| 103 |
+
365.698,
|
| 104 |
+
201.307,
|
| 105 |
+
352.107,
|
| 106 |
+
202.411,
|
| 107 |
+
305.1,
|
| 108 |
+
-222.182,
|
| 109 |
+
276.688,
|
| 110 |
+
248.635,
|
| 111 |
+
315.563,
|
| 112 |
+
209.398
|
| 113 |
+
],
|
| 114 |
+
"episode_steps": [
|
| 115 |
+
163,
|
| 116 |
+
258,
|
| 117 |
+
300,
|
| 118 |
+
300,
|
| 119 |
+
300,
|
| 120 |
+
300,
|
| 121 |
+
300,
|
| 122 |
+
172,
|
| 123 |
+
184,
|
| 124 |
+
300,
|
| 125 |
+
159,
|
| 126 |
+
300,
|
| 127 |
+
167,
|
| 128 |
+
300,
|
| 129 |
+
163,
|
| 130 |
+
300,
|
| 131 |
+
170,
|
| 132 |
+
300,
|
| 133 |
+
162,
|
| 134 |
+
169,
|
| 135 |
+
300,
|
| 136 |
+
167,
|
| 137 |
+
300,
|
| 138 |
+
300,
|
| 139 |
+
300,
|
| 140 |
+
183,
|
| 141 |
+
300,
|
| 142 |
+
168,
|
| 143 |
+
300,
|
| 144 |
+
169,
|
| 145 |
+
300,
|
| 146 |
+
166,
|
| 147 |
+
300,
|
| 148 |
+
168,
|
| 149 |
+
300,
|
| 150 |
+
300,
|
| 151 |
+
300,
|
| 152 |
+
300,
|
| 153 |
+
168,
|
| 154 |
+
181,
|
| 155 |
+
300,
|
| 156 |
+
168,
|
| 157 |
+
300,
|
| 158 |
+
168,
|
| 159 |
+
300,
|
| 160 |
+
300,
|
| 161 |
+
300,
|
| 162 |
+
300,
|
| 163 |
+
300,
|
| 164 |
+
171
|
| 165 |
+
],
|
| 166 |
+
"return_mean": 191.12506000000002,
|
| 167 |
+
"embodiment": "rigid_body/dual_arm_dex",
|
| 168 |
+
"level": "level_1"
|
| 169 |
+
}
|
multi_task/level_1/eval_reports/GraspCylinder-v1.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "GraspCylinder-v1",
|
| 3 |
+
"suite": "lv1",
|
| 4 |
+
"step": 80000,
|
| 5 |
+
"episodes": 50,
|
| 6 |
+
"success_rate": 0.86,
|
| 7 |
+
"successes": 43,
|
| 8 |
+
"episode_seed_base": 1000,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"episode_success": [
|
| 11 |
+
1.0,
|
| 12 |
+
1.0,
|
| 13 |
+
1.0,
|
| 14 |
+
1.0,
|
| 15 |
+
1.0,
|
| 16 |
+
1.0,
|
| 17 |
+
1.0,
|
| 18 |
+
1.0,
|
| 19 |
+
1.0,
|
| 20 |
+
1.0,
|
| 21 |
+
1.0,
|
| 22 |
+
1.0,
|
| 23 |
+
0.0,
|
| 24 |
+
1.0,
|
| 25 |
+
1.0,
|
| 26 |
+
1.0,
|
| 27 |
+
1.0,
|
| 28 |
+
1.0,
|
| 29 |
+
0.0,
|
| 30 |
+
1.0,
|
| 31 |
+
1.0,
|
| 32 |
+
1.0,
|
| 33 |
+
0.0,
|
| 34 |
+
0.0,
|
| 35 |
+
1.0,
|
| 36 |
+
1.0,
|
| 37 |
+
1.0,
|
| 38 |
+
1.0,
|
| 39 |
+
1.0,
|
| 40 |
+
1.0,
|
| 41 |
+
1.0,
|
| 42 |
+
1.0,
|
| 43 |
+
0.0,
|
| 44 |
+
1.0,
|
| 45 |
+
1.0,
|
| 46 |
+
1.0,
|
| 47 |
+
1.0,
|
| 48 |
+
0.0,
|
| 49 |
+
1.0,
|
| 50 |
+
1.0,
|
| 51 |
+
1.0,
|
| 52 |
+
0.0,
|
| 53 |
+
1.0,
|
| 54 |
+
1.0,
|
| 55 |
+
1.0,
|
| 56 |
+
1.0,
|
| 57 |
+
1.0,
|
| 58 |
+
1.0,
|
| 59 |
+
1.0,
|
| 60 |
+
1.0
|
| 61 |
+
],
|
| 62 |
+
"episode_return": [
|
| 63 |
+
22.704,
|
| 64 |
+
19.072,
|
| 65 |
+
19.759,
|
| 66 |
+
19.147,
|
| 67 |
+
23.26,
|
| 68 |
+
20.099,
|
| 69 |
+
36.982,
|
| 70 |
+
43.774,
|
| 71 |
+
27.991,
|
| 72 |
+
34.022,
|
| 73 |
+
27.862,
|
| 74 |
+
23.402,
|
| 75 |
+
0.018,
|
| 76 |
+
33.946,
|
| 77 |
+
27.057,
|
| 78 |
+
22.354,
|
| 79 |
+
23.106,
|
| 80 |
+
35.085,
|
| 81 |
+
0.02,
|
| 82 |
+
33.872,
|
| 83 |
+
23.816,
|
| 84 |
+
27.241,
|
| 85 |
+
0.257,
|
| 86 |
+
0.025,
|
| 87 |
+
27.434,
|
| 88 |
+
35.538,
|
| 89 |
+
35.513,
|
| 90 |
+
35.035,
|
| 91 |
+
19.005,
|
| 92 |
+
19.24,
|
| 93 |
+
22.871,
|
| 94 |
+
19.435,
|
| 95 |
+
0.732,
|
| 96 |
+
20.536,
|
| 97 |
+
33.884,
|
| 98 |
+
36.575,
|
| 99 |
+
27.117,
|
| 100 |
+
0.378,
|
| 101 |
+
23.856,
|
| 102 |
+
22.212,
|
| 103 |
+
19.828,
|
| 104 |
+
0.364,
|
| 105 |
+
34.692,
|
| 106 |
+
25.199,
|
| 107 |
+
27.438,
|
| 108 |
+
19.99,
|
| 109 |
+
23.398,
|
| 110 |
+
33.947,
|
| 111 |
+
34.209,
|
| 112 |
+
26.975
|
| 113 |
+
],
|
| 114 |
+
"episode_steps": [
|
| 115 |
+
205,
|
| 116 |
+
177,
|
| 117 |
+
216,
|
| 118 |
+
201,
|
| 119 |
+
202,
|
| 120 |
+
202,
|
| 121 |
+
226,
|
| 122 |
+
260,
|
| 123 |
+
208,
|
| 124 |
+
247,
|
| 125 |
+
191,
|
| 126 |
+
228,
|
| 127 |
+
300,
|
| 128 |
+
238,
|
| 129 |
+
224,
|
| 130 |
+
210,
|
| 131 |
+
197,
|
| 132 |
+
231,
|
| 133 |
+
300,
|
| 134 |
+
234,
|
| 135 |
+
187,
|
| 136 |
+
227,
|
| 137 |
+
300,
|
| 138 |
+
300,
|
| 139 |
+
177,
|
| 140 |
+
194,
|
| 141 |
+
218,
|
| 142 |
+
263,
|
| 143 |
+
223,
|
| 144 |
+
197,
|
| 145 |
+
210,
|
| 146 |
+
193,
|
| 147 |
+
300,
|
| 148 |
+
192,
|
| 149 |
+
257,
|
| 150 |
+
202,
|
| 151 |
+
187,
|
| 152 |
+
300,
|
| 153 |
+
186,
|
| 154 |
+
208,
|
| 155 |
+
202,
|
| 156 |
+
300,
|
| 157 |
+
214,
|
| 158 |
+
193,
|
| 159 |
+
180,
|
| 160 |
+
185,
|
| 161 |
+
209,
|
| 162 |
+
232,
|
| 163 |
+
238,
|
| 164 |
+
188
|
| 165 |
+
],
|
| 166 |
+
"return_mean": 23.40544,
|
| 167 |
+
"embodiment": "rigid_body/single_arm_dex",
|
| 168 |
+
"level": "level_1"
|
| 169 |
+
}
|
multi_task/level_1/eval_reports/LiftBucket-v1.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "LiftBucket-v1",
|
| 3 |
+
"suite": "lv1",
|
| 4 |
+
"step": 80000,
|
| 5 |
+
"episodes": 50,
|
| 6 |
+
"success_rate": 0.54,
|
| 7 |
+
"successes": 27,
|
| 8 |
+
"episode_seed_base": 1000,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"episode_success": [
|
| 11 |
+
1.0,
|
| 12 |
+
1.0,
|
| 13 |
+
1.0,
|
| 14 |
+
1.0,
|
| 15 |
+
1.0,
|
| 16 |
+
1.0,
|
| 17 |
+
1.0,
|
| 18 |
+
0.0,
|
| 19 |
+
1.0,
|
| 20 |
+
0.0,
|
| 21 |
+
1.0,
|
| 22 |
+
0.0,
|
| 23 |
+
0.0,
|
| 24 |
+
1.0,
|
| 25 |
+
1.0,
|
| 26 |
+
1.0,
|
| 27 |
+
0.0,
|
| 28 |
+
1.0,
|
| 29 |
+
1.0,
|
| 30 |
+
1.0,
|
| 31 |
+
0.0,
|
| 32 |
+
1.0,
|
| 33 |
+
1.0,
|
| 34 |
+
1.0,
|
| 35 |
+
0.0,
|
| 36 |
+
1.0,
|
| 37 |
+
1.0,
|
| 38 |
+
0.0,
|
| 39 |
+
0.0,
|
| 40 |
+
0.0,
|
| 41 |
+
0.0,
|
| 42 |
+
1.0,
|
| 43 |
+
1.0,
|
| 44 |
+
0.0,
|
| 45 |
+
1.0,
|
| 46 |
+
0.0,
|
| 47 |
+
0.0,
|
| 48 |
+
1.0,
|
| 49 |
+
1.0,
|
| 50 |
+
0.0,
|
| 51 |
+
0.0,
|
| 52 |
+
0.0,
|
| 53 |
+
0.0,
|
| 54 |
+
0.0,
|
| 55 |
+
0.0,
|
| 56 |
+
1.0,
|
| 57 |
+
0.0,
|
| 58 |
+
0.0,
|
| 59 |
+
1.0,
|
| 60 |
+
0.0
|
| 61 |
+
],
|
| 62 |
+
"episode_return": [
|
| 63 |
+
89.86,
|
| 64 |
+
79.599,
|
| 65 |
+
92.985,
|
| 66 |
+
97.481,
|
| 67 |
+
99.424,
|
| 68 |
+
88.863,
|
| 69 |
+
99.621,
|
| 70 |
+
179.304,
|
| 71 |
+
78.601,
|
| 72 |
+
184.404,
|
| 73 |
+
84.57,
|
| 74 |
+
179.188,
|
| 75 |
+
181.609,
|
| 76 |
+
71.081,
|
| 77 |
+
97.43,
|
| 78 |
+
84.695,
|
| 79 |
+
183.514,
|
| 80 |
+
92.393,
|
| 81 |
+
89.061,
|
| 82 |
+
93.399,
|
| 83 |
+
178.017,
|
| 84 |
+
80.884,
|
| 85 |
+
99.35,
|
| 86 |
+
101.995,
|
| 87 |
+
177.658,
|
| 88 |
+
97.056,
|
| 89 |
+
96.416,
|
| 90 |
+
176.794,
|
| 91 |
+
179.925,
|
| 92 |
+
181.878,
|
| 93 |
+
185.511,
|
| 94 |
+
100.187,
|
| 95 |
+
83.588,
|
| 96 |
+
177.435,
|
| 97 |
+
90.268,
|
| 98 |
+
181.548,
|
| 99 |
+
182.885,
|
| 100 |
+
92.459,
|
| 101 |
+
127.344,
|
| 102 |
+
175.958,
|
| 103 |
+
177.835,
|
| 104 |
+
181.141,
|
| 105 |
+
188.235,
|
| 106 |
+
181.747,
|
| 107 |
+
180.421,
|
| 108 |
+
102.056,
|
| 109 |
+
179.005,
|
| 110 |
+
177.886,
|
| 111 |
+
96.052,
|
| 112 |
+
178.605
|
| 113 |
+
],
|
| 114 |
+
"episode_steps": [
|
| 115 |
+
140,
|
| 116 |
+
126,
|
| 117 |
+
144,
|
| 118 |
+
152,
|
| 119 |
+
155,
|
| 120 |
+
138,
|
| 121 |
+
156,
|
| 122 |
+
300,
|
| 123 |
+
121,
|
| 124 |
+
300,
|
| 125 |
+
131,
|
| 126 |
+
300,
|
| 127 |
+
300,
|
| 128 |
+
110,
|
| 129 |
+
152,
|
| 130 |
+
130,
|
| 131 |
+
300,
|
| 132 |
+
144,
|
| 133 |
+
139,
|
| 134 |
+
145,
|
| 135 |
+
300,
|
| 136 |
+
126,
|
| 137 |
+
159,
|
| 138 |
+
161,
|
| 139 |
+
300,
|
| 140 |
+
151,
|
| 141 |
+
151,
|
| 142 |
+
300,
|
| 143 |
+
300,
|
| 144 |
+
300,
|
| 145 |
+
300,
|
| 146 |
+
157,
|
| 147 |
+
135,
|
| 148 |
+
300,
|
| 149 |
+
141,
|
| 150 |
+
300,
|
| 151 |
+
300,
|
| 152 |
+
144,
|
| 153 |
+
189,
|
| 154 |
+
300,
|
| 155 |
+
300,
|
| 156 |
+
300,
|
| 157 |
+
300,
|
| 158 |
+
300,
|
| 159 |
+
300,
|
| 160 |
+
159,
|
| 161 |
+
300,
|
| 162 |
+
300,
|
| 163 |
+
150,
|
| 164 |
+
300
|
| 165 |
+
],
|
| 166 |
+
"return_mean": 133.14442,
|
| 167 |
+
"embodiment": "rigid_body/single_arm_dex",
|
| 168 |
+
"level": "level_1"
|
| 169 |
+
}
|
multi_task/level_1/eval_reports/OpenDoor-v1.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "OpenDoor-v1",
|
| 3 |
+
"suite": "lv1",
|
| 4 |
+
"step": 80000,
|
| 5 |
+
"episodes": 50,
|
| 6 |
+
"success_rate": 0.12,
|
| 7 |
+
"successes": 6,
|
| 8 |
+
"episode_seed_base": 1000,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"episode_success": [
|
| 11 |
+
0.0,
|
| 12 |
+
1.0,
|
| 13 |
+
0.0,
|
| 14 |
+
1.0,
|
| 15 |
+
1.0,
|
| 16 |
+
0.0,
|
| 17 |
+
0.0,
|
| 18 |
+
0.0,
|
| 19 |
+
0.0,
|
| 20 |
+
1.0,
|
| 21 |
+
0.0,
|
| 22 |
+
0.0,
|
| 23 |
+
1.0,
|
| 24 |
+
0.0,
|
| 25 |
+
0.0,
|
| 26 |
+
0.0,
|
| 27 |
+
0.0,
|
| 28 |
+
0.0,
|
| 29 |
+
0.0,
|
| 30 |
+
0.0,
|
| 31 |
+
0.0,
|
| 32 |
+
0.0,
|
| 33 |
+
0.0,
|
| 34 |
+
0.0,
|
| 35 |
+
0.0,
|
| 36 |
+
0.0,
|
| 37 |
+
0.0,
|
| 38 |
+
0.0,
|
| 39 |
+
0.0,
|
| 40 |
+
0.0,
|
| 41 |
+
0.0,
|
| 42 |
+
1.0,
|
| 43 |
+
0.0,
|
| 44 |
+
0.0,
|
| 45 |
+
0.0,
|
| 46 |
+
0.0,
|
| 47 |
+
0.0,
|
| 48 |
+
0.0,
|
| 49 |
+
0.0,
|
| 50 |
+
0.0,
|
| 51 |
+
0.0,
|
| 52 |
+
0.0,
|
| 53 |
+
0.0,
|
| 54 |
+
0.0,
|
| 55 |
+
0.0,
|
| 56 |
+
0.0,
|
| 57 |
+
0.0,
|
| 58 |
+
0.0,
|
| 59 |
+
0.0,
|
| 60 |
+
0.0
|
| 61 |
+
],
|
| 62 |
+
"episode_return": [
|
| 63 |
+
0.121,
|
| 64 |
+
17.04,
|
| 65 |
+
63.778,
|
| 66 |
+
28.66,
|
| 67 |
+
62.778,
|
| 68 |
+
0.283,
|
| 69 |
+
90.609,
|
| 70 |
+
0.121,
|
| 71 |
+
0.121,
|
| 72 |
+
21.696,
|
| 73 |
+
234.159,
|
| 74 |
+
184.017,
|
| 75 |
+
25.589,
|
| 76 |
+
49.958,
|
| 77 |
+
38.209,
|
| 78 |
+
22.638,
|
| 79 |
+
5.34,
|
| 80 |
+
69.37,
|
| 81 |
+
10.582,
|
| 82 |
+
0.896,
|
| 83 |
+
57.821,
|
| 84 |
+
0.121,
|
| 85 |
+
0.079,
|
| 86 |
+
1.345,
|
| 87 |
+
41.844,
|
| 88 |
+
0.308,
|
| 89 |
+
0.624,
|
| 90 |
+
16.938,
|
| 91 |
+
0.121,
|
| 92 |
+
2.5,
|
| 93 |
+
47.156,
|
| 94 |
+
68.317,
|
| 95 |
+
0.121,
|
| 96 |
+
4.063,
|
| 97 |
+
202.367,
|
| 98 |
+
58.217,
|
| 99 |
+
61.299,
|
| 100 |
+
0.121,
|
| 101 |
+
44.075,
|
| 102 |
+
111.29,
|
| 103 |
+
234.288,
|
| 104 |
+
3.191,
|
| 105 |
+
0.121,
|
| 106 |
+
0.733,
|
| 107 |
+
67.597,
|
| 108 |
+
2.136,
|
| 109 |
+
0.121,
|
| 110 |
+
0.122,
|
| 111 |
+
63.724,
|
| 112 |
+
73.191
|
| 113 |
+
],
|
| 114 |
+
"episode_steps": [
|
| 115 |
+
400,
|
| 116 |
+
172,
|
| 117 |
+
400,
|
| 118 |
+
205,
|
| 119 |
+
321,
|
| 120 |
+
400,
|
| 121 |
+
400,
|
| 122 |
+
400,
|
| 123 |
+
400,
|
| 124 |
+
196,
|
| 125 |
+
400,
|
| 126 |
+
400,
|
| 127 |
+
177,
|
| 128 |
+
400,
|
| 129 |
+
400,
|
| 130 |
+
400,
|
| 131 |
+
400,
|
| 132 |
+
400,
|
| 133 |
+
400,
|
| 134 |
+
400,
|
| 135 |
+
400,
|
| 136 |
+
400,
|
| 137 |
+
400,
|
| 138 |
+
400,
|
| 139 |
+
400,
|
| 140 |
+
400,
|
| 141 |
+
400,
|
| 142 |
+
400,
|
| 143 |
+
400,
|
| 144 |
+
400,
|
| 145 |
+
400,
|
| 146 |
+
188,
|
| 147 |
+
400,
|
| 148 |
+
400,
|
| 149 |
+
400,
|
| 150 |
+
400,
|
| 151 |
+
400,
|
| 152 |
+
400,
|
| 153 |
+
400,
|
| 154 |
+
400,
|
| 155 |
+
400,
|
| 156 |
+
400,
|
| 157 |
+
400,
|
| 158 |
+
400,
|
| 159 |
+
400,
|
| 160 |
+
400,
|
| 161 |
+
400,
|
| 162 |
+
400,
|
| 163 |
+
400,
|
| 164 |
+
400
|
| 165 |
+
],
|
| 166 |
+
"return_mean": 41.798320000000004,
|
| 167 |
+
"embodiment": "rigid_body/single_arm_gripper",
|
| 168 |
+
"level": "level_1"
|
| 169 |
+
}
|
multi_task/level_1/eval_reports/PickPlacePen-v1.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "PickPlacePen-v1",
|
| 3 |
+
"suite": "lv1",
|
| 4 |
+
"step": 80000,
|
| 5 |
+
"episodes": 50,
|
| 6 |
+
"success_rate": 0.34,
|
| 7 |
+
"successes": 17,
|
| 8 |
+
"episode_seed_base": 1000,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"episode_success": [
|
| 11 |
+
0.0,
|
| 12 |
+
0.0,
|
| 13 |
+
1.0,
|
| 14 |
+
0.0,
|
| 15 |
+
0.0,
|
| 16 |
+
1.0,
|
| 17 |
+
0.0,
|
| 18 |
+
0.0,
|
| 19 |
+
1.0,
|
| 20 |
+
1.0,
|
| 21 |
+
1.0,
|
| 22 |
+
0.0,
|
| 23 |
+
0.0,
|
| 24 |
+
1.0,
|
| 25 |
+
0.0,
|
| 26 |
+
1.0,
|
| 27 |
+
0.0,
|
| 28 |
+
1.0,
|
| 29 |
+
0.0,
|
| 30 |
+
1.0,
|
| 31 |
+
0.0,
|
| 32 |
+
0.0,
|
| 33 |
+
0.0,
|
| 34 |
+
0.0,
|
| 35 |
+
0.0,
|
| 36 |
+
1.0,
|
| 37 |
+
0.0,
|
| 38 |
+
1.0,
|
| 39 |
+
0.0,
|
| 40 |
+
0.0,
|
| 41 |
+
0.0,
|
| 42 |
+
0.0,
|
| 43 |
+
0.0,
|
| 44 |
+
0.0,
|
| 45 |
+
0.0,
|
| 46 |
+
0.0,
|
| 47 |
+
1.0,
|
| 48 |
+
1.0,
|
| 49 |
+
1.0,
|
| 50 |
+
0.0,
|
| 51 |
+
0.0,
|
| 52 |
+
0.0,
|
| 53 |
+
1.0,
|
| 54 |
+
1.0,
|
| 55 |
+
1.0,
|
| 56 |
+
0.0,
|
| 57 |
+
0.0,
|
| 58 |
+
0.0,
|
| 59 |
+
0.0,
|
| 60 |
+
0.0
|
| 61 |
+
],
|
| 62 |
+
"episode_return": [
|
| 63 |
+
0.0,
|
| 64 |
+
12.455,
|
| 65 |
+
53.772,
|
| 66 |
+
0.0,
|
| 67 |
+
1.431,
|
| 68 |
+
59.204,
|
| 69 |
+
27.625,
|
| 70 |
+
244.484,
|
| 71 |
+
55.437,
|
| 72 |
+
52.828,
|
| 73 |
+
44.797,
|
| 74 |
+
1.832,
|
| 75 |
+
282.12,
|
| 76 |
+
99.326,
|
| 77 |
+
0.0,
|
| 78 |
+
61.985,
|
| 79 |
+
0.0,
|
| 80 |
+
53.14,
|
| 81 |
+
0.0,
|
| 82 |
+
51.429,
|
| 83 |
+
8.167,
|
| 84 |
+
8.381,
|
| 85 |
+
0.0,
|
| 86 |
+
151.93,
|
| 87 |
+
18.167,
|
| 88 |
+
47.483,
|
| 89 |
+
0.0,
|
| 90 |
+
55.261,
|
| 91 |
+
0.506,
|
| 92 |
+
76.474,
|
| 93 |
+
178.49,
|
| 94 |
+
263.994,
|
| 95 |
+
4.647,
|
| 96 |
+
0.0,
|
| 97 |
+
0.0,
|
| 98 |
+
2.667,
|
| 99 |
+
96.223,
|
| 100 |
+
51.398,
|
| 101 |
+
54.754,
|
| 102 |
+
0.0,
|
| 103 |
+
0.0,
|
| 104 |
+
0.0,
|
| 105 |
+
59.679,
|
| 106 |
+
61.341,
|
| 107 |
+
58.006,
|
| 108 |
+
0.0,
|
| 109 |
+
0.0,
|
| 110 |
+
0.0,
|
| 111 |
+
0.0,
|
| 112 |
+
0.0
|
| 113 |
+
],
|
| 114 |
+
"episode_steps": [
|
| 115 |
+
500,
|
| 116 |
+
500,
|
| 117 |
+
255,
|
| 118 |
+
500,
|
| 119 |
+
500,
|
| 120 |
+
275,
|
| 121 |
+
500,
|
| 122 |
+
500,
|
| 123 |
+
248,
|
| 124 |
+
246,
|
| 125 |
+
266,
|
| 126 |
+
500,
|
| 127 |
+
500,
|
| 128 |
+
406,
|
| 129 |
+
500,
|
| 130 |
+
272,
|
| 131 |
+
500,
|
| 132 |
+
273,
|
| 133 |
+
500,
|
| 134 |
+
262,
|
| 135 |
+
500,
|
| 136 |
+
500,
|
| 137 |
+
500,
|
| 138 |
+
500,
|
| 139 |
+
500,
|
| 140 |
+
252,
|
| 141 |
+
500,
|
| 142 |
+
265,
|
| 143 |
+
500,
|
| 144 |
+
500,
|
| 145 |
+
500,
|
| 146 |
+
500,
|
| 147 |
+
500,
|
| 148 |
+
500,
|
| 149 |
+
500,
|
| 150 |
+
500,
|
| 151 |
+
369,
|
| 152 |
+
267,
|
| 153 |
+
254,
|
| 154 |
+
500,
|
| 155 |
+
500,
|
| 156 |
+
500,
|
| 157 |
+
272,
|
| 158 |
+
275,
|
| 159 |
+
284,
|
| 160 |
+
500,
|
| 161 |
+
500,
|
| 162 |
+
500,
|
| 163 |
+
500,
|
| 164 |
+
500
|
| 165 |
+
],
|
| 166 |
+
"return_mean": 45.98866,
|
| 167 |
+
"embodiment": "rigid_body/single_arm_gripper",
|
| 168 |
+
"level": "level_1"
|
| 169 |
+
}
|
multi_task/level_1/eval_reports/PushSoccer-v1.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "PushSoccer-v1",
|
| 3 |
+
"suite": "lv1",
|
| 4 |
+
"step": 80000,
|
| 5 |
+
"episodes": 50,
|
| 6 |
+
"success_rate": 0.6,
|
| 7 |
+
"successes": 30,
|
| 8 |
+
"episode_seed_base": 1000,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"episode_success": [
|
| 11 |
+
1.0,
|
| 12 |
+
0.0,
|
| 13 |
+
1.0,
|
| 14 |
+
0.0,
|
| 15 |
+
0.0,
|
| 16 |
+
0.0,
|
| 17 |
+
0.0,
|
| 18 |
+
0.0,
|
| 19 |
+
1.0,
|
| 20 |
+
0.0,
|
| 21 |
+
1.0,
|
| 22 |
+
1.0,
|
| 23 |
+
1.0,
|
| 24 |
+
1.0,
|
| 25 |
+
1.0,
|
| 26 |
+
0.0,
|
| 27 |
+
1.0,
|
| 28 |
+
0.0,
|
| 29 |
+
0.0,
|
| 30 |
+
1.0,
|
| 31 |
+
1.0,
|
| 32 |
+
1.0,
|
| 33 |
+
0.0,
|
| 34 |
+
0.0,
|
| 35 |
+
1.0,
|
| 36 |
+
0.0,
|
| 37 |
+
1.0,
|
| 38 |
+
0.0,
|
| 39 |
+
1.0,
|
| 40 |
+
1.0,
|
| 41 |
+
0.0,
|
| 42 |
+
1.0,
|
| 43 |
+
1.0,
|
| 44 |
+
1.0,
|
| 45 |
+
1.0,
|
| 46 |
+
0.0,
|
| 47 |
+
1.0,
|
| 48 |
+
0.0,
|
| 49 |
+
1.0,
|
| 50 |
+
1.0,
|
| 51 |
+
0.0,
|
| 52 |
+
1.0,
|
| 53 |
+
1.0,
|
| 54 |
+
1.0,
|
| 55 |
+
1.0,
|
| 56 |
+
0.0,
|
| 57 |
+
1.0,
|
| 58 |
+
1.0,
|
| 59 |
+
0.0,
|
| 60 |
+
1.0
|
| 61 |
+
],
|
| 62 |
+
"episode_return": [
|
| 63 |
+
70.869,
|
| 64 |
+
163.357,
|
| 65 |
+
22.469,
|
| 66 |
+
11.685,
|
| 67 |
+
0.0,
|
| 68 |
+
167.654,
|
| 69 |
+
182.801,
|
| 70 |
+
175.151,
|
| 71 |
+
18.322,
|
| 72 |
+
109.955,
|
| 73 |
+
69.107,
|
| 74 |
+
29.123,
|
| 75 |
+
29.132,
|
| 76 |
+
43.16,
|
| 77 |
+
75.036,
|
| 78 |
+
0.0,
|
| 79 |
+
50.943,
|
| 80 |
+
182.246,
|
| 81 |
+
101.275,
|
| 82 |
+
24.804,
|
| 83 |
+
74.156,
|
| 84 |
+
23.199,
|
| 85 |
+
132.893,
|
| 86 |
+
0.486,
|
| 87 |
+
33.473,
|
| 88 |
+
173.446,
|
| 89 |
+
29.643,
|
| 90 |
+
0.0,
|
| 91 |
+
36.021,
|
| 92 |
+
21.317,
|
| 93 |
+
170.212,
|
| 94 |
+
28.261,
|
| 95 |
+
36.259,
|
| 96 |
+
21.085,
|
| 97 |
+
27.858,
|
| 98 |
+
182.756,
|
| 99 |
+
26.463,
|
| 100 |
+
184.425,
|
| 101 |
+
26.236,
|
| 102 |
+
21.153,
|
| 103 |
+
0.0,
|
| 104 |
+
20.016,
|
| 105 |
+
72.77,
|
| 106 |
+
19.608,
|
| 107 |
+
27.099,
|
| 108 |
+
138.406,
|
| 109 |
+
58.556,
|
| 110 |
+
80.688,
|
| 111 |
+
131.511,
|
| 112 |
+
25.454
|
| 113 |
+
],
|
| 114 |
+
"episode_steps": [
|
| 115 |
+
191,
|
| 116 |
+
300,
|
| 117 |
+
133,
|
| 118 |
+
300,
|
| 119 |
+
300,
|
| 120 |
+
300,
|
| 121 |
+
300,
|
| 122 |
+
300,
|
| 123 |
+
124,
|
| 124 |
+
300,
|
| 125 |
+
253,
|
| 126 |
+
142,
|
| 127 |
+
149,
|
| 128 |
+
145,
|
| 129 |
+
246,
|
| 130 |
+
300,
|
| 131 |
+
179,
|
| 132 |
+
300,
|
| 133 |
+
300,
|
| 134 |
+
130,
|
| 135 |
+
182,
|
| 136 |
+
130,
|
| 137 |
+
300,
|
| 138 |
+
300,
|
| 139 |
+
153,
|
| 140 |
+
300,
|
| 141 |
+
131,
|
| 142 |
+
300,
|
| 143 |
+
147,
|
| 144 |
+
127,
|
| 145 |
+
300,
|
| 146 |
+
154,
|
| 147 |
+
163,
|
| 148 |
+
128,
|
| 149 |
+
136,
|
| 150 |
+
300,
|
| 151 |
+
133,
|
| 152 |
+
300,
|
| 153 |
+
137,
|
| 154 |
+
126,
|
| 155 |
+
300,
|
| 156 |
+
125,
|
| 157 |
+
211,
|
| 158 |
+
126,
|
| 159 |
+
138,
|
| 160 |
+
300,
|
| 161 |
+
228,
|
| 162 |
+
227,
|
| 163 |
+
300,
|
| 164 |
+
129
|
| 165 |
+
],
|
| 166 |
+
"return_mean": 67.01078000000001,
|
| 167 |
+
"embodiment": "rigid_body/single_arm_gripper",
|
| 168 |
+
"level": "level_1"
|
| 169 |
+
}
|
multi_task/level_1/eval_reports/ReorientCube-v1.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "ReorientCube-v1",
|
| 3 |
+
"suite": "lv1",
|
| 4 |
+
"step": 80000,
|
| 5 |
+
"episodes": 50,
|
| 6 |
+
"success_rate": 0.84,
|
| 7 |
+
"successes": 42,
|
| 8 |
+
"episode_seed_base": 1000,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"episode_success": [
|
| 11 |
+
0.0,
|
| 12 |
+
0.0,
|
| 13 |
+
1.0,
|
| 14 |
+
1.0,
|
| 15 |
+
1.0,
|
| 16 |
+
1.0,
|
| 17 |
+
1.0,
|
| 18 |
+
1.0,
|
| 19 |
+
0.0,
|
| 20 |
+
1.0,
|
| 21 |
+
1.0,
|
| 22 |
+
1.0,
|
| 23 |
+
1.0,
|
| 24 |
+
0.0,
|
| 25 |
+
1.0,
|
| 26 |
+
1.0,
|
| 27 |
+
1.0,
|
| 28 |
+
1.0,
|
| 29 |
+
1.0,
|
| 30 |
+
1.0,
|
| 31 |
+
0.0,
|
| 32 |
+
1.0,
|
| 33 |
+
1.0,
|
| 34 |
+
1.0,
|
| 35 |
+
1.0,
|
| 36 |
+
1.0,
|
| 37 |
+
1.0,
|
| 38 |
+
1.0,
|
| 39 |
+
1.0,
|
| 40 |
+
1.0,
|
| 41 |
+
1.0,
|
| 42 |
+
1.0,
|
| 43 |
+
1.0,
|
| 44 |
+
1.0,
|
| 45 |
+
0.0,
|
| 46 |
+
1.0,
|
| 47 |
+
1.0,
|
| 48 |
+
1.0,
|
| 49 |
+
1.0,
|
| 50 |
+
1.0,
|
| 51 |
+
1.0,
|
| 52 |
+
0.0,
|
| 53 |
+
1.0,
|
| 54 |
+
1.0,
|
| 55 |
+
1.0,
|
| 56 |
+
1.0,
|
| 57 |
+
1.0,
|
| 58 |
+
1.0,
|
| 59 |
+
1.0,
|
| 60 |
+
0.0
|
| 61 |
+
],
|
| 62 |
+
"episode_return": [
|
| 63 |
+
29502.326,
|
| 64 |
+
22429.771,
|
| 65 |
+
29199.735,
|
| 66 |
+
37142.92,
|
| 67 |
+
39287.664,
|
| 68 |
+
27169.468,
|
| 69 |
+
43311.492,
|
| 70 |
+
31235.607,
|
| 71 |
+
21424.769,
|
| 72 |
+
20325.4,
|
| 73 |
+
23241.06,
|
| 74 |
+
24231.429,
|
| 75 |
+
21309.506,
|
| 76 |
+
24394.857,
|
| 77 |
+
39269.453,
|
| 78 |
+
21223.628,
|
| 79 |
+
22236.479,
|
| 80 |
+
33401.965,
|
| 81 |
+
28241.214,
|
| 82 |
+
31375.818,
|
| 83 |
+
24367.621,
|
| 84 |
+
20146.818,
|
| 85 |
+
51215.614,
|
| 86 |
+
49176.418,
|
| 87 |
+
31203.544,
|
| 88 |
+
35305.655,
|
| 89 |
+
38150.442,
|
| 90 |
+
46304.917,
|
| 91 |
+
23180.837,
|
| 92 |
+
22249.482,
|
| 93 |
+
23370.062,
|
| 94 |
+
42300.687,
|
| 95 |
+
40155.805,
|
| 96 |
+
47160.707,
|
| 97 |
+
29372.451,
|
| 98 |
+
23140.267,
|
| 99 |
+
23175.603,
|
| 100 |
+
30255.203,
|
| 101 |
+
21182.82,
|
| 102 |
+
51268.519,
|
| 103 |
+
34293.354,
|
| 104 |
+
25356.931,
|
| 105 |
+
22244.713,
|
| 106 |
+
23213.627,
|
| 107 |
+
43220.071,
|
| 108 |
+
40150.958,
|
| 109 |
+
43309.724,
|
| 110 |
+
47174.73,
|
| 111 |
+
38320.247,
|
| 112 |
+
52387.244
|
| 113 |
+
],
|
| 114 |
+
"episode_steps": [
|
| 115 |
+
700,
|
| 116 |
+
700,
|
| 117 |
+
91,
|
| 118 |
+
100,
|
| 119 |
+
104,
|
| 120 |
+
88,
|
| 121 |
+
110,
|
| 122 |
+
260,
|
| 123 |
+
700,
|
| 124 |
+
80,
|
| 125 |
+
251,
|
| 126 |
+
88,
|
| 127 |
+
479,
|
| 128 |
+
700,
|
| 129 |
+
281,
|
| 130 |
+
246,
|
| 131 |
+
246,
|
| 132 |
+
265,
|
| 133 |
+
266,
|
| 134 |
+
264,
|
| 135 |
+
700,
|
| 136 |
+
77,
|
| 137 |
+
121,
|
| 138 |
+
117,
|
| 139 |
+
94,
|
| 140 |
+
266,
|
| 141 |
+
102,
|
| 142 |
+
278,
|
| 143 |
+
85,
|
| 144 |
+
260,
|
| 145 |
+
245,
|
| 146 |
+
271,
|
| 147 |
+
105,
|
| 148 |
+
115,
|
| 149 |
+
700,
|
| 150 |
+
80,
|
| 151 |
+
84,
|
| 152 |
+
255,
|
| 153 |
+
78,
|
| 154 |
+
281,
|
| 155 |
+
98,
|
| 156 |
+
700,
|
| 157 |
+
277,
|
| 158 |
+
84,
|
| 159 |
+
109,
|
| 160 |
+
104,
|
| 161 |
+
267,
|
| 162 |
+
114,
|
| 163 |
+
103,
|
| 164 |
+
700
|
| 165 |
+
],
|
| 166 |
+
"return_mean": 32246.19264,
|
| 167 |
+
"embodiment": "rigid_body/single_arm_dex",
|
| 168 |
+
"level": "level_1"
|
| 169 |
+
}
|
multi_task/level_1/eval_reports/RopePalmCageHoldDex-v1.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "RopePalmCageHoldDex-v1",
|
| 3 |
+
"suite": "lv1",
|
| 4 |
+
"step": 80000,
|
| 5 |
+
"episodes": 50,
|
| 6 |
+
"success_rate": 0.92,
|
| 7 |
+
"successes": 46,
|
| 8 |
+
"episode_seed_base": 1000,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"episode_success": [
|
| 11 |
+
1.0,
|
| 12 |
+
1.0,
|
| 13 |
+
1.0,
|
| 14 |
+
1.0,
|
| 15 |
+
1.0,
|
| 16 |
+
1.0,
|
| 17 |
+
1.0,
|
| 18 |
+
1.0,
|
| 19 |
+
1.0,
|
| 20 |
+
1.0,
|
| 21 |
+
1.0,
|
| 22 |
+
1.0,
|
| 23 |
+
1.0,
|
| 24 |
+
1.0,
|
| 25 |
+
1.0,
|
| 26 |
+
1.0,
|
| 27 |
+
1.0,
|
| 28 |
+
1.0,
|
| 29 |
+
0.0,
|
| 30 |
+
0.0,
|
| 31 |
+
1.0,
|
| 32 |
+
1.0,
|
| 33 |
+
1.0,
|
| 34 |
+
1.0,
|
| 35 |
+
1.0,
|
| 36 |
+
1.0,
|
| 37 |
+
1.0,
|
| 38 |
+
0.0,
|
| 39 |
+
1.0,
|
| 40 |
+
1.0,
|
| 41 |
+
1.0,
|
| 42 |
+
1.0,
|
| 43 |
+
1.0,
|
| 44 |
+
1.0,
|
| 45 |
+
1.0,
|
| 46 |
+
1.0,
|
| 47 |
+
1.0,
|
| 48 |
+
1.0,
|
| 49 |
+
1.0,
|
| 50 |
+
1.0,
|
| 51 |
+
1.0,
|
| 52 |
+
1.0,
|
| 53 |
+
1.0,
|
| 54 |
+
1.0,
|
| 55 |
+
0.0,
|
| 56 |
+
1.0,
|
| 57 |
+
1.0,
|
| 58 |
+
1.0,
|
| 59 |
+
1.0,
|
| 60 |
+
1.0
|
| 61 |
+
],
|
| 62 |
+
"episode_return": [
|
| 63 |
+
58.106,
|
| 64 |
+
62.615,
|
| 65 |
+
57.809,
|
| 66 |
+
59.614,
|
| 67 |
+
57.354,
|
| 68 |
+
59.788,
|
| 69 |
+
56.254,
|
| 70 |
+
59.762,
|
| 71 |
+
59.542,
|
| 72 |
+
60.19,
|
| 73 |
+
60.606,
|
| 74 |
+
59.644,
|
| 75 |
+
57.778,
|
| 76 |
+
60.663,
|
| 77 |
+
56.966,
|
| 78 |
+
60.331,
|
| 79 |
+
58.693,
|
| 80 |
+
58.856,
|
| 81 |
+
82.536,
|
| 82 |
+
83.67,
|
| 83 |
+
55.769,
|
| 84 |
+
55.306,
|
| 85 |
+
62.031,
|
| 86 |
+
54.725,
|
| 87 |
+
58.522,
|
| 88 |
+
61.0,
|
| 89 |
+
60.173,
|
| 90 |
+
81.924,
|
| 91 |
+
58.189,
|
| 92 |
+
57.702,
|
| 93 |
+
62.474,
|
| 94 |
+
58.395,
|
| 95 |
+
62.573,
|
| 96 |
+
62.186,
|
| 97 |
+
57.319,
|
| 98 |
+
57.268,
|
| 99 |
+
57.625,
|
| 100 |
+
61.077,
|
| 101 |
+
55.563,
|
| 102 |
+
61.771,
|
| 103 |
+
58.378,
|
| 104 |
+
57.015,
|
| 105 |
+
62.359,
|
| 106 |
+
59.754,
|
| 107 |
+
82.895,
|
| 108 |
+
58.672,
|
| 109 |
+
58.021,
|
| 110 |
+
55.783,
|
| 111 |
+
58.314,
|
| 112 |
+
57.203
|
| 113 |
+
],
|
| 114 |
+
"episode_steps": [
|
| 115 |
+
279,
|
| 116 |
+
306,
|
| 117 |
+
276,
|
| 118 |
+
288,
|
| 119 |
+
275,
|
| 120 |
+
288,
|
| 121 |
+
270,
|
| 122 |
+
288,
|
| 123 |
+
287,
|
| 124 |
+
291,
|
| 125 |
+
294,
|
| 126 |
+
287,
|
| 127 |
+
277,
|
| 128 |
+
293,
|
| 129 |
+
273,
|
| 130 |
+
292,
|
| 131 |
+
281,
|
| 132 |
+
284,
|
| 133 |
+
500,
|
| 134 |
+
500,
|
| 135 |
+
266,
|
| 136 |
+
264,
|
| 137 |
+
302,
|
| 138 |
+
259,
|
| 139 |
+
281,
|
| 140 |
+
295,
|
| 141 |
+
293,
|
| 142 |
+
500,
|
| 143 |
+
281,
|
| 144 |
+
277,
|
| 145 |
+
304,
|
| 146 |
+
280,
|
| 147 |
+
304,
|
| 148 |
+
303,
|
| 149 |
+
273,
|
| 150 |
+
274,
|
| 151 |
+
275,
|
| 152 |
+
296,
|
| 153 |
+
263,
|
| 154 |
+
300,
|
| 155 |
+
279,
|
| 156 |
+
273,
|
| 157 |
+
304,
|
| 158 |
+
289,
|
| 159 |
+
500,
|
| 160 |
+
280,
|
| 161 |
+
278,
|
| 162 |
+
266,
|
| 163 |
+
280,
|
| 164 |
+
273
|
| 165 |
+
],
|
| 166 |
+
"return_mean": 60.815259999999995,
|
| 167 |
+
"embodiment": "deformable/single_arm_dex",
|
| 168 |
+
"level": "level_1"
|
| 169 |
+
}
|
multi_task/level_1/eval_reports/ShapeTToI-v1.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "ShapeTToI-v1",
|
| 3 |
+
"suite": "lv1",
|
| 4 |
+
"step": 80000,
|
| 5 |
+
"episodes": 50,
|
| 6 |
+
"success_rate": 0.1,
|
| 7 |
+
"successes": 5,
|
| 8 |
+
"episode_seed_base": 1000,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"episode_success": [
|
| 11 |
+
0.0,
|
| 12 |
+
0.0,
|
| 13 |
+
0.0,
|
| 14 |
+
0.0,
|
| 15 |
+
0.0,
|
| 16 |
+
0.0,
|
| 17 |
+
0.0,
|
| 18 |
+
0.0,
|
| 19 |
+
0.0,
|
| 20 |
+
0.0,
|
| 21 |
+
0.0,
|
| 22 |
+
0.0,
|
| 23 |
+
0.0,
|
| 24 |
+
0.0,
|
| 25 |
+
0.0,
|
| 26 |
+
0.0,
|
| 27 |
+
0.0,
|
| 28 |
+
0.0,
|
| 29 |
+
0.0,
|
| 30 |
+
0.0,
|
| 31 |
+
1.0,
|
| 32 |
+
0.0,
|
| 33 |
+
1.0,
|
| 34 |
+
0.0,
|
| 35 |
+
0.0,
|
| 36 |
+
0.0,
|
| 37 |
+
0.0,
|
| 38 |
+
0.0,
|
| 39 |
+
0.0,
|
| 40 |
+
0.0,
|
| 41 |
+
0.0,
|
| 42 |
+
0.0,
|
| 43 |
+
0.0,
|
| 44 |
+
0.0,
|
| 45 |
+
0.0,
|
| 46 |
+
0.0,
|
| 47 |
+
0.0,
|
| 48 |
+
0.0,
|
| 49 |
+
0.0,
|
| 50 |
+
0.0,
|
| 51 |
+
1.0,
|
| 52 |
+
0.0,
|
| 53 |
+
0.0,
|
| 54 |
+
1.0,
|
| 55 |
+
1.0,
|
| 56 |
+
0.0,
|
| 57 |
+
0.0,
|
| 58 |
+
0.0,
|
| 59 |
+
0.0,
|
| 60 |
+
0.0
|
| 61 |
+
],
|
| 62 |
+
"episode_return": [
|
| 63 |
+
-3.885,
|
| 64 |
+
-18.981,
|
| 65 |
+
-206.46,
|
| 66 |
+
-61.924,
|
| 67 |
+
-28.746,
|
| 68 |
+
-21.837,
|
| 69 |
+
-63.06,
|
| 70 |
+
-34.05,
|
| 71 |
+
-72.59,
|
| 72 |
+
-88.745,
|
| 73 |
+
-32.732,
|
| 74 |
+
-54.356,
|
| 75 |
+
-143.858,
|
| 76 |
+
-118.858,
|
| 77 |
+
-159.63,
|
| 78 |
+
-205.704,
|
| 79 |
+
-31.641,
|
| 80 |
+
-116.93,
|
| 81 |
+
-182.692,
|
| 82 |
+
-22.254,
|
| 83 |
+
7.554,
|
| 84 |
+
-51.604,
|
| 85 |
+
3.66,
|
| 86 |
+
-72.043,
|
| 87 |
+
-21.005,
|
| 88 |
+
-143.743,
|
| 89 |
+
-58.516,
|
| 90 |
+
-91.492,
|
| 91 |
+
-196.635,
|
| 92 |
+
-120.288,
|
| 93 |
+
-20.773,
|
| 94 |
+
-103.955,
|
| 95 |
+
-126.046,
|
| 96 |
+
-18.281,
|
| 97 |
+
-22.483,
|
| 98 |
+
-250.891,
|
| 99 |
+
-240.537,
|
| 100 |
+
-36.683,
|
| 101 |
+
-35.183,
|
| 102 |
+
-59.038,
|
| 103 |
+
10.208,
|
| 104 |
+
-239.952,
|
| 105 |
+
-10.504,
|
| 106 |
+
31.611,
|
| 107 |
+
-2.416,
|
| 108 |
+
-23.851,
|
| 109 |
+
-84.666,
|
| 110 |
+
-79.918,
|
| 111 |
+
-194.297,
|
| 112 |
+
-10.091
|
| 113 |
+
],
|
| 114 |
+
"episode_steps": [
|
| 115 |
+
700,
|
| 116 |
+
700,
|
| 117 |
+
700,
|
| 118 |
+
700,
|
| 119 |
+
700,
|
| 120 |
+
700,
|
| 121 |
+
700,
|
| 122 |
+
700,
|
| 123 |
+
700,
|
| 124 |
+
700,
|
| 125 |
+
700,
|
| 126 |
+
700,
|
| 127 |
+
700,
|
| 128 |
+
700,
|
| 129 |
+
700,
|
| 130 |
+
700,
|
| 131 |
+
700,
|
| 132 |
+
700,
|
| 133 |
+
700,
|
| 134 |
+
700,
|
| 135 |
+
358,
|
| 136 |
+
700,
|
| 137 |
+
384,
|
| 138 |
+
700,
|
| 139 |
+
700,
|
| 140 |
+
700,
|
| 141 |
+
700,
|
| 142 |
+
700,
|
| 143 |
+
700,
|
| 144 |
+
700,
|
| 145 |
+
700,
|
| 146 |
+
700,
|
| 147 |
+
700,
|
| 148 |
+
700,
|
| 149 |
+
700,
|
| 150 |
+
700,
|
| 151 |
+
700,
|
| 152 |
+
700,
|
| 153 |
+
700,
|
| 154 |
+
700,
|
| 155 |
+
339,
|
| 156 |
+
700,
|
| 157 |
+
700,
|
| 158 |
+
546,
|
| 159 |
+
408,
|
| 160 |
+
700,
|
| 161 |
+
700,
|
| 162 |
+
700,
|
| 163 |
+
700,
|
| 164 |
+
700
|
| 165 |
+
],
|
| 166 |
+
"return_mean": -78.61582,
|
| 167 |
+
"embodiment": "deformable/single_arm_gripper",
|
| 168 |
+
"level": "level_1"
|
| 169 |
+
}
|
multi_task/level_1/eval_reports/SqueezeClay-v1.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "SqueezeClay-v1",
|
| 3 |
+
"suite": "lv1",
|
| 4 |
+
"step": 80000,
|
| 5 |
+
"episodes": 50,
|
| 6 |
+
"success_rate": 0.4,
|
| 7 |
+
"successes": 20,
|
| 8 |
+
"episode_seed_base": 1000,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"episode_success": [
|
| 11 |
+
1.0,
|
| 12 |
+
0.0,
|
| 13 |
+
0.0,
|
| 14 |
+
0.0,
|
| 15 |
+
1.0,
|
| 16 |
+
0.0,
|
| 17 |
+
0.0,
|
| 18 |
+
0.0,
|
| 19 |
+
0.0,
|
| 20 |
+
0.0,
|
| 21 |
+
0.0,
|
| 22 |
+
0.0,
|
| 23 |
+
1.0,
|
| 24 |
+
0.0,
|
| 25 |
+
0.0,
|
| 26 |
+
0.0,
|
| 27 |
+
1.0,
|
| 28 |
+
0.0,
|
| 29 |
+
1.0,
|
| 30 |
+
0.0,
|
| 31 |
+
0.0,
|
| 32 |
+
0.0,
|
| 33 |
+
0.0,
|
| 34 |
+
0.0,
|
| 35 |
+
1.0,
|
| 36 |
+
0.0,
|
| 37 |
+
1.0,
|
| 38 |
+
1.0,
|
| 39 |
+
1.0,
|
| 40 |
+
0.0,
|
| 41 |
+
0.0,
|
| 42 |
+
1.0,
|
| 43 |
+
1.0,
|
| 44 |
+
0.0,
|
| 45 |
+
1.0,
|
| 46 |
+
1.0,
|
| 47 |
+
1.0,
|
| 48 |
+
1.0,
|
| 49 |
+
1.0,
|
| 50 |
+
1.0,
|
| 51 |
+
0.0,
|
| 52 |
+
1.0,
|
| 53 |
+
1.0,
|
| 54 |
+
0.0,
|
| 55 |
+
0.0,
|
| 56 |
+
0.0,
|
| 57 |
+
0.0,
|
| 58 |
+
0.0,
|
| 59 |
+
1.0,
|
| 60 |
+
0.0
|
| 61 |
+
],
|
| 62 |
+
"episode_return": [
|
| 63 |
+
621.401,
|
| 64 |
+
720.435,
|
| 65 |
+
750.562,
|
| 66 |
+
694.947,
|
| 67 |
+
776.711,
|
| 68 |
+
717.905,
|
| 69 |
+
655.661,
|
| 70 |
+
836.946,
|
| 71 |
+
864.362,
|
| 72 |
+
686.853,
|
| 73 |
+
848.683,
|
| 74 |
+
497.543,
|
| 75 |
+
612.209,
|
| 76 |
+
666.374,
|
| 77 |
+
720.583,
|
| 78 |
+
673.622,
|
| 79 |
+
655.579,
|
| 80 |
+
702.24,
|
| 81 |
+
550.942,
|
| 82 |
+
828.686,
|
| 83 |
+
859.453,
|
| 84 |
+
818.686,
|
| 85 |
+
727.526,
|
| 86 |
+
692.139,
|
| 87 |
+
761.853,
|
| 88 |
+
863.589,
|
| 89 |
+
565.258,
|
| 90 |
+
769.571,
|
| 91 |
+
578.628,
|
| 92 |
+
671.439,
|
| 93 |
+
730.08,
|
| 94 |
+
572.309,
|
| 95 |
+
552.358,
|
| 96 |
+
693.244,
|
| 97 |
+
600.694,
|
| 98 |
+
619.579,
|
| 99 |
+
564.224,
|
| 100 |
+
688.196,
|
| 101 |
+
617.188,
|
| 102 |
+
757.597,
|
| 103 |
+
722.276,
|
| 104 |
+
624.183,
|
| 105 |
+
608.241,
|
| 106 |
+
793.121,
|
| 107 |
+
799.024,
|
| 108 |
+
835.82,
|
| 109 |
+
768.296,
|
| 110 |
+
715.683,
|
| 111 |
+
780.556,
|
| 112 |
+
774.555
|
| 113 |
+
],
|
| 114 |
+
"episode_steps": [
|
| 115 |
+
422,
|
| 116 |
+
550,
|
| 117 |
+
550,
|
| 118 |
+
550,
|
| 119 |
+
503,
|
| 120 |
+
550,
|
| 121 |
+
550,
|
| 122 |
+
550,
|
| 123 |
+
550,
|
| 124 |
+
550,
|
| 125 |
+
550,
|
| 126 |
+
550,
|
| 127 |
+
461,
|
| 128 |
+
550,
|
| 129 |
+
550,
|
| 130 |
+
550,
|
| 131 |
+
458,
|
| 132 |
+
550,
|
| 133 |
+
382,
|
| 134 |
+
550,
|
| 135 |
+
550,
|
| 136 |
+
550,
|
| 137 |
+
550,
|
| 138 |
+
550,
|
| 139 |
+
499,
|
| 140 |
+
550,
|
| 141 |
+
403,
|
| 142 |
+
535,
|
| 143 |
+
400,
|
| 144 |
+
550,
|
| 145 |
+
550,
|
| 146 |
+
393,
|
| 147 |
+
401,
|
| 148 |
+
550,
|
| 149 |
+
406,
|
| 150 |
+
437,
|
| 151 |
+
416,
|
| 152 |
+
459,
|
| 153 |
+
431,
|
| 154 |
+
501,
|
| 155 |
+
550,
|
| 156 |
+
482,
|
| 157 |
+
455,
|
| 158 |
+
550,
|
| 159 |
+
550,
|
| 160 |
+
550,
|
| 161 |
+
550,
|
| 162 |
+
550,
|
| 163 |
+
517,
|
| 164 |
+
550
|
| 165 |
+
],
|
| 166 |
+
"return_mean": 704.1522,
|
| 167 |
+
"embodiment": "deformable/single_arm_dex",
|
| 168 |
+
"level": "level_1"
|
| 169 |
+
}
|
multi_task/level_1/eval_reports/StackBlock-v1.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "StackBlock-v1",
|
| 3 |
+
"suite": "lv1",
|
| 4 |
+
"step": 80000,
|
| 5 |
+
"episodes": 50,
|
| 6 |
+
"success_rate": 0.54,
|
| 7 |
+
"successes": 27,
|
| 8 |
+
"episode_seed_base": 1000,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"episode_success": [
|
| 11 |
+
0.0,
|
| 12 |
+
1.0,
|
| 13 |
+
1.0,
|
| 14 |
+
0.0,
|
| 15 |
+
0.0,
|
| 16 |
+
1.0,
|
| 17 |
+
1.0,
|
| 18 |
+
1.0,
|
| 19 |
+
1.0,
|
| 20 |
+
0.0,
|
| 21 |
+
0.0,
|
| 22 |
+
1.0,
|
| 23 |
+
1.0,
|
| 24 |
+
0.0,
|
| 25 |
+
0.0,
|
| 26 |
+
0.0,
|
| 27 |
+
1.0,
|
| 28 |
+
0.0,
|
| 29 |
+
1.0,
|
| 30 |
+
0.0,
|
| 31 |
+
1.0,
|
| 32 |
+
0.0,
|
| 33 |
+
1.0,
|
| 34 |
+
0.0,
|
| 35 |
+
1.0,
|
| 36 |
+
1.0,
|
| 37 |
+
0.0,
|
| 38 |
+
1.0,
|
| 39 |
+
0.0,
|
| 40 |
+
0.0,
|
| 41 |
+
0.0,
|
| 42 |
+
1.0,
|
| 43 |
+
1.0,
|
| 44 |
+
1.0,
|
| 45 |
+
1.0,
|
| 46 |
+
1.0,
|
| 47 |
+
0.0,
|
| 48 |
+
1.0,
|
| 49 |
+
1.0,
|
| 50 |
+
0.0,
|
| 51 |
+
1.0,
|
| 52 |
+
1.0,
|
| 53 |
+
0.0,
|
| 54 |
+
1.0,
|
| 55 |
+
1.0,
|
| 56 |
+
1.0,
|
| 57 |
+
0.0,
|
| 58 |
+
0.0,
|
| 59 |
+
0.0,
|
| 60 |
+
0.0
|
| 61 |
+
],
|
| 62 |
+
"episode_return": [
|
| 63 |
+
242.496,
|
| 64 |
+
12.543,
|
| 65 |
+
18.439,
|
| 66 |
+
17.38,
|
| 67 |
+
154.291,
|
| 68 |
+
39.346,
|
| 69 |
+
31.201,
|
| 70 |
+
41.849,
|
| 71 |
+
28.315,
|
| 72 |
+
3.221,
|
| 73 |
+
3.944,
|
| 74 |
+
32.416,
|
| 75 |
+
21.348,
|
| 76 |
+
26.18,
|
| 77 |
+
0.863,
|
| 78 |
+
54.142,
|
| 79 |
+
13.395,
|
| 80 |
+
182.937,
|
| 81 |
+
49.611,
|
| 82 |
+
211.199,
|
| 83 |
+
24.212,
|
| 84 |
+
0.0,
|
| 85 |
+
18.557,
|
| 86 |
+
43.771,
|
| 87 |
+
22.441,
|
| 88 |
+
24.245,
|
| 89 |
+
1.574,
|
| 90 |
+
27.176,
|
| 91 |
+
4.062,
|
| 92 |
+
215.456,
|
| 93 |
+
253.238,
|
| 94 |
+
39.884,
|
| 95 |
+
18.14,
|
| 96 |
+
44.524,
|
| 97 |
+
12.124,
|
| 98 |
+
57.012,
|
| 99 |
+
33.512,
|
| 100 |
+
10.417,
|
| 101 |
+
8.514,
|
| 102 |
+
229.571,
|
| 103 |
+
29.718,
|
| 104 |
+
21.957,
|
| 105 |
+
146.432,
|
| 106 |
+
18.524,
|
| 107 |
+
17.966,
|
| 108 |
+
19.419,
|
| 109 |
+
267.239,
|
| 110 |
+
248.015,
|
| 111 |
+
47.393,
|
| 112 |
+
0.0
|
| 113 |
+
],
|
| 114 |
+
"episode_steps": [
|
| 115 |
+
500,
|
| 116 |
+
173,
|
| 117 |
+
195,
|
| 118 |
+
500,
|
| 119 |
+
500,
|
| 120 |
+
227,
|
| 121 |
+
291,
|
| 122 |
+
220,
|
| 123 |
+
222,
|
| 124 |
+
500,
|
| 125 |
+
500,
|
| 126 |
+
232,
|
| 127 |
+
197,
|
| 128 |
+
500,
|
| 129 |
+
500,
|
| 130 |
+
500,
|
| 131 |
+
171,
|
| 132 |
+
500,
|
| 133 |
+
265,
|
| 134 |
+
500,
|
| 135 |
+
216,
|
| 136 |
+
500,
|
| 137 |
+
187,
|
| 138 |
+
500,
|
| 139 |
+
196,
|
| 140 |
+
208,
|
| 141 |
+
500,
|
| 142 |
+
235,
|
| 143 |
+
500,
|
| 144 |
+
500,
|
| 145 |
+
500,
|
| 146 |
+
228,
|
| 147 |
+
196,
|
| 148 |
+
235,
|
| 149 |
+
174,
|
| 150 |
+
258,
|
| 151 |
+
500,
|
| 152 |
+
184,
|
| 153 |
+
188,
|
| 154 |
+
500,
|
| 155 |
+
219,
|
| 156 |
+
227,
|
| 157 |
+
500,
|
| 158 |
+
202,
|
| 159 |
+
209,
|
| 160 |
+
186,
|
| 161 |
+
500,
|
| 162 |
+
500,
|
| 163 |
+
500,
|
| 164 |
+
500
|
| 165 |
+
],
|
| 166 |
+
"return_mean": 61.804179999999995,
|
| 167 |
+
"embodiment": "rigid_body/single_arm_gripper",
|
| 168 |
+
"level": "level_1"
|
| 169 |
+
}
|
multi_task/level_1/eval_reports/StraightenRope-v1.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "StraightenRope-v1",
|
| 3 |
+
"suite": "lv1",
|
| 4 |
+
"step": 80000,
|
| 5 |
+
"episodes": 50,
|
| 6 |
+
"success_rate": 0.66,
|
| 7 |
+
"successes": 33,
|
| 8 |
+
"episode_seed_base": 1000,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"episode_success": [
|
| 11 |
+
1.0,
|
| 12 |
+
1.0,
|
| 13 |
+
1.0,
|
| 14 |
+
1.0,
|
| 15 |
+
1.0,
|
| 16 |
+
1.0,
|
| 17 |
+
0.0,
|
| 18 |
+
1.0,
|
| 19 |
+
1.0,
|
| 20 |
+
1.0,
|
| 21 |
+
1.0,
|
| 22 |
+
1.0,
|
| 23 |
+
0.0,
|
| 24 |
+
1.0,
|
| 25 |
+
1.0,
|
| 26 |
+
1.0,
|
| 27 |
+
1.0,
|
| 28 |
+
1.0,
|
| 29 |
+
1.0,
|
| 30 |
+
0.0,
|
| 31 |
+
0.0,
|
| 32 |
+
1.0,
|
| 33 |
+
1.0,
|
| 34 |
+
1.0,
|
| 35 |
+
1.0,
|
| 36 |
+
1.0,
|
| 37 |
+
1.0,
|
| 38 |
+
0.0,
|
| 39 |
+
0.0,
|
| 40 |
+
1.0,
|
| 41 |
+
1.0,
|
| 42 |
+
1.0,
|
| 43 |
+
1.0,
|
| 44 |
+
1.0,
|
| 45 |
+
1.0,
|
| 46 |
+
0.0,
|
| 47 |
+
0.0,
|
| 48 |
+
0.0,
|
| 49 |
+
1.0,
|
| 50 |
+
0.0,
|
| 51 |
+
1.0,
|
| 52 |
+
1.0,
|
| 53 |
+
0.0,
|
| 54 |
+
0.0,
|
| 55 |
+
0.0,
|
| 56 |
+
0.0,
|
| 57 |
+
1.0,
|
| 58 |
+
0.0,
|
| 59 |
+
0.0,
|
| 60 |
+
0.0
|
| 61 |
+
],
|
| 62 |
+
"episode_return": [
|
| 63 |
+
212.227,
|
| 64 |
+
123.273,
|
| 65 |
+
183.52,
|
| 66 |
+
108.602,
|
| 67 |
+
154.638,
|
| 68 |
+
130.664,
|
| 69 |
+
314.799,
|
| 70 |
+
103.371,
|
| 71 |
+
137.603,
|
| 72 |
+
153.284,
|
| 73 |
+
130.789,
|
| 74 |
+
280.193,
|
| 75 |
+
256.028,
|
| 76 |
+
137.502,
|
| 77 |
+
128.94,
|
| 78 |
+
115.186,
|
| 79 |
+
140.593,
|
| 80 |
+
144.266,
|
| 81 |
+
265.821,
|
| 82 |
+
310.015,
|
| 83 |
+
343.947,
|
| 84 |
+
192.135,
|
| 85 |
+
145.958,
|
| 86 |
+
132.935,
|
| 87 |
+
116.124,
|
| 88 |
+
207.46,
|
| 89 |
+
127.105,
|
| 90 |
+
319.487,
|
| 91 |
+
312.36,
|
| 92 |
+
147.53,
|
| 93 |
+
123.633,
|
| 94 |
+
261.044,
|
| 95 |
+
167.507,
|
| 96 |
+
170.114,
|
| 97 |
+
211.109,
|
| 98 |
+
324.426,
|
| 99 |
+
305.068,
|
| 100 |
+
330.225,
|
| 101 |
+
174.247,
|
| 102 |
+
335.085,
|
| 103 |
+
137.748,
|
| 104 |
+
168.541,
|
| 105 |
+
303.639,
|
| 106 |
+
353.081,
|
| 107 |
+
278.669,
|
| 108 |
+
346.89,
|
| 109 |
+
169.231,
|
| 110 |
+
332.256,
|
| 111 |
+
224.909,
|
| 112 |
+
169.774
|
| 113 |
+
],
|
| 114 |
+
"episode_steps": [
|
| 115 |
+
253,
|
| 116 |
+
206,
|
| 117 |
+
216,
|
| 118 |
+
168,
|
| 119 |
+
208,
|
| 120 |
+
166,
|
| 121 |
+
400,
|
| 122 |
+
165,
|
| 123 |
+
186,
|
| 124 |
+
204,
|
| 125 |
+
165,
|
| 126 |
+
325,
|
| 127 |
+
400,
|
| 128 |
+
179,
|
| 129 |
+
170,
|
| 130 |
+
179,
|
| 131 |
+
174,
|
| 132 |
+
185,
|
| 133 |
+
321,
|
| 134 |
+
400,
|
| 135 |
+
400,
|
| 136 |
+
216,
|
| 137 |
+
195,
|
| 138 |
+
225,
|
| 139 |
+
156,
|
| 140 |
+
222,
|
| 141 |
+
160,
|
| 142 |
+
400,
|
| 143 |
+
400,
|
| 144 |
+
177,
|
| 145 |
+
153,
|
| 146 |
+
276,
|
| 147 |
+
189,
|
| 148 |
+
185,
|
| 149 |
+
222,
|
| 150 |
+
400,
|
| 151 |
+
400,
|
| 152 |
+
400,
|
| 153 |
+
212,
|
| 154 |
+
400,
|
| 155 |
+
175,
|
| 156 |
+
197,
|
| 157 |
+
400,
|
| 158 |
+
400,
|
| 159 |
+
400,
|
| 160 |
+
400,
|
| 161 |
+
196,
|
| 162 |
+
400,
|
| 163 |
+
400,
|
| 164 |
+
400
|
| 165 |
+
],
|
| 166 |
+
"return_mean": 209.27102,
|
| 167 |
+
"embodiment": "deformable/single_arm_gripper",
|
| 168 |
+
"level": "level_1"
|
| 169 |
+
}
|
multi_task/level_1/eval_reports/TurnOnFaucet-v1.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "TurnOnFaucet-v1",
|
| 3 |
+
"suite": "lv1",
|
| 4 |
+
"step": 80000,
|
| 5 |
+
"episodes": 50,
|
| 6 |
+
"success_rate": 0.84,
|
| 7 |
+
"successes": 42,
|
| 8 |
+
"episode_seed_base": 1000,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"episode_success": [
|
| 11 |
+
1.0,
|
| 12 |
+
1.0,
|
| 13 |
+
1.0,
|
| 14 |
+
1.0,
|
| 15 |
+
1.0,
|
| 16 |
+
1.0,
|
| 17 |
+
1.0,
|
| 18 |
+
1.0,
|
| 19 |
+
0.0,
|
| 20 |
+
0.0,
|
| 21 |
+
1.0,
|
| 22 |
+
1.0,
|
| 23 |
+
0.0,
|
| 24 |
+
0.0,
|
| 25 |
+
1.0,
|
| 26 |
+
1.0,
|
| 27 |
+
1.0,
|
| 28 |
+
1.0,
|
| 29 |
+
1.0,
|
| 30 |
+
1.0,
|
| 31 |
+
1.0,
|
| 32 |
+
0.0,
|
| 33 |
+
1.0,
|
| 34 |
+
1.0,
|
| 35 |
+
1.0,
|
| 36 |
+
1.0,
|
| 37 |
+
1.0,
|
| 38 |
+
1.0,
|
| 39 |
+
1.0,
|
| 40 |
+
0.0,
|
| 41 |
+
0.0,
|
| 42 |
+
1.0,
|
| 43 |
+
1.0,
|
| 44 |
+
1.0,
|
| 45 |
+
1.0,
|
| 46 |
+
1.0,
|
| 47 |
+
1.0,
|
| 48 |
+
1.0,
|
| 49 |
+
0.0,
|
| 50 |
+
1.0,
|
| 51 |
+
1.0,
|
| 52 |
+
1.0,
|
| 53 |
+
1.0,
|
| 54 |
+
1.0,
|
| 55 |
+
1.0,
|
| 56 |
+
1.0,
|
| 57 |
+
1.0,
|
| 58 |
+
1.0,
|
| 59 |
+
1.0,
|
| 60 |
+
1.0
|
| 61 |
+
],
|
| 62 |
+
"episode_return": [
|
| 63 |
+
17.807,
|
| 64 |
+
10.801,
|
| 65 |
+
16.022,
|
| 66 |
+
20.033,
|
| 67 |
+
17.291,
|
| 68 |
+
13.795,
|
| 69 |
+
16.416,
|
| 70 |
+
18.632,
|
| 71 |
+
0.0,
|
| 72 |
+
0.0,
|
| 73 |
+
15.85,
|
| 74 |
+
19.831,
|
| 75 |
+
0.0,
|
| 76 |
+
0.097,
|
| 77 |
+
16.725,
|
| 78 |
+
20.881,
|
| 79 |
+
22.712,
|
| 80 |
+
11.174,
|
| 81 |
+
16.339,
|
| 82 |
+
17.683,
|
| 83 |
+
17.914,
|
| 84 |
+
0.0,
|
| 85 |
+
17.001,
|
| 86 |
+
15.975,
|
| 87 |
+
21.143,
|
| 88 |
+
18.073,
|
| 89 |
+
16.47,
|
| 90 |
+
16.242,
|
| 91 |
+
21.597,
|
| 92 |
+
0.0,
|
| 93 |
+
0.0,
|
| 94 |
+
17.069,
|
| 95 |
+
20.278,
|
| 96 |
+
16.009,
|
| 97 |
+
18.428,
|
| 98 |
+
18.667,
|
| 99 |
+
16.232,
|
| 100 |
+
16.355,
|
| 101 |
+
0.0,
|
| 102 |
+
19.86,
|
| 103 |
+
19.059,
|
| 104 |
+
17.072,
|
| 105 |
+
12.339,
|
| 106 |
+
17.808,
|
| 107 |
+
15.665,
|
| 108 |
+
20.173,
|
| 109 |
+
16.2,
|
| 110 |
+
18.764,
|
| 111 |
+
15.814,
|
| 112 |
+
17.675
|
| 113 |
+
],
|
| 114 |
+
"episode_steps": [
|
| 115 |
+
66,
|
| 116 |
+
50,
|
| 117 |
+
61,
|
| 118 |
+
88,
|
| 119 |
+
85,
|
| 120 |
+
52,
|
| 121 |
+
79,
|
| 122 |
+
70,
|
| 123 |
+
200,
|
| 124 |
+
200,
|
| 125 |
+
64,
|
| 126 |
+
85,
|
| 127 |
+
200,
|
| 128 |
+
200,
|
| 129 |
+
78,
|
| 130 |
+
75,
|
| 131 |
+
83,
|
| 132 |
+
57,
|
| 133 |
+
58,
|
| 134 |
+
68,
|
| 135 |
+
77,
|
| 136 |
+
200,
|
| 137 |
+
99,
|
| 138 |
+
99,
|
| 139 |
+
82,
|
| 140 |
+
73,
|
| 141 |
+
71,
|
| 142 |
+
77,
|
| 143 |
+
93,
|
| 144 |
+
200,
|
| 145 |
+
200,
|
| 146 |
+
79,
|
| 147 |
+
95,
|
| 148 |
+
79,
|
| 149 |
+
68,
|
| 150 |
+
98,
|
| 151 |
+
59,
|
| 152 |
+
63,
|
| 153 |
+
200,
|
| 154 |
+
102,
|
| 155 |
+
79,
|
| 156 |
+
65,
|
| 157 |
+
56,
|
| 158 |
+
62,
|
| 159 |
+
75,
|
| 160 |
+
80,
|
| 161 |
+
85,
|
| 162 |
+
90,
|
| 163 |
+
78,
|
| 164 |
+
94
|
| 165 |
+
],
|
| 166 |
+
"return_mean": 14.59942,
|
| 167 |
+
"embodiment": "rigid_body/single_arm_dex",
|
| 168 |
+
"level": "level_1"
|
| 169 |
+
}
|
multi_task/level_1/eval_reports/UnfoldShirt-v1.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "UnfoldShirt-v1",
|
| 3 |
+
"suite": "lv1",
|
| 4 |
+
"step": 80000,
|
| 5 |
+
"episodes": 50,
|
| 6 |
+
"success_rate": 0.28,
|
| 7 |
+
"successes": 14,
|
| 8 |
+
"episode_seed_base": 1000,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"episode_success": [
|
| 11 |
+
0.0,
|
| 12 |
+
0.0,
|
| 13 |
+
0.0,
|
| 14 |
+
1.0,
|
| 15 |
+
0.0,
|
| 16 |
+
0.0,
|
| 17 |
+
0.0,
|
| 18 |
+
0.0,
|
| 19 |
+
0.0,
|
| 20 |
+
1.0,
|
| 21 |
+
0.0,
|
| 22 |
+
0.0,
|
| 23 |
+
0.0,
|
| 24 |
+
1.0,
|
| 25 |
+
0.0,
|
| 26 |
+
0.0,
|
| 27 |
+
0.0,
|
| 28 |
+
0.0,
|
| 29 |
+
0.0,
|
| 30 |
+
0.0,
|
| 31 |
+
0.0,
|
| 32 |
+
0.0,
|
| 33 |
+
1.0,
|
| 34 |
+
0.0,
|
| 35 |
+
0.0,
|
| 36 |
+
0.0,
|
| 37 |
+
1.0,
|
| 38 |
+
0.0,
|
| 39 |
+
0.0,
|
| 40 |
+
1.0,
|
| 41 |
+
0.0,
|
| 42 |
+
0.0,
|
| 43 |
+
1.0,
|
| 44 |
+
1.0,
|
| 45 |
+
1.0,
|
| 46 |
+
0.0,
|
| 47 |
+
0.0,
|
| 48 |
+
1.0,
|
| 49 |
+
0.0,
|
| 50 |
+
0.0,
|
| 51 |
+
0.0,
|
| 52 |
+
0.0,
|
| 53 |
+
0.0,
|
| 54 |
+
1.0,
|
| 55 |
+
0.0,
|
| 56 |
+
0.0,
|
| 57 |
+
1.0,
|
| 58 |
+
1.0,
|
| 59 |
+
0.0,
|
| 60 |
+
1.0
|
| 61 |
+
],
|
| 62 |
+
"episode_return": [
|
| 63 |
+
0.408,
|
| 64 |
+
0.865,
|
| 65 |
+
1.271,
|
| 66 |
+
-0.015,
|
| 67 |
+
0.386,
|
| 68 |
+
0.524,
|
| 69 |
+
0.472,
|
| 70 |
+
0.475,
|
| 71 |
+
0.589,
|
| 72 |
+
2.751,
|
| 73 |
+
1.196,
|
| 74 |
+
0.447,
|
| 75 |
+
0.427,
|
| 76 |
+
2.883,
|
| 77 |
+
1.282,
|
| 78 |
+
0.582,
|
| 79 |
+
1.168,
|
| 80 |
+
0.513,
|
| 81 |
+
0.578,
|
| 82 |
+
0.442,
|
| 83 |
+
0.339,
|
| 84 |
+
0.47,
|
| 85 |
+
3.279,
|
| 86 |
+
0.335,
|
| 87 |
+
0.337,
|
| 88 |
+
-0.048,
|
| 89 |
+
2.749,
|
| 90 |
+
0.394,
|
| 91 |
+
0.469,
|
| 92 |
+
0.095,
|
| 93 |
+
0.367,
|
| 94 |
+
0.29,
|
| 95 |
+
2.717,
|
| 96 |
+
2.747,
|
| 97 |
+
1.493,
|
| 98 |
+
0.323,
|
| 99 |
+
0.411,
|
| 100 |
+
0.601,
|
| 101 |
+
0.637,
|
| 102 |
+
0.429,
|
| 103 |
+
0.547,
|
| 104 |
+
0.531,
|
| 105 |
+
0.377,
|
| 106 |
+
2.644,
|
| 107 |
+
0.067,
|
| 108 |
+
0.342,
|
| 109 |
+
-0.242,
|
| 110 |
+
2.727,
|
| 111 |
+
0.559,
|
| 112 |
+
2.723
|
| 113 |
+
],
|
| 114 |
+
"episode_steps": [
|
| 115 |
+
500,
|
| 116 |
+
500,
|
| 117 |
+
500,
|
| 118 |
+
394,
|
| 119 |
+
500,
|
| 120 |
+
500,
|
| 121 |
+
500,
|
| 122 |
+
500,
|
| 123 |
+
500,
|
| 124 |
+
198,
|
| 125 |
+
500,
|
| 126 |
+
500,
|
| 127 |
+
500,
|
| 128 |
+
470,
|
| 129 |
+
500,
|
| 130 |
+
500,
|
| 131 |
+
500,
|
| 132 |
+
500,
|
| 133 |
+
500,
|
| 134 |
+
500,
|
| 135 |
+
500,
|
| 136 |
+
500,
|
| 137 |
+
88,
|
| 138 |
+
500,
|
| 139 |
+
500,
|
| 140 |
+
500,
|
| 141 |
+
171,
|
| 142 |
+
500,
|
| 143 |
+
500,
|
| 144 |
+
429,
|
| 145 |
+
500,
|
| 146 |
+
500,
|
| 147 |
+
189,
|
| 148 |
+
107,
|
| 149 |
+
323,
|
| 150 |
+
500,
|
| 151 |
+
500,
|
| 152 |
+
87,
|
| 153 |
+
500,
|
| 154 |
+
500,
|
| 155 |
+
500,
|
| 156 |
+
500,
|
| 157 |
+
500,
|
| 158 |
+
188,
|
| 159 |
+
500,
|
| 160 |
+
500,
|
| 161 |
+
244,
|
| 162 |
+
179,
|
| 163 |
+
500,
|
| 164 |
+
120
|
| 165 |
+
],
|
| 166 |
+
"return_mean": 0.9190600000000001,
|
| 167 |
+
"embodiment": "deformable/single_arm_gripper",
|
| 168 |
+
"level": "level_1"
|
| 169 |
+
}
|
multi_task/level_1/eval_result.json
ADDED
|
@@ -0,0 +1,183 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"suite": "level_1",
|
| 3 |
+
"step": 80000,
|
| 4 |
+
"num_tasks": 28,
|
| 5 |
+
"tasks_evaluated": 28,
|
| 6 |
+
"evaluation_complete": true,
|
| 7 |
+
"pending_tasks": [],
|
| 8 |
+
"episodes_per_task": 50,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"mean_success_rate": 0.5792857142857143,
|
| 11 |
+
"per_task": {
|
| 12 |
+
"PushSoccer-v1": {
|
| 13 |
+
"success_rate": 0.6,
|
| 14 |
+
"successes": 30,
|
| 15 |
+
"return_mean": 67.01078000000001,
|
| 16 |
+
"embodiment": "rigid_body/single_arm_gripper"
|
| 17 |
+
},
|
| 18 |
+
"PickPlacePen-v1": {
|
| 19 |
+
"success_rate": 0.34,
|
| 20 |
+
"successes": 17,
|
| 21 |
+
"return_mean": 45.98866,
|
| 22 |
+
"embodiment": "rigid_body/single_arm_gripper"
|
| 23 |
+
},
|
| 24 |
+
"OpenDoor-v1": {
|
| 25 |
+
"success_rate": 0.12,
|
| 26 |
+
"successes": 6,
|
| 27 |
+
"return_mean": 41.798320000000004,
|
| 28 |
+
"embodiment": "rigid_body/single_arm_gripper"
|
| 29 |
+
},
|
| 30 |
+
"StackBlock-v1": {
|
| 31 |
+
"success_rate": 0.54,
|
| 32 |
+
"successes": 27,
|
| 33 |
+
"return_mean": 61.804179999999995,
|
| 34 |
+
"embodiment": "rigid_body/single_arm_gripper"
|
| 35 |
+
},
|
| 36 |
+
"LiftBucket-v1": {
|
| 37 |
+
"success_rate": 0.54,
|
| 38 |
+
"successes": 27,
|
| 39 |
+
"return_mean": 133.14442,
|
| 40 |
+
"embodiment": "rigid_body/single_arm_dex"
|
| 41 |
+
},
|
| 42 |
+
"TurnOnFaucet-v1": {
|
| 43 |
+
"success_rate": 0.84,
|
| 44 |
+
"successes": 42,
|
| 45 |
+
"return_mean": 14.59942,
|
| 46 |
+
"embodiment": "rigid_body/single_arm_dex"
|
| 47 |
+
},
|
| 48 |
+
"ReorientCube-v1": {
|
| 49 |
+
"success_rate": 0.84,
|
| 50 |
+
"successes": 42,
|
| 51 |
+
"return_mean": 32246.19264,
|
| 52 |
+
"embodiment": "rigid_body/single_arm_dex"
|
| 53 |
+
},
|
| 54 |
+
"GraspCylinder-v1": {
|
| 55 |
+
"success_rate": 0.86,
|
| 56 |
+
"successes": 43,
|
| 57 |
+
"return_mean": 23.40544,
|
| 58 |
+
"embodiment": "rigid_body/single_arm_dex"
|
| 59 |
+
},
|
| 60 |
+
"DualArmPushBox-v1": {
|
| 61 |
+
"success_rate": 0.6,
|
| 62 |
+
"successes": 30,
|
| 63 |
+
"return_mean": 43.167139999999996,
|
| 64 |
+
"embodiment": "rigid_body/dual_arm_gripper"
|
| 65 |
+
},
|
| 66 |
+
"DualArmDoubleDoorBox-v1": {
|
| 67 |
+
"success_rate": 0.7,
|
| 68 |
+
"successes": 35,
|
| 69 |
+
"return_mean": 77.11922,
|
| 70 |
+
"embodiment": "rigid_body/dual_arm_gripper"
|
| 71 |
+
},
|
| 72 |
+
"DualArmButtonPress-v1": {
|
| 73 |
+
"success_rate": 0.9,
|
| 74 |
+
"successes": 45,
|
| 75 |
+
"return_mean": 118.0342,
|
| 76 |
+
"embodiment": "rigid_body/dual_arm_gripper"
|
| 77 |
+
},
|
| 78 |
+
"DualArmHammerHandover-v1": {
|
| 79 |
+
"success_rate": 0.24,
|
| 80 |
+
"successes": 12,
|
| 81 |
+
"return_mean": 358.47458,
|
| 82 |
+
"embodiment": "rigid_body/dual_arm_gripper"
|
| 83 |
+
},
|
| 84 |
+
"DualArmPressButton-v1": {
|
| 85 |
+
"success_rate": 0.38,
|
| 86 |
+
"successes": 19,
|
| 87 |
+
"return_mean": 179.40556,
|
| 88 |
+
"embodiment": "rigid_body/dual_arm_dex"
|
| 89 |
+
},
|
| 90 |
+
"DualArmOpenScissor-v1": {
|
| 91 |
+
"success_rate": 0.98,
|
| 92 |
+
"successes": 49,
|
| 93 |
+
"return_mean": 245.00475999999998,
|
| 94 |
+
"embodiment": "rigid_body/dual_arm_dex"
|
| 95 |
+
},
|
| 96 |
+
"DualArmSwingCup-v1": {
|
| 97 |
+
"success_rate": 0.42,
|
| 98 |
+
"successes": 21,
|
| 99 |
+
"return_mean": 191.12506000000002,
|
| 100 |
+
"embodiment": "rigid_body/dual_arm_dex"
|
| 101 |
+
},
|
| 102 |
+
"DualArmOpenPen-v1": {
|
| 103 |
+
"success_rate": 0.3,
|
| 104 |
+
"successes": 15,
|
| 105 |
+
"return_mean": 904.7209799999999,
|
| 106 |
+
"embodiment": "rigid_body/dual_arm_dex"
|
| 107 |
+
},
|
| 108 |
+
"DualArmCoverCloth-v1": {
|
| 109 |
+
"success_rate": 0.24,
|
| 110 |
+
"successes": 12,
|
| 111 |
+
"return_mean": 198.41704000000001,
|
| 112 |
+
"embodiment": "deformable/dual_arm_dex"
|
| 113 |
+
},
|
| 114 |
+
"DualArmLiftSoftDex-v1": {
|
| 115 |
+
"success_rate": 1.0,
|
| 116 |
+
"successes": 50,
|
| 117 |
+
"return_mean": 127.94382,
|
| 118 |
+
"embodiment": "deformable/dual_arm_dex"
|
| 119 |
+
},
|
| 120 |
+
"DualArmRopeStretch-v1": {
|
| 121 |
+
"success_rate": 0.48,
|
| 122 |
+
"successes": 24,
|
| 123 |
+
"return_mean": 233.87707999999998,
|
| 124 |
+
"embodiment": "deformable/dual_arm_dex"
|
| 125 |
+
},
|
| 126 |
+
"DualArmFoldHandKerchief-v1": {
|
| 127 |
+
"success_rate": 0.6,
|
| 128 |
+
"successes": 30,
|
| 129 |
+
"return_mean": -9.85732,
|
| 130 |
+
"embodiment": "deformable/dual_arm_gripper"
|
| 131 |
+
},
|
| 132 |
+
"DualArmPouringWater-v1": {
|
| 133 |
+
"success_rate": 0.72,
|
| 134 |
+
"successes": 36,
|
| 135 |
+
"return_mean": 142.6494,
|
| 136 |
+
"embodiment": "deformable/dual_arm_gripper"
|
| 137 |
+
},
|
| 138 |
+
"DualArmRopeCylinderWarpping-v1": {
|
| 139 |
+
"success_rate": 0.66,
|
| 140 |
+
"successes": 33,
|
| 141 |
+
"return_mean": 88.41546,
|
| 142 |
+
"embodiment": "deformable/dual_arm_gripper"
|
| 143 |
+
},
|
| 144 |
+
"DrapeCloth-v1": {
|
| 145 |
+
"success_rate": 0.96,
|
| 146 |
+
"successes": 48,
|
| 147 |
+
"return_mean": 8.39592,
|
| 148 |
+
"embodiment": "deformable/single_arm_dex"
|
| 149 |
+
},
|
| 150 |
+
"RopePalmCageHoldDex-v1": {
|
| 151 |
+
"success_rate": 0.92,
|
| 152 |
+
"successes": 46,
|
| 153 |
+
"return_mean": 60.815259999999995,
|
| 154 |
+
"embodiment": "deformable/single_arm_dex"
|
| 155 |
+
},
|
| 156 |
+
"SqueezeClay-v1": {
|
| 157 |
+
"success_rate": 0.4,
|
| 158 |
+
"successes": 20,
|
| 159 |
+
"return_mean": 704.1522,
|
| 160 |
+
"embodiment": "deformable/single_arm_dex"
|
| 161 |
+
},
|
| 162 |
+
"ShapeTToI-v1": {
|
| 163 |
+
"success_rate": 0.1,
|
| 164 |
+
"successes": 5,
|
| 165 |
+
"return_mean": -78.61582,
|
| 166 |
+
"embodiment": "deformable/single_arm_gripper"
|
| 167 |
+
},
|
| 168 |
+
"StraightenRope-v1": {
|
| 169 |
+
"success_rate": 0.66,
|
| 170 |
+
"successes": 33,
|
| 171 |
+
"return_mean": 209.27102,
|
| 172 |
+
"embodiment": "deformable/single_arm_gripper"
|
| 173 |
+
},
|
| 174 |
+
"UnfoldShirt-v1": {
|
| 175 |
+
"success_rate": 0.28,
|
| 176 |
+
"successes": 14,
|
| 177 |
+
"return_mean": 0.9190600000000001,
|
| 178 |
+
"embodiment": "deformable/single_arm_gripper"
|
| 179 |
+
}
|
| 180 |
+
},
|
| 181 |
+
"note": "Only the final checkpoint (step 80000) was evaluated, 50 episodes per task; per-episode rows are in eval_reports/<task>.json.",
|
| 182 |
+
"campaign": "pi05_levels_20261028"
|
| 183 |
+
}
|
multi_task/level_1/lora_step_0080000.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:676facb888b37820ff8d823203c575c96c1f5fcb4f314bd969f1cecf9f86957d
|
| 3 |
+
size 1867943218
|
multi_task/level_1/metadata.json
ADDED
|
@@ -0,0 +1,112 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"suite": "level_1",
|
| 3 |
+
"method": "PI0.5 LoRA + trainable weights, multi-task (one policy for every task of the level)",
|
| 4 |
+
"base_checkpoint": "gs://openpi-assets/checkpoints/pi05_base/params",
|
| 5 |
+
"checkpoint": "lora_step_0080000.npz",
|
| 6 |
+
"checkpoint_sha256": "676facb888b37820ff8d823203c575c96c1f5fcb4f314bd969f1cecf9f86957d",
|
| 7 |
+
"checkpoint_bytes": 1867943218,
|
| 8 |
+
"tensor_count": 51,
|
| 9 |
+
"trainable_params": 466981660,
|
| 10 |
+
"tasks": [
|
| 11 |
+
"PushSoccer-v1",
|
| 12 |
+
"PickPlacePen-v1",
|
| 13 |
+
"OpenDoor-v1",
|
| 14 |
+
"StackBlock-v1",
|
| 15 |
+
"LiftBucket-v1",
|
| 16 |
+
"TurnOnFaucet-v1",
|
| 17 |
+
"ReorientCube-v1",
|
| 18 |
+
"GraspCylinder-v1",
|
| 19 |
+
"DualArmPushBox-v1",
|
| 20 |
+
"DualArmDoubleDoorBox-v1",
|
| 21 |
+
"DualArmButtonPress-v1",
|
| 22 |
+
"DualArmHammerHandover-v1",
|
| 23 |
+
"DualArmPressButton-v1",
|
| 24 |
+
"DualArmOpenScissor-v1",
|
| 25 |
+
"DualArmSwingCup-v1",
|
| 26 |
+
"DualArmOpenPen-v1",
|
| 27 |
+
"DualArmCoverCloth-v1",
|
| 28 |
+
"DualArmLiftSoftDex-v1",
|
| 29 |
+
"DualArmRopeStretch-v1",
|
| 30 |
+
"DualArmFoldHandKerchief-v1",
|
| 31 |
+
"DualArmPouringWater-v1",
|
| 32 |
+
"DualArmRopeCylinderWarpping-v1",
|
| 33 |
+
"DrapeCloth-v1",
|
| 34 |
+
"RopePalmCageHoldDex-v1",
|
| 35 |
+
"SqueezeClay-v1",
|
| 36 |
+
"ShapeTToI-v1",
|
| 37 |
+
"StraightenRope-v1",
|
| 38 |
+
"UnfoldShirt-v1"
|
| 39 |
+
],
|
| 40 |
+
"num_tasks": 28,
|
| 41 |
+
"prompts": {
|
| 42 |
+
"PushSoccer-v1": "perform the ManiLadder task: push soccer",
|
| 43 |
+
"PickPlacePen-v1": "perform the ManiLadder task: pick place pen",
|
| 44 |
+
"OpenDoor-v1": "perform the ManiLadder task: open door",
|
| 45 |
+
"StackBlock-v1": "perform the ManiLadder task: stack block",
|
| 46 |
+
"LiftBucket-v1": "perform the ManiLadder task: lift bucket",
|
| 47 |
+
"TurnOnFaucet-v1": "perform the ManiLadder task: turn on faucet",
|
| 48 |
+
"ReorientCube-v1": "perform the ManiLadder task: reorient cube",
|
| 49 |
+
"GraspCylinder-v1": "perform the ManiLadder task: grasp cylinder",
|
| 50 |
+
"DualArmPushBox-v1": "perform the ManiLadder task: dual arm push box",
|
| 51 |
+
"DualArmDoubleDoorBox-v1": "perform the ManiLadder task: dual arm double door box",
|
| 52 |
+
"DualArmButtonPress-v1": "perform the ManiLadder task: dual arm button press",
|
| 53 |
+
"DualArmHammerHandover-v1": "perform the ManiLadder task: dual arm hammer handover",
|
| 54 |
+
"DualArmPressButton-v1": "perform the ManiLadder task: dual arm press button",
|
| 55 |
+
"DualArmOpenScissor-v1": "perform the ManiLadder task: dual arm open scissor",
|
| 56 |
+
"DualArmSwingCup-v1": "perform the ManiLadder task: dual arm swing cup",
|
| 57 |
+
"DualArmOpenPen-v1": "perform the ManiLadder task: dual arm open pen",
|
| 58 |
+
"DualArmCoverCloth-v1": "perform the ManiLadder task: dual arm cover cloth",
|
| 59 |
+
"DualArmLiftSoftDex-v1": "perform the ManiLadder task: dual arm lift soft dex",
|
| 60 |
+
"DualArmRopeStretch-v1": "perform the ManiLadder task: dual arm rope stretch",
|
| 61 |
+
"DualArmFoldHandKerchief-v1": "perform the ManiLadder task: dual arm fold hand kerchief",
|
| 62 |
+
"DualArmPouringWater-v1": "perform the ManiLadder task: dual arm pouring water",
|
| 63 |
+
"DualArmRopeCylinderWarpping-v1": "perform the ManiLadder task: dual arm rope cylinder warpping",
|
| 64 |
+
"DrapeCloth-v1": "perform the ManiLadder task: drape cloth",
|
| 65 |
+
"RopePalmCageHoldDex-v1": "perform the ManiLadder task: rope palm cage hold dex",
|
| 66 |
+
"SqueezeClay-v1": "perform the ManiLadder task: squeeze clay",
|
| 67 |
+
"ShapeTToI-v1": "perform the ManiLadder task: shape t to i",
|
| 68 |
+
"StraightenRope-v1": "perform the ManiLadder task: straighten rope",
|
| 69 |
+
"UnfoldShirt-v1": "perform the ManiLadder task: unfold shirt"
|
| 70 |
+
},
|
| 71 |
+
"num_demos_per_task": 20,
|
| 72 |
+
"action_dim": 44,
|
| 73 |
+
"state_dim": 44,
|
| 74 |
+
"state_input": "zero vector",
|
| 75 |
+
"action_horizon": 50,
|
| 76 |
+
"max_token_len": 200,
|
| 77 |
+
"image_size": 224,
|
| 78 |
+
"exec_steps": 16,
|
| 79 |
+
"sample_steps": 10,
|
| 80 |
+
"control_mode": "pd_ee_delta_pose",
|
| 81 |
+
"train_steps": 80000,
|
| 82 |
+
"batch_size": 64,
|
| 83 |
+
"lr": 5e-05,
|
| 84 |
+
"warmup_steps": 1000,
|
| 85 |
+
"lr_schedule": "cosine decay over all 80k steps",
|
| 86 |
+
"data_parallel_gpus": 8,
|
| 87 |
+
"gpu": "NVIDIA A100 80GB",
|
| 88 |
+
"fsdp_devices": 1,
|
| 89 |
+
"online_eval": false,
|
| 90 |
+
"norm_stats_file": "norm_stats.json",
|
| 91 |
+
"norm_stats_sha256": "2ee8037535393988cf87ad99254ae9b551e025a441d7eab261139ec9ca6393f2",
|
| 92 |
+
"norm_stats_note": "quantile stats computed per dimension while ignoring padded (all-zero) action/state dimensions of embodiments narrower than action_dim, so q01==q99 collapse does not blow up scaling",
|
| 93 |
+
"training_data": "Linslab/ManiLadder_Dataset raw/<task>, 20 demos per task, revision 1190737391cc (sha256-verified download 2026-10-28)",
|
| 94 |
+
"training_data_overrides": {
|
| 95 |
+
"DualArmOpenScissor-v1": "local demos collected 2026-10-22 (HF copy of 2026-06-11 predates the env)"
|
| 96 |
+
},
|
| 97 |
+
"excluded_tasks": {
|
| 98 |
+
"OpenCoffer-v1": "no demos exist",
|
| 99 |
+
"DualArmSqueezeClayDex-v1": "no demos exist",
|
| 100 |
+
"DualArmRopeScissorCut-v1": "no demos exist",
|
| 101 |
+
"DualArmBuildCanel-v1": "no demos exist",
|
| 102 |
+
"PickSoft-v1": "no demos exist",
|
| 103 |
+
"ClayMolding-v1": "no demos exist"
|
| 104 |
+
},
|
| 105 |
+
"eval_episodes": 50,
|
| 106 |
+
"eval_seed_base": 1000,
|
| 107 |
+
"evaluated_steps": [
|
| 108 |
+
80000
|
| 109 |
+
],
|
| 110 |
+
"campaign": "pi05_levels_20261028",
|
| 111 |
+
"trained": "2026-10-29 02:10 -> 2026-10-30 (full restart with padding-aware norm stats)"
|
| 112 |
+
}
|
multi_task/level_1/norm_stats.json
ADDED
|
@@ -0,0 +1,376 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"norm_stats": {
|
| 3 |
+
"state": {
|
| 4 |
+
"mean": [
|
| 5 |
+
0.0,
|
| 6 |
+
0.0,
|
| 7 |
+
0.0,
|
| 8 |
+
0.0,
|
| 9 |
+
0.0,
|
| 10 |
+
0.0,
|
| 11 |
+
0.0,
|
| 12 |
+
0.0,
|
| 13 |
+
0.0,
|
| 14 |
+
0.0,
|
| 15 |
+
0.0,
|
| 16 |
+
0.0,
|
| 17 |
+
0.0,
|
| 18 |
+
0.0,
|
| 19 |
+
0.0,
|
| 20 |
+
0.0,
|
| 21 |
+
0.0,
|
| 22 |
+
0.0,
|
| 23 |
+
0.0,
|
| 24 |
+
0.0,
|
| 25 |
+
0.0,
|
| 26 |
+
0.0,
|
| 27 |
+
0.0,
|
| 28 |
+
0.0,
|
| 29 |
+
0.0,
|
| 30 |
+
0.0,
|
| 31 |
+
0.0,
|
| 32 |
+
0.0,
|
| 33 |
+
0.0,
|
| 34 |
+
0.0,
|
| 35 |
+
0.0,
|
| 36 |
+
0.0,
|
| 37 |
+
0.0,
|
| 38 |
+
0.0,
|
| 39 |
+
0.0,
|
| 40 |
+
0.0,
|
| 41 |
+
0.0,
|
| 42 |
+
0.0,
|
| 43 |
+
0.0,
|
| 44 |
+
0.0,
|
| 45 |
+
0.0,
|
| 46 |
+
0.0,
|
| 47 |
+
0.0,
|
| 48 |
+
0.0
|
| 49 |
+
],
|
| 50 |
+
"std": [
|
| 51 |
+
0.0,
|
| 52 |
+
0.0,
|
| 53 |
+
0.0,
|
| 54 |
+
0.0,
|
| 55 |
+
0.0,
|
| 56 |
+
0.0,
|
| 57 |
+
0.0,
|
| 58 |
+
0.0,
|
| 59 |
+
0.0,
|
| 60 |
+
0.0,
|
| 61 |
+
0.0,
|
| 62 |
+
0.0,
|
| 63 |
+
0.0,
|
| 64 |
+
0.0,
|
| 65 |
+
0.0,
|
| 66 |
+
0.0,
|
| 67 |
+
0.0,
|
| 68 |
+
0.0,
|
| 69 |
+
0.0,
|
| 70 |
+
0.0,
|
| 71 |
+
0.0,
|
| 72 |
+
0.0,
|
| 73 |
+
0.0,
|
| 74 |
+
0.0,
|
| 75 |
+
0.0,
|
| 76 |
+
0.0,
|
| 77 |
+
0.0,
|
| 78 |
+
0.0,
|
| 79 |
+
0.0,
|
| 80 |
+
0.0,
|
| 81 |
+
0.0,
|
| 82 |
+
0.0,
|
| 83 |
+
0.0,
|
| 84 |
+
0.0,
|
| 85 |
+
0.0,
|
| 86 |
+
0.0,
|
| 87 |
+
0.0,
|
| 88 |
+
0.0,
|
| 89 |
+
0.0,
|
| 90 |
+
0.0,
|
| 91 |
+
0.0,
|
| 92 |
+
0.0,
|
| 93 |
+
0.0,
|
| 94 |
+
0.0
|
| 95 |
+
],
|
| 96 |
+
"q01": [
|
| 97 |
+
0.0,
|
| 98 |
+
0.0,
|
| 99 |
+
0.0,
|
| 100 |
+
0.0,
|
| 101 |
+
0.0,
|
| 102 |
+
0.0,
|
| 103 |
+
0.0,
|
| 104 |
+
0.0,
|
| 105 |
+
0.0,
|
| 106 |
+
0.0,
|
| 107 |
+
0.0,
|
| 108 |
+
0.0,
|
| 109 |
+
0.0,
|
| 110 |
+
0.0,
|
| 111 |
+
0.0,
|
| 112 |
+
0.0,
|
| 113 |
+
0.0,
|
| 114 |
+
0.0,
|
| 115 |
+
0.0,
|
| 116 |
+
0.0,
|
| 117 |
+
0.0,
|
| 118 |
+
0.0,
|
| 119 |
+
0.0,
|
| 120 |
+
0.0,
|
| 121 |
+
0.0,
|
| 122 |
+
0.0,
|
| 123 |
+
0.0,
|
| 124 |
+
0.0,
|
| 125 |
+
0.0,
|
| 126 |
+
0.0,
|
| 127 |
+
0.0,
|
| 128 |
+
0.0,
|
| 129 |
+
0.0,
|
| 130 |
+
0.0,
|
| 131 |
+
0.0,
|
| 132 |
+
0.0,
|
| 133 |
+
0.0,
|
| 134 |
+
0.0,
|
| 135 |
+
0.0,
|
| 136 |
+
0.0,
|
| 137 |
+
0.0,
|
| 138 |
+
0.0,
|
| 139 |
+
0.0,
|
| 140 |
+
0.0
|
| 141 |
+
],
|
| 142 |
+
"q99": [
|
| 143 |
+
0.0,
|
| 144 |
+
0.0,
|
| 145 |
+
0.0,
|
| 146 |
+
0.0,
|
| 147 |
+
0.0,
|
| 148 |
+
0.0,
|
| 149 |
+
0.0,
|
| 150 |
+
0.0,
|
| 151 |
+
0.0,
|
| 152 |
+
0.0,
|
| 153 |
+
0.0,
|
| 154 |
+
0.0,
|
| 155 |
+
0.0,
|
| 156 |
+
0.0,
|
| 157 |
+
0.0,
|
| 158 |
+
0.0,
|
| 159 |
+
0.0,
|
| 160 |
+
0.0,
|
| 161 |
+
0.0,
|
| 162 |
+
0.0,
|
| 163 |
+
0.0,
|
| 164 |
+
0.0,
|
| 165 |
+
0.0,
|
| 166 |
+
0.0,
|
| 167 |
+
0.0,
|
| 168 |
+
0.0,
|
| 169 |
+
0.0,
|
| 170 |
+
0.0,
|
| 171 |
+
0.0,
|
| 172 |
+
0.0,
|
| 173 |
+
0.0,
|
| 174 |
+
0.0,
|
| 175 |
+
0.0,
|
| 176 |
+
0.0,
|
| 177 |
+
0.0,
|
| 178 |
+
0.0,
|
| 179 |
+
0.0,
|
| 180 |
+
0.0,
|
| 181 |
+
0.0,
|
| 182 |
+
0.0,
|
| 183 |
+
0.0,
|
| 184 |
+
0.0,
|
| 185 |
+
0.0,
|
| 186 |
+
0.0
|
| 187 |
+
]
|
| 188 |
+
},
|
| 189 |
+
"actions": {
|
| 190 |
+
"mean": [
|
| 191 |
+
0.008374137803912163,
|
| 192 |
+
-0.0007855466101318598,
|
| 193 |
+
-0.008816596120595932,
|
| 194 |
+
0.0002074107324006036,
|
| 195 |
+
-0.0017131557688117027,
|
| 196 |
+
-0.0003137241874355823,
|
| 197 |
+
-0.07278738170862198,
|
| 198 |
+
0.032459646463394165,
|
| 199 |
+
0.02399619109928608,
|
| 200 |
+
0.014617119915783405,
|
| 201 |
+
-0.000025571946025593206,
|
| 202 |
+
0.017700158059597015,
|
| 203 |
+
0.017570320516824722,
|
| 204 |
+
-0.10108575969934464,
|
| 205 |
+
0.00005969287667539902,
|
| 206 |
+
0.018021946772933006,
|
| 207 |
+
0.016933664679527283,
|
| 208 |
+
0.016314713284373283,
|
| 209 |
+
0.013019109144806862,
|
| 210 |
+
-0.00013306085020303726,
|
| 211 |
+
0.034015316516160965,
|
| 212 |
+
0.026770783588290215,
|
| 213 |
+
0.003800374222919345,
|
| 214 |
+
0.0006232055020518601,
|
| 215 |
+
0.0005410875310190022,
|
| 216 |
+
0.0,
|
| 217 |
+
0.0,
|
| 218 |
+
0.0,
|
| 219 |
+
0.0007281055441126227,
|
| 220 |
+
0.01352689228951931,
|
| 221 |
+
0.011418008245527744,
|
| 222 |
+
0.011461094953119755,
|
| 223 |
+
0.0002736322348937392,
|
| 224 |
+
0.01140009704977274,
|
| 225 |
+
0.010317128151655197,
|
| 226 |
+
0.009884148836135864,
|
| 227 |
+
0.00008123052975861356,
|
| 228 |
+
0.01071771327406168,
|
| 229 |
+
0.009696186520159245,
|
| 230 |
+
0.009400714188814163,
|
| 231 |
+
0.007220190949738026,
|
| 232 |
+
0.0007126699201762676,
|
| 233 |
+
0.015324124135077,
|
| 234 |
+
0.013094513677060604
|
| 235 |
+
],
|
| 236 |
+
"std": [
|
| 237 |
+
0.05042979121208191,
|
| 238 |
+
0.04640830308198929,
|
| 239 |
+
0.06256144493818283,
|
| 240 |
+
0.004299283027648926,
|
| 241 |
+
0.01632273942232132,
|
| 242 |
+
0.01805019937455654,
|
| 243 |
+
0.6911492347717285,
|
| 244 |
+
0.08644261211156845,
|
| 245 |
+
0.07738732546567917,
|
| 246 |
+
0.08210168033838272,
|
| 247 |
+
0.003811256028711796,
|
| 248 |
+
0.0677509531378746,
|
| 249 |
+
0.06637302786111832,
|
| 250 |
+
0.49306362867355347,
|
| 251 |
+
0.002367359586060047,
|
| 252 |
+
0.06521861255168915,
|
| 253 |
+
0.0624479278922081,
|
| 254 |
+
0.0614263080060482,
|
| 255 |
+
0.07172615826129913,
|
| 256 |
+
0.015248691663146019,
|
| 257 |
+
0.09158026427030563,
|
| 258 |
+
0.07986772805452347,
|
| 259 |
+
0.018945951014757156,
|
| 260 |
+
0.014235765673220158,
|
| 261 |
+
0.024586962535977364,
|
| 262 |
+
0.0,
|
| 263 |
+
0.0,
|
| 264 |
+
0.0,
|
| 265 |
+
0.0077266632579267025,
|
| 266 |
+
0.060509826987981796,
|
| 267 |
+
0.057378463447093964,
|
| 268 |
+
0.05901813134551048,
|
| 269 |
+
0.0035200947895646095,
|
| 270 |
+
0.059158142656087875,
|
| 271 |
+
0.0557301864027977,
|
| 272 |
+
0.053397778421640396,
|
| 273 |
+
0.0014128955081105232,
|
| 274 |
+
0.05648163706064224,
|
| 275 |
+
0.05318274721503258,
|
| 276 |
+
0.051691193133592606,
|
| 277 |
+
0.059525392949581146,
|
| 278 |
+
0.009237024001777172,
|
| 279 |
+
0.06504300236701965,
|
| 280 |
+
0.06208053603768349
|
| 281 |
+
],
|
| 282 |
+
"q01": [
|
| 283 |
+
-0.10061501699686054,
|
| 284 |
+
-0.10023522172868252,
|
| 285 |
+
-0.11162752884626387,
|
| 286 |
+
-0.01238626055419445,
|
| 287 |
+
-0.20000000298023224,
|
| 288 |
+
-0.06340999901294708,
|
| 289 |
+
-1.0,
|
| 290 |
+
-0.10037700796127319,
|
| 291 |
+
-0.10055085481405257,
|
| 292 |
+
-0.11514187955856325,
|
| 293 |
+
-0.026840180978178977,
|
| 294 |
+
-0.08115596268177033,
|
| 295 |
+
-0.10511423000097275,
|
| 296 |
+
-1.0,
|
| 297 |
+
-0.006029399111866951,
|
| 298 |
+
-0.0007600953578948966,
|
| 299 |
+
-0.26094746589660645,
|
| 300 |
+
-0.2596431374549866,
|
| 301 |
+
-0.08884286603927613,
|
| 302 |
+
-0.06050400012731552,
|
| 303 |
+
-0.00026964640617371805,
|
| 304 |
+
-0.3322725296020508,
|
| 305 |
+
-0.05000000074505806,
|
| 306 |
+
-0.05005399855971336,
|
| 307 |
+
-0.07509780538380145,
|
| 308 |
+
0.0,
|
| 309 |
+
0.0,
|
| 310 |
+
0.0,
|
| 311 |
+
-0.007506495341658592,
|
| 312 |
+
-0.24136903882026672,
|
| 313 |
+
-0.28041934967041016,
|
| 314 |
+
-0.30859118938446045,
|
| 315 |
+
-0.002123094629496336,
|
| 316 |
+
-0.3138718008995056,
|
| 317 |
+
-0.3139311671257019,
|
| 318 |
+
-0.3127565890550613,
|
| 319 |
+
-0.003056989051401615,
|
| 320 |
+
-0.31178295612335205,
|
| 321 |
+
-0.3129414916038513,
|
| 322 |
+
-0.31359028816223145,
|
| 323 |
+
-0.41999998688697815,
|
| 324 |
+
-0.06933217495679855,
|
| 325 |
+
-0.2671352028846741,
|
| 326 |
+
-0.3909415602684021
|
| 327 |
+
],
|
| 328 |
+
"q99": [
|
| 329 |
+
0.14466100819110872,
|
| 330 |
+
0.09997665949165824,
|
| 331 |
+
0.09993815326690675,
|
| 332 |
+
0.07853981852531433,
|
| 333 |
+
0.20000000298023224,
|
| 334 |
+
0.30000001192092896,
|
| 335 |
+
0.9996,
|
| 336 |
+
0.3490057200431824,
|
| 337 |
+
0.3330585881829262,
|
| 338 |
+
0.33741255855560304,
|
| 339 |
+
0.01535315252840519,
|
| 340 |
+
0.33321925337314606,
|
| 341 |
+
0.31861883454322815,
|
| 342 |
+
0.9996,
|
| 343 |
+
0.007410053163766861,
|
| 344 |
+
0.33351796885728835,
|
| 345 |
+
0.38480693101882935,
|
| 346 |
+
0.37839803099632263,
|
| 347 |
+
0.39911704521179203,
|
| 348 |
+
0.05297591844201088,
|
| 349 |
+
0.3536696071386337,
|
| 350 |
+
0.43327474176883907,
|
| 351 |
+
0.14499999582767487,
|
| 352 |
+
0.0748779978454113,
|
| 353 |
+
0.07996102166175842,
|
| 354 |
+
0.0,
|
| 355 |
+
0.0,
|
| 356 |
+
0.0,
|
| 357 |
+
0.1074659526348114,
|
| 358 |
+
0.4550478160381317,
|
| 359 |
+
0.4392201900482178,
|
| 360 |
+
0.4066832661628723,
|
| 361 |
+
0.051144443452358246,
|
| 362 |
+
0.45336294174194336,
|
| 363 |
+
0.434189110994339,
|
| 364 |
+
0.40133029222488403,
|
| 365 |
+
0.02244146540760994,
|
| 366 |
+
0.4407472237944645,
|
| 367 |
+
0.42059144377708435,
|
| 368 |
+
0.3860663175582886,
|
| 369 |
+
0.4000000059604645,
|
| 370 |
+
0.08075512945652008,
|
| 371 |
+
0.4530298709869385,
|
| 372 |
+
0.43729081749916077
|
| 373 |
+
]
|
| 374 |
+
}
|
| 375 |
+
}
|
| 376 |
+
}
|