Add level_2 PI0.5 multi-task LoRA (28 tasks, step 80000, 28/28 tasks evaluated, mean 0.241 over 50 ep)
Browse files- multi_task/level_2/eval_reports/ClothWipe-v1.json +169 -0
- multi_task/level_2/eval_reports/DexOpenDoor-v1.json +169 -0
- multi_task/level_2/eval_reports/DualArmBookPickPlace-v1.json +169 -0
- multi_task/level_2/eval_reports/DualArmCleanupPotEnv-v1.json +169 -0
- multi_task/level_2/eval_reports/DualArmClothAlign-v1.json +169 -0
- multi_task/level_2/eval_reports/DualArmJugglingBall-v1.json +169 -0
- multi_task/level_2/eval_reports/DualArmLiftBall-v1.json +169 -0
- multi_task/level_2/eval_reports/DualArmOpenBottle-v1.json +169 -0
- multi_task/level_2/eval_reports/DualArmOpenLaptop-v1.json +169 -0
- multi_task/level_2/eval_reports/DualArmPegInHole-v1.json +169 -0
- multi_task/level_2/eval_reports/DualArmPlaceRopeOverRod-v1.json +169 -0
- multi_task/level_2/eval_reports/DualArmPouringTwoCups-v1.json +169 -0
- multi_task/level_2/eval_reports/DualArmPushObject-v1.json +169 -0
- multi_task/level_2/eval_reports/DualArmStraightenRope-v1.json +169 -0
- multi_task/level_2/eval_reports/DualArmStuffCloth-v1.json +169 -0
- multi_task/level_2/eval_reports/DualArmThrowBlock-v1.json +169 -0
- multi_task/level_2/eval_reports/FoldShirt-v1.json +169 -0
- multi_task/level_2/eval_reports/GraspTwoBlocks-v1.json +169 -0
- multi_task/level_2/eval_reports/HammerNailOut-v1.json +169 -0
- multi_task/level_2/eval_reports/HangMug-v1.json +169 -0
- multi_task/level_2/eval_reports/KitAssembly-v1.json +169 -0
- multi_task/level_2/eval_reports/OpenBoxRetrieval-v1.json +169 -0
- multi_task/level_2/eval_reports/PivotBook-v1.json +169 -0
- multi_task/level_2/eval_reports/ReorientPen-v1.json +169 -0
- multi_task/level_2/eval_reports/RollingPin-v1.json +169 -0
- multi_task/level_2/eval_reports/RopeBridgeDex-v1.json +169 -0
- multi_task/level_2/eval_reports/ScoopWater-v1.json +169 -0
- multi_task/level_2/eval_reports/StraightenTwoRopesSequential-v1.json +169 -0
- multi_task/level_2/eval_result.json +183 -0
- multi_task/level_2/lora_step_0080000.npz +3 -0
- multi_task/level_2/metadata.json +110 -0
- multi_task/level_2/norm_stats.json +376 -0
multi_task/level_2/eval_reports/ClothWipe-v1.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "ClothWipe-v1",
|
| 3 |
+
"suite": "lv2",
|
| 4 |
+
"step": 80000,
|
| 5 |
+
"episodes": 50,
|
| 6 |
+
"success_rate": 0.24,
|
| 7 |
+
"successes": 12,
|
| 8 |
+
"episode_seed_base": 1000,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"episode_success": [
|
| 11 |
+
0.0,
|
| 12 |
+
0.0,
|
| 13 |
+
0.0,
|
| 14 |
+
0.0,
|
| 15 |
+
1.0,
|
| 16 |
+
1.0,
|
| 17 |
+
0.0,
|
| 18 |
+
1.0,
|
| 19 |
+
0.0,
|
| 20 |
+
0.0,
|
| 21 |
+
0.0,
|
| 22 |
+
1.0,
|
| 23 |
+
0.0,
|
| 24 |
+
1.0,
|
| 25 |
+
0.0,
|
| 26 |
+
0.0,
|
| 27 |
+
0.0,
|
| 28 |
+
0.0,
|
| 29 |
+
0.0,
|
| 30 |
+
0.0,
|
| 31 |
+
0.0,
|
| 32 |
+
0.0,
|
| 33 |
+
1.0,
|
| 34 |
+
0.0,
|
| 35 |
+
0.0,
|
| 36 |
+
0.0,
|
| 37 |
+
0.0,
|
| 38 |
+
0.0,
|
| 39 |
+
0.0,
|
| 40 |
+
0.0,
|
| 41 |
+
0.0,
|
| 42 |
+
1.0,
|
| 43 |
+
0.0,
|
| 44 |
+
1.0,
|
| 45 |
+
0.0,
|
| 46 |
+
1.0,
|
| 47 |
+
0.0,
|
| 48 |
+
0.0,
|
| 49 |
+
0.0,
|
| 50 |
+
0.0,
|
| 51 |
+
0.0,
|
| 52 |
+
0.0,
|
| 53 |
+
0.0,
|
| 54 |
+
0.0,
|
| 55 |
+
1.0,
|
| 56 |
+
0.0,
|
| 57 |
+
1.0,
|
| 58 |
+
0.0,
|
| 59 |
+
1.0,
|
| 60 |
+
0.0
|
| 61 |
+
],
|
| 62 |
+
"episode_return": [
|
| 63 |
+
351.003,
|
| 64 |
+
186.965,
|
| 65 |
+
179.632,
|
| 66 |
+
220.68,
|
| 67 |
+
231.199,
|
| 68 |
+
198.931,
|
| 69 |
+
205.55,
|
| 70 |
+
291.493,
|
| 71 |
+
381.316,
|
| 72 |
+
340.449,
|
| 73 |
+
150.386,
|
| 74 |
+
256.54,
|
| 75 |
+
363.473,
|
| 76 |
+
248.401,
|
| 77 |
+
575.214,
|
| 78 |
+
197.714,
|
| 79 |
+
482.359,
|
| 80 |
+
139.668,
|
| 81 |
+
318.453,
|
| 82 |
+
594.804,
|
| 83 |
+
361.618,
|
| 84 |
+
139.096,
|
| 85 |
+
254.221,
|
| 86 |
+
371.561,
|
| 87 |
+
106.387,
|
| 88 |
+
124.186,
|
| 89 |
+
425.61,
|
| 90 |
+
156.141,
|
| 91 |
+
382.895,
|
| 92 |
+
399.595,
|
| 93 |
+
340.88,
|
| 94 |
+
245.837,
|
| 95 |
+
179.799,
|
| 96 |
+
247.13,
|
| 97 |
+
402.519,
|
| 98 |
+
214.379,
|
| 99 |
+
121.607,
|
| 100 |
+
494.641,
|
| 101 |
+
142.142,
|
| 102 |
+
390.123,
|
| 103 |
+
201.061,
|
| 104 |
+
365.879,
|
| 105 |
+
218.755,
|
| 106 |
+
388.823,
|
| 107 |
+
249.472,
|
| 108 |
+
348.654,
|
| 109 |
+
280.793,
|
| 110 |
+
437.453,
|
| 111 |
+
202.425,
|
| 112 |
+
402.43
|
| 113 |
+
],
|
| 114 |
+
"episode_steps": [
|
| 115 |
+
500,
|
| 116 |
+
500,
|
| 117 |
+
500,
|
| 118 |
+
500,
|
| 119 |
+
350,
|
| 120 |
+
305,
|
| 121 |
+
500,
|
| 122 |
+
421,
|
| 123 |
+
500,
|
| 124 |
+
500,
|
| 125 |
+
500,
|
| 126 |
+
363,
|
| 127 |
+
500,
|
| 128 |
+
329,
|
| 129 |
+
500,
|
| 130 |
+
500,
|
| 131 |
+
500,
|
| 132 |
+
500,
|
| 133 |
+
500,
|
| 134 |
+
500,
|
| 135 |
+
500,
|
| 136 |
+
500,
|
| 137 |
+
391,
|
| 138 |
+
500,
|
| 139 |
+
500,
|
| 140 |
+
500,
|
| 141 |
+
500,
|
| 142 |
+
500,
|
| 143 |
+
500,
|
| 144 |
+
500,
|
| 145 |
+
500,
|
| 146 |
+
326,
|
| 147 |
+
500,
|
| 148 |
+
349,
|
| 149 |
+
500,
|
| 150 |
+
307,
|
| 151 |
+
500,
|
| 152 |
+
500,
|
| 153 |
+
500,
|
| 154 |
+
500,
|
| 155 |
+
500,
|
| 156 |
+
500,
|
| 157 |
+
500,
|
| 158 |
+
500,
|
| 159 |
+
412,
|
| 160 |
+
500,
|
| 161 |
+
404,
|
| 162 |
+
500,
|
| 163 |
+
320,
|
| 164 |
+
500
|
| 165 |
+
],
|
| 166 |
+
"return_mean": 290.20684,
|
| 167 |
+
"embodiment": "deformable/single_arm_dex",
|
| 168 |
+
"level": "level_2"
|
| 169 |
+
}
|
multi_task/level_2/eval_reports/DexOpenDoor-v1.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "DexOpenDoor-v1",
|
| 3 |
+
"suite": "lv2",
|
| 4 |
+
"step": 80000,
|
| 5 |
+
"episodes": 50,
|
| 6 |
+
"success_rate": 0.28,
|
| 7 |
+
"successes": 14,
|
| 8 |
+
"episode_seed_base": 1000,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"episode_success": [
|
| 11 |
+
1.0,
|
| 12 |
+
0.0,
|
| 13 |
+
1.0,
|
| 14 |
+
0.0,
|
| 15 |
+
0.0,
|
| 16 |
+
0.0,
|
| 17 |
+
0.0,
|
| 18 |
+
1.0,
|
| 19 |
+
0.0,
|
| 20 |
+
0.0,
|
| 21 |
+
0.0,
|
| 22 |
+
1.0,
|
| 23 |
+
0.0,
|
| 24 |
+
0.0,
|
| 25 |
+
0.0,
|
| 26 |
+
0.0,
|
| 27 |
+
0.0,
|
| 28 |
+
0.0,
|
| 29 |
+
0.0,
|
| 30 |
+
1.0,
|
| 31 |
+
1.0,
|
| 32 |
+
0.0,
|
| 33 |
+
0.0,
|
| 34 |
+
0.0,
|
| 35 |
+
0.0,
|
| 36 |
+
0.0,
|
| 37 |
+
0.0,
|
| 38 |
+
0.0,
|
| 39 |
+
0.0,
|
| 40 |
+
1.0,
|
| 41 |
+
1.0,
|
| 42 |
+
0.0,
|
| 43 |
+
0.0,
|
| 44 |
+
0.0,
|
| 45 |
+
1.0,
|
| 46 |
+
0.0,
|
| 47 |
+
1.0,
|
| 48 |
+
0.0,
|
| 49 |
+
0.0,
|
| 50 |
+
1.0,
|
| 51 |
+
0.0,
|
| 52 |
+
0.0,
|
| 53 |
+
0.0,
|
| 54 |
+
0.0,
|
| 55 |
+
1.0,
|
| 56 |
+
0.0,
|
| 57 |
+
1.0,
|
| 58 |
+
1.0,
|
| 59 |
+
0.0,
|
| 60 |
+
0.0
|
| 61 |
+
],
|
| 62 |
+
"episode_return": [
|
| 63 |
+
194.691,
|
| 64 |
+
251.264,
|
| 65 |
+
179.314,
|
| 66 |
+
214.569,
|
| 67 |
+
148.654,
|
| 68 |
+
536.152,
|
| 69 |
+
409.527,
|
| 70 |
+
213.01,
|
| 71 |
+
561.237,
|
| 72 |
+
356.809,
|
| 73 |
+
182.324,
|
| 74 |
+
232.23,
|
| 75 |
+
377.133,
|
| 76 |
+
652.097,
|
| 77 |
+
494.093,
|
| 78 |
+
661.72,
|
| 79 |
+
253.159,
|
| 80 |
+
504.794,
|
| 81 |
+
418.31,
|
| 82 |
+
182.278,
|
| 83 |
+
189.198,
|
| 84 |
+
231.182,
|
| 85 |
+
247.666,
|
| 86 |
+
482.53,
|
| 87 |
+
0.001,
|
| 88 |
+
285.853,
|
| 89 |
+
275.73,
|
| 90 |
+
402.581,
|
| 91 |
+
591.138,
|
| 92 |
+
194.488,
|
| 93 |
+
185.48,
|
| 94 |
+
159.35,
|
| 95 |
+
407.431,
|
| 96 |
+
0.151,
|
| 97 |
+
529.37,
|
| 98 |
+
266.495,
|
| 99 |
+
264.627,
|
| 100 |
+
756.402,
|
| 101 |
+
212.044,
|
| 102 |
+
221.731,
|
| 103 |
+
277.908,
|
| 104 |
+
486.246,
|
| 105 |
+
246.308,
|
| 106 |
+
758.313,
|
| 107 |
+
209.406,
|
| 108 |
+
272.424,
|
| 109 |
+
178.649,
|
| 110 |
+
171.764,
|
| 111 |
+
493.378,
|
| 112 |
+
237.553
|
| 113 |
+
],
|
| 114 |
+
"episode_steps": [
|
| 115 |
+
413,
|
| 116 |
+
850,
|
| 117 |
+
413,
|
| 118 |
+
850,
|
| 119 |
+
850,
|
| 120 |
+
850,
|
| 121 |
+
850,
|
| 122 |
+
434,
|
| 123 |
+
850,
|
| 124 |
+
850,
|
| 125 |
+
850,
|
| 126 |
+
471,
|
| 127 |
+
850,
|
| 128 |
+
850,
|
| 129 |
+
850,
|
| 130 |
+
850,
|
| 131 |
+
850,
|
| 132 |
+
850,
|
| 133 |
+
850,
|
| 134 |
+
435,
|
| 135 |
+
424,
|
| 136 |
+
850,
|
| 137 |
+
850,
|
| 138 |
+
850,
|
| 139 |
+
850,
|
| 140 |
+
850,
|
| 141 |
+
850,
|
| 142 |
+
850,
|
| 143 |
+
850,
|
| 144 |
+
429,
|
| 145 |
+
391,
|
| 146 |
+
850,
|
| 147 |
+
850,
|
| 148 |
+
850,
|
| 149 |
+
721,
|
| 150 |
+
850,
|
| 151 |
+
590,
|
| 152 |
+
850,
|
| 153 |
+
850,
|
| 154 |
+
450,
|
| 155 |
+
850,
|
| 156 |
+
850,
|
| 157 |
+
850,
|
| 158 |
+
850,
|
| 159 |
+
426,
|
| 160 |
+
850,
|
| 161 |
+
397,
|
| 162 |
+
413,
|
| 163 |
+
850,
|
| 164 |
+
850
|
| 165 |
+
],
|
| 166 |
+
"return_mean": 325.17524000000003,
|
| 167 |
+
"embodiment": "rigid_body/single_arm_dex",
|
| 168 |
+
"level": "level_2"
|
| 169 |
+
}
|
multi_task/level_2/eval_reports/DualArmBookPickPlace-v1.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "DualArmBookPickPlace-v1",
|
| 3 |
+
"suite": "lv2",
|
| 4 |
+
"step": 80000,
|
| 5 |
+
"episodes": 50,
|
| 6 |
+
"success_rate": 0.0,
|
| 7 |
+
"successes": 0,
|
| 8 |
+
"episode_seed_base": 1000,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"episode_success": [
|
| 11 |
+
0.0,
|
| 12 |
+
0.0,
|
| 13 |
+
0.0,
|
| 14 |
+
0.0,
|
| 15 |
+
0.0,
|
| 16 |
+
0.0,
|
| 17 |
+
0.0,
|
| 18 |
+
0.0,
|
| 19 |
+
0.0,
|
| 20 |
+
0.0,
|
| 21 |
+
0.0,
|
| 22 |
+
0.0,
|
| 23 |
+
0.0,
|
| 24 |
+
0.0,
|
| 25 |
+
0.0,
|
| 26 |
+
0.0,
|
| 27 |
+
0.0,
|
| 28 |
+
0.0,
|
| 29 |
+
0.0,
|
| 30 |
+
0.0,
|
| 31 |
+
0.0,
|
| 32 |
+
0.0,
|
| 33 |
+
0.0,
|
| 34 |
+
0.0,
|
| 35 |
+
0.0,
|
| 36 |
+
0.0,
|
| 37 |
+
0.0,
|
| 38 |
+
0.0,
|
| 39 |
+
0.0,
|
| 40 |
+
0.0,
|
| 41 |
+
0.0,
|
| 42 |
+
0.0,
|
| 43 |
+
0.0,
|
| 44 |
+
0.0,
|
| 45 |
+
0.0,
|
| 46 |
+
0.0,
|
| 47 |
+
0.0,
|
| 48 |
+
0.0,
|
| 49 |
+
0.0,
|
| 50 |
+
0.0,
|
| 51 |
+
0.0,
|
| 52 |
+
0.0,
|
| 53 |
+
0.0,
|
| 54 |
+
0.0,
|
| 55 |
+
0.0,
|
| 56 |
+
0.0,
|
| 57 |
+
0.0,
|
| 58 |
+
0.0,
|
| 59 |
+
0.0,
|
| 60 |
+
0.0
|
| 61 |
+
],
|
| 62 |
+
"episode_return": [
|
| 63 |
+
181.285,
|
| 64 |
+
117.555,
|
| 65 |
+
2362.632,
|
| 66 |
+
184.207,
|
| 67 |
+
194.457,
|
| 68 |
+
572.153,
|
| 69 |
+
1884.083,
|
| 70 |
+
502.747,
|
| 71 |
+
487.545,
|
| 72 |
+
432.448,
|
| 73 |
+
57.275,
|
| 74 |
+
481.862,
|
| 75 |
+
685.373,
|
| 76 |
+
50.939,
|
| 77 |
+
681.502,
|
| 78 |
+
597.766,
|
| 79 |
+
477.603,
|
| 80 |
+
682.902,
|
| 81 |
+
1914.117,
|
| 82 |
+
415.127,
|
| 83 |
+
1096.52,
|
| 84 |
+
92.509,
|
| 85 |
+
242.627,
|
| 86 |
+
1539.815,
|
| 87 |
+
386.808,
|
| 88 |
+
644.921,
|
| 89 |
+
165.681,
|
| 90 |
+
497.264,
|
| 91 |
+
457.489,
|
| 92 |
+
181.486,
|
| 93 |
+
1477.091,
|
| 94 |
+
101.545,
|
| 95 |
+
543.071,
|
| 96 |
+
201.327,
|
| 97 |
+
444.509,
|
| 98 |
+
613.464,
|
| 99 |
+
1144.619,
|
| 100 |
+
503.246,
|
| 101 |
+
146.217,
|
| 102 |
+
456.829,
|
| 103 |
+
409.997,
|
| 104 |
+
168.381,
|
| 105 |
+
1871.152,
|
| 106 |
+
90.0,
|
| 107 |
+
202.62,
|
| 108 |
+
880.401,
|
| 109 |
+
154.694,
|
| 110 |
+
494.203,
|
| 111 |
+
92.475,
|
| 112 |
+
516.933
|
| 113 |
+
],
|
| 114 |
+
"episode_steps": [
|
| 115 |
+
800,
|
| 116 |
+
800,
|
| 117 |
+
800,
|
| 118 |
+
800,
|
| 119 |
+
800,
|
| 120 |
+
800,
|
| 121 |
+
800,
|
| 122 |
+
800,
|
| 123 |
+
800,
|
| 124 |
+
800,
|
| 125 |
+
800,
|
| 126 |
+
800,
|
| 127 |
+
800,
|
| 128 |
+
800,
|
| 129 |
+
800,
|
| 130 |
+
800,
|
| 131 |
+
800,
|
| 132 |
+
800,
|
| 133 |
+
800,
|
| 134 |
+
800,
|
| 135 |
+
800,
|
| 136 |
+
800,
|
| 137 |
+
800,
|
| 138 |
+
800,
|
| 139 |
+
800,
|
| 140 |
+
800,
|
| 141 |
+
800,
|
| 142 |
+
800,
|
| 143 |
+
800,
|
| 144 |
+
800,
|
| 145 |
+
800,
|
| 146 |
+
800,
|
| 147 |
+
800,
|
| 148 |
+
800,
|
| 149 |
+
800,
|
| 150 |
+
800,
|
| 151 |
+
800,
|
| 152 |
+
800,
|
| 153 |
+
800,
|
| 154 |
+
800,
|
| 155 |
+
800,
|
| 156 |
+
800,
|
| 157 |
+
800,
|
| 158 |
+
800,
|
| 159 |
+
800,
|
| 160 |
+
800,
|
| 161 |
+
800,
|
| 162 |
+
800,
|
| 163 |
+
800,
|
| 164 |
+
800
|
| 165 |
+
],
|
| 166 |
+
"return_mean": 575.62944,
|
| 167 |
+
"embodiment": "rigid_body/dual_arm_gripper",
|
| 168 |
+
"level": "level_2"
|
| 169 |
+
}
|
multi_task/level_2/eval_reports/DualArmCleanupPotEnv-v1.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "DualArmCleanupPotEnv-v1",
|
| 3 |
+
"suite": "lv2",
|
| 4 |
+
"step": 80000,
|
| 5 |
+
"episodes": 50,
|
| 6 |
+
"success_rate": 0.0,
|
| 7 |
+
"successes": 0,
|
| 8 |
+
"episode_seed_base": 1000,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"episode_success": [
|
| 11 |
+
0.0,
|
| 12 |
+
0.0,
|
| 13 |
+
0.0,
|
| 14 |
+
0.0,
|
| 15 |
+
0.0,
|
| 16 |
+
0.0,
|
| 17 |
+
0.0,
|
| 18 |
+
0.0,
|
| 19 |
+
0.0,
|
| 20 |
+
0.0,
|
| 21 |
+
0.0,
|
| 22 |
+
0.0,
|
| 23 |
+
0.0,
|
| 24 |
+
0.0,
|
| 25 |
+
0.0,
|
| 26 |
+
0.0,
|
| 27 |
+
0.0,
|
| 28 |
+
0.0,
|
| 29 |
+
0.0,
|
| 30 |
+
0.0,
|
| 31 |
+
0.0,
|
| 32 |
+
0.0,
|
| 33 |
+
0.0,
|
| 34 |
+
0.0,
|
| 35 |
+
0.0,
|
| 36 |
+
0.0,
|
| 37 |
+
0.0,
|
| 38 |
+
0.0,
|
| 39 |
+
0.0,
|
| 40 |
+
0.0,
|
| 41 |
+
0.0,
|
| 42 |
+
0.0,
|
| 43 |
+
0.0,
|
| 44 |
+
0.0,
|
| 45 |
+
0.0,
|
| 46 |
+
0.0,
|
| 47 |
+
0.0,
|
| 48 |
+
0.0,
|
| 49 |
+
0.0,
|
| 50 |
+
0.0,
|
| 51 |
+
0.0,
|
| 52 |
+
0.0,
|
| 53 |
+
0.0,
|
| 54 |
+
0.0,
|
| 55 |
+
0.0,
|
| 56 |
+
0.0,
|
| 57 |
+
0.0,
|
| 58 |
+
0.0,
|
| 59 |
+
0.0,
|
| 60 |
+
0.0
|
| 61 |
+
],
|
| 62 |
+
"episode_return": [
|
| 63 |
+
110.046,
|
| 64 |
+
75.437,
|
| 65 |
+
93.76,
|
| 66 |
+
93.456,
|
| 67 |
+
91.942,
|
| 68 |
+
95.162,
|
| 69 |
+
115.827,
|
| 70 |
+
110.921,
|
| 71 |
+
102.89,
|
| 72 |
+
78.632,
|
| 73 |
+
69.901,
|
| 74 |
+
88.098,
|
| 75 |
+
112.097,
|
| 76 |
+
71.326,
|
| 77 |
+
76.173,
|
| 78 |
+
216.435,
|
| 79 |
+
114.0,
|
| 80 |
+
89.476,
|
| 81 |
+
97.433,
|
| 82 |
+
84.524,
|
| 83 |
+
97.203,
|
| 84 |
+
85.234,
|
| 85 |
+
111.979,
|
| 86 |
+
98.158,
|
| 87 |
+
86.177,
|
| 88 |
+
97.993,
|
| 89 |
+
87.419,
|
| 90 |
+
138.691,
|
| 91 |
+
71.853,
|
| 92 |
+
102.103,
|
| 93 |
+
185.434,
|
| 94 |
+
74.241,
|
| 95 |
+
85.732,
|
| 96 |
+
86.96,
|
| 97 |
+
89.45,
|
| 98 |
+
100.904,
|
| 99 |
+
87.818,
|
| 100 |
+
98.955,
|
| 101 |
+
117.282,
|
| 102 |
+
110.949,
|
| 103 |
+
80.725,
|
| 104 |
+
83.062,
|
| 105 |
+
135.512,
|
| 106 |
+
84.711,
|
| 107 |
+
105.132,
|
| 108 |
+
95.397,
|
| 109 |
+
94.191,
|
| 110 |
+
74.781,
|
| 111 |
+
148.82,
|
| 112 |
+
84.97
|
| 113 |
+
],
|
| 114 |
+
"episode_steps": [
|
| 115 |
+
1000,
|
| 116 |
+
1000,
|
| 117 |
+
1000,
|
| 118 |
+
1000,
|
| 119 |
+
1000,
|
| 120 |
+
1000,
|
| 121 |
+
1000,
|
| 122 |
+
1000,
|
| 123 |
+
1000,
|
| 124 |
+
1000,
|
| 125 |
+
1000,
|
| 126 |
+
1000,
|
| 127 |
+
1000,
|
| 128 |
+
1000,
|
| 129 |
+
1000,
|
| 130 |
+
1000,
|
| 131 |
+
1000,
|
| 132 |
+
1000,
|
| 133 |
+
1000,
|
| 134 |
+
1000,
|
| 135 |
+
1000,
|
| 136 |
+
1000,
|
| 137 |
+
1000,
|
| 138 |
+
1000,
|
| 139 |
+
1000,
|
| 140 |
+
1000,
|
| 141 |
+
1000,
|
| 142 |
+
1000,
|
| 143 |
+
1000,
|
| 144 |
+
1000,
|
| 145 |
+
1000,
|
| 146 |
+
1000,
|
| 147 |
+
1000,
|
| 148 |
+
1000,
|
| 149 |
+
1000,
|
| 150 |
+
1000,
|
| 151 |
+
1000,
|
| 152 |
+
1000,
|
| 153 |
+
1000,
|
| 154 |
+
1000,
|
| 155 |
+
1000,
|
| 156 |
+
1000,
|
| 157 |
+
1000,
|
| 158 |
+
1000,
|
| 159 |
+
1000,
|
| 160 |
+
1000,
|
| 161 |
+
1000,
|
| 162 |
+
1000,
|
| 163 |
+
1000,
|
| 164 |
+
1000
|
| 165 |
+
],
|
| 166 |
+
"return_mean": 99.78744,
|
| 167 |
+
"embodiment": "rigid_body/dual_arm_gripper",
|
| 168 |
+
"level": "level_2"
|
| 169 |
+
}
|
multi_task/level_2/eval_reports/DualArmClothAlign-v1.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "DualArmClothAlign-v1",
|
| 3 |
+
"suite": "lv2",
|
| 4 |
+
"step": 80000,
|
| 5 |
+
"episodes": 50,
|
| 6 |
+
"success_rate": 0.5,
|
| 7 |
+
"successes": 25,
|
| 8 |
+
"episode_seed_base": 1000,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"episode_success": [
|
| 11 |
+
0.0,
|
| 12 |
+
0.0,
|
| 13 |
+
1.0,
|
| 14 |
+
0.0,
|
| 15 |
+
1.0,
|
| 16 |
+
1.0,
|
| 17 |
+
1.0,
|
| 18 |
+
0.0,
|
| 19 |
+
0.0,
|
| 20 |
+
1.0,
|
| 21 |
+
0.0,
|
| 22 |
+
1.0,
|
| 23 |
+
0.0,
|
| 24 |
+
1.0,
|
| 25 |
+
0.0,
|
| 26 |
+
1.0,
|
| 27 |
+
0.0,
|
| 28 |
+
1.0,
|
| 29 |
+
1.0,
|
| 30 |
+
0.0,
|
| 31 |
+
0.0,
|
| 32 |
+
1.0,
|
| 33 |
+
1.0,
|
| 34 |
+
0.0,
|
| 35 |
+
0.0,
|
| 36 |
+
0.0,
|
| 37 |
+
1.0,
|
| 38 |
+
1.0,
|
| 39 |
+
0.0,
|
| 40 |
+
0.0,
|
| 41 |
+
1.0,
|
| 42 |
+
1.0,
|
| 43 |
+
0.0,
|
| 44 |
+
0.0,
|
| 45 |
+
0.0,
|
| 46 |
+
1.0,
|
| 47 |
+
0.0,
|
| 48 |
+
0.0,
|
| 49 |
+
1.0,
|
| 50 |
+
1.0,
|
| 51 |
+
0.0,
|
| 52 |
+
0.0,
|
| 53 |
+
1.0,
|
| 54 |
+
1.0,
|
| 55 |
+
0.0,
|
| 56 |
+
0.0,
|
| 57 |
+
1.0,
|
| 58 |
+
1.0,
|
| 59 |
+
1.0,
|
| 60 |
+
1.0
|
| 61 |
+
],
|
| 62 |
+
"episode_return": [
|
| 63 |
+
0.0,
|
| 64 |
+
68.002,
|
| 65 |
+
6.834,
|
| 66 |
+
16.224,
|
| 67 |
+
14.392,
|
| 68 |
+
17.212,
|
| 69 |
+
2.823,
|
| 70 |
+
38.93,
|
| 71 |
+
44.403,
|
| 72 |
+
27.388,
|
| 73 |
+
71.779,
|
| 74 |
+
20.713,
|
| 75 |
+
48.991,
|
| 76 |
+
2.897,
|
| 77 |
+
38.46,
|
| 78 |
+
3.398,
|
| 79 |
+
45.547,
|
| 80 |
+
2.863,
|
| 81 |
+
2.928,
|
| 82 |
+
47.344,
|
| 83 |
+
31.781,
|
| 84 |
+
30.325,
|
| 85 |
+
28.423,
|
| 86 |
+
54.796,
|
| 87 |
+
48.564,
|
| 88 |
+
60.103,
|
| 89 |
+
19.686,
|
| 90 |
+
39.869,
|
| 91 |
+
27.946,
|
| 92 |
+
53.336,
|
| 93 |
+
14.021,
|
| 94 |
+
20.408,
|
| 95 |
+
40.579,
|
| 96 |
+
29.479,
|
| 97 |
+
54.873,
|
| 98 |
+
5.473,
|
| 99 |
+
49.542,
|
| 100 |
+
29.587,
|
| 101 |
+
2.85,
|
| 102 |
+
2.84,
|
| 103 |
+
72.797,
|
| 104 |
+
14.012,
|
| 105 |
+
29.739,
|
| 106 |
+
2.888,
|
| 107 |
+
23.809,
|
| 108 |
+
33.118,
|
| 109 |
+
11.116,
|
| 110 |
+
3.705,
|
| 111 |
+
2.827,
|
| 112 |
+
26.741
|
| 113 |
+
],
|
| 114 |
+
"episode_steps": [
|
| 115 |
+
200,
|
| 116 |
+
200,
|
| 117 |
+
126,
|
| 118 |
+
200,
|
| 119 |
+
146,
|
| 120 |
+
100,
|
| 121 |
+
122,
|
| 122 |
+
200,
|
| 123 |
+
200,
|
| 124 |
+
133,
|
| 125 |
+
200,
|
| 126 |
+
99,
|
| 127 |
+
200,
|
| 128 |
+
128,
|
| 129 |
+
200,
|
| 130 |
+
122,
|
| 131 |
+
200,
|
| 132 |
+
136,
|
| 133 |
+
122,
|
| 134 |
+
200,
|
| 135 |
+
200,
|
| 136 |
+
125,
|
| 137 |
+
171,
|
| 138 |
+
200,
|
| 139 |
+
200,
|
| 140 |
+
200,
|
| 141 |
+
117,
|
| 142 |
+
123,
|
| 143 |
+
200,
|
| 144 |
+
200,
|
| 145 |
+
139,
|
| 146 |
+
113,
|
| 147 |
+
200,
|
| 148 |
+
200,
|
| 149 |
+
200,
|
| 150 |
+
127,
|
| 151 |
+
200,
|
| 152 |
+
200,
|
| 153 |
+
129,
|
| 154 |
+
126,
|
| 155 |
+
200,
|
| 156 |
+
200,
|
| 157 |
+
119,
|
| 158 |
+
129,
|
| 159 |
+
200,
|
| 160 |
+
200,
|
| 161 |
+
115,
|
| 162 |
+
120,
|
| 163 |
+
138,
|
| 164 |
+
149
|
| 165 |
+
],
|
| 166 |
+
"return_mean": 27.72722,
|
| 167 |
+
"embodiment": "deformable/dual_arm_gripper",
|
| 168 |
+
"level": "level_2"
|
| 169 |
+
}
|
multi_task/level_2/eval_reports/DualArmJugglingBall-v1.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "DualArmJugglingBall-v1",
|
| 3 |
+
"suite": "lv2",
|
| 4 |
+
"step": 80000,
|
| 5 |
+
"episodes": 50,
|
| 6 |
+
"success_rate": 0.0,
|
| 7 |
+
"successes": 0,
|
| 8 |
+
"episode_seed_base": 1000,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"episode_success": [
|
| 11 |
+
0.0,
|
| 12 |
+
0.0,
|
| 13 |
+
0.0,
|
| 14 |
+
0.0,
|
| 15 |
+
0.0,
|
| 16 |
+
0.0,
|
| 17 |
+
0.0,
|
| 18 |
+
0.0,
|
| 19 |
+
0.0,
|
| 20 |
+
0.0,
|
| 21 |
+
0.0,
|
| 22 |
+
0.0,
|
| 23 |
+
0.0,
|
| 24 |
+
0.0,
|
| 25 |
+
0.0,
|
| 26 |
+
0.0,
|
| 27 |
+
0.0,
|
| 28 |
+
0.0,
|
| 29 |
+
0.0,
|
| 30 |
+
0.0,
|
| 31 |
+
0.0,
|
| 32 |
+
0.0,
|
| 33 |
+
0.0,
|
| 34 |
+
0.0,
|
| 35 |
+
0.0,
|
| 36 |
+
0.0,
|
| 37 |
+
0.0,
|
| 38 |
+
0.0,
|
| 39 |
+
0.0,
|
| 40 |
+
0.0,
|
| 41 |
+
0.0,
|
| 42 |
+
0.0,
|
| 43 |
+
0.0,
|
| 44 |
+
0.0,
|
| 45 |
+
0.0,
|
| 46 |
+
0.0,
|
| 47 |
+
0.0,
|
| 48 |
+
0.0,
|
| 49 |
+
0.0,
|
| 50 |
+
0.0,
|
| 51 |
+
0.0,
|
| 52 |
+
0.0,
|
| 53 |
+
0.0,
|
| 54 |
+
0.0,
|
| 55 |
+
0.0,
|
| 56 |
+
0.0,
|
| 57 |
+
0.0,
|
| 58 |
+
0.0,
|
| 59 |
+
0.0,
|
| 60 |
+
0.0
|
| 61 |
+
],
|
| 62 |
+
"episode_return": [
|
| 63 |
+
-4858.945,
|
| 64 |
+
-4592.103,
|
| 65 |
+
-5503.782,
|
| 66 |
+
-4679.073,
|
| 67 |
+
-5003.664,
|
| 68 |
+
-4864.514,
|
| 69 |
+
-4830.252,
|
| 70 |
+
-5428.791,
|
| 71 |
+
-5508.719,
|
| 72 |
+
-4987.593,
|
| 73 |
+
-5460.335,
|
| 74 |
+
-5469.383,
|
| 75 |
+
-5450.151,
|
| 76 |
+
-2753.131,
|
| 77 |
+
-5418.537,
|
| 78 |
+
-5219.521,
|
| 79 |
+
-5253.21,
|
| 80 |
+
-4809.726,
|
| 81 |
+
-5421.511,
|
| 82 |
+
-4804.605,
|
| 83 |
+
-5452.065,
|
| 84 |
+
-5464.58,
|
| 85 |
+
-5497.381,
|
| 86 |
+
-4850.28,
|
| 87 |
+
-4621.977,
|
| 88 |
+
-5447.342,
|
| 89 |
+
-5621.856,
|
| 90 |
+
-5299.732,
|
| 91 |
+
-5097.552,
|
| 92 |
+
-5440.764,
|
| 93 |
+
-5533.009,
|
| 94 |
+
-4541.945,
|
| 95 |
+
-4789.487,
|
| 96 |
+
-5059.719,
|
| 97 |
+
-4994.035,
|
| 98 |
+
-4756.71,
|
| 99 |
+
-4855.255,
|
| 100 |
+
-5184.676,
|
| 101 |
+
-5170.534,
|
| 102 |
+
-4985.77,
|
| 103 |
+
-5489.019,
|
| 104 |
+
-5094.42,
|
| 105 |
+
-4563.627,
|
| 106 |
+
-4151.779,
|
| 107 |
+
-5223.704,
|
| 108 |
+
-4891.043,
|
| 109 |
+
-5000.875,
|
| 110 |
+
-4942.373,
|
| 111 |
+
-5324.173,
|
| 112 |
+
-5374.654
|
| 113 |
+
],
|
| 114 |
+
"episode_steps": [
|
| 115 |
+
1500,
|
| 116 |
+
1500,
|
| 117 |
+
1500,
|
| 118 |
+
1500,
|
| 119 |
+
1500,
|
| 120 |
+
1500,
|
| 121 |
+
1500,
|
| 122 |
+
1500,
|
| 123 |
+
1500,
|
| 124 |
+
1500,
|
| 125 |
+
1500,
|
| 126 |
+
1500,
|
| 127 |
+
1500,
|
| 128 |
+
1500,
|
| 129 |
+
1500,
|
| 130 |
+
1500,
|
| 131 |
+
1500,
|
| 132 |
+
1500,
|
| 133 |
+
1500,
|
| 134 |
+
1500,
|
| 135 |
+
1500,
|
| 136 |
+
1500,
|
| 137 |
+
1500,
|
| 138 |
+
1500,
|
| 139 |
+
1500,
|
| 140 |
+
1500,
|
| 141 |
+
1500,
|
| 142 |
+
1500,
|
| 143 |
+
1500,
|
| 144 |
+
1500,
|
| 145 |
+
1500,
|
| 146 |
+
1500,
|
| 147 |
+
1500,
|
| 148 |
+
1500,
|
| 149 |
+
1500,
|
| 150 |
+
1500,
|
| 151 |
+
1500,
|
| 152 |
+
1500,
|
| 153 |
+
1500,
|
| 154 |
+
1500,
|
| 155 |
+
1500,
|
| 156 |
+
1500,
|
| 157 |
+
1500,
|
| 158 |
+
1500,
|
| 159 |
+
1500,
|
| 160 |
+
1500,
|
| 161 |
+
1500,
|
| 162 |
+
1500,
|
| 163 |
+
1500,
|
| 164 |
+
1500
|
| 165 |
+
],
|
| 166 |
+
"return_mean": -5060.75764,
|
| 167 |
+
"embodiment": "rigid_body/dual_arm_dex",
|
| 168 |
+
"level": "level_2"
|
| 169 |
+
}
|
multi_task/level_2/eval_reports/DualArmLiftBall-v1.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "DualArmLiftBall-v1",
|
| 3 |
+
"suite": "lv2",
|
| 4 |
+
"step": 80000,
|
| 5 |
+
"episodes": 50,
|
| 6 |
+
"success_rate": 0.36,
|
| 7 |
+
"successes": 18,
|
| 8 |
+
"episode_seed_base": 1000,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"episode_success": [
|
| 11 |
+
0.0,
|
| 12 |
+
0.0,
|
| 13 |
+
1.0,
|
| 14 |
+
0.0,
|
| 15 |
+
0.0,
|
| 16 |
+
0.0,
|
| 17 |
+
0.0,
|
| 18 |
+
0.0,
|
| 19 |
+
0.0,
|
| 20 |
+
0.0,
|
| 21 |
+
0.0,
|
| 22 |
+
0.0,
|
| 23 |
+
1.0,
|
| 24 |
+
1.0,
|
| 25 |
+
1.0,
|
| 26 |
+
0.0,
|
| 27 |
+
1.0,
|
| 28 |
+
0.0,
|
| 29 |
+
1.0,
|
| 30 |
+
1.0,
|
| 31 |
+
0.0,
|
| 32 |
+
1.0,
|
| 33 |
+
0.0,
|
| 34 |
+
0.0,
|
| 35 |
+
0.0,
|
| 36 |
+
1.0,
|
| 37 |
+
1.0,
|
| 38 |
+
0.0,
|
| 39 |
+
0.0,
|
| 40 |
+
0.0,
|
| 41 |
+
0.0,
|
| 42 |
+
1.0,
|
| 43 |
+
0.0,
|
| 44 |
+
1.0,
|
| 45 |
+
0.0,
|
| 46 |
+
0.0,
|
| 47 |
+
0.0,
|
| 48 |
+
1.0,
|
| 49 |
+
1.0,
|
| 50 |
+
1.0,
|
| 51 |
+
0.0,
|
| 52 |
+
1.0,
|
| 53 |
+
0.0,
|
| 54 |
+
1.0,
|
| 55 |
+
0.0,
|
| 56 |
+
0.0,
|
| 57 |
+
0.0,
|
| 58 |
+
0.0,
|
| 59 |
+
0.0,
|
| 60 |
+
1.0
|
| 61 |
+
],
|
| 62 |
+
"episode_return": [
|
| 63 |
+
30.463,
|
| 64 |
+
26.492,
|
| 65 |
+
36.279,
|
| 66 |
+
23.29,
|
| 67 |
+
23.635,
|
| 68 |
+
26.939,
|
| 69 |
+
28.1,
|
| 70 |
+
28.413,
|
| 71 |
+
23.835,
|
| 72 |
+
20.121,
|
| 73 |
+
29.032,
|
| 74 |
+
18.531,
|
| 75 |
+
40.245,
|
| 76 |
+
38.373,
|
| 77 |
+
40.762,
|
| 78 |
+
24.363,
|
| 79 |
+
36.84,
|
| 80 |
+
35.584,
|
| 81 |
+
37.078,
|
| 82 |
+
38.849,
|
| 83 |
+
25.44,
|
| 84 |
+
42.029,
|
| 85 |
+
28.527,
|
| 86 |
+
25.112,
|
| 87 |
+
21.055,
|
| 88 |
+
34.16,
|
| 89 |
+
38.105,
|
| 90 |
+
27.408,
|
| 91 |
+
22.558,
|
| 92 |
+
28.217,
|
| 93 |
+
25.579,
|
| 94 |
+
38.081,
|
| 95 |
+
20.072,
|
| 96 |
+
37.27,
|
| 97 |
+
29.706,
|
| 98 |
+
23.058,
|
| 99 |
+
29.019,
|
| 100 |
+
39.341,
|
| 101 |
+
37.162,
|
| 102 |
+
35.634,
|
| 103 |
+
19.749,
|
| 104 |
+
39.154,
|
| 105 |
+
39.056,
|
| 106 |
+
38.842,
|
| 107 |
+
28.944,
|
| 108 |
+
20.176,
|
| 109 |
+
23.564,
|
| 110 |
+
17.982,
|
| 111 |
+
26.807,
|
| 112 |
+
37.201
|
| 113 |
+
],
|
| 114 |
+
"episode_steps": [
|
| 115 |
+
300,
|
| 116 |
+
300,
|
| 117 |
+
135,
|
| 118 |
+
300,
|
| 119 |
+
300,
|
| 120 |
+
300,
|
| 121 |
+
300,
|
| 122 |
+
300,
|
| 123 |
+
300,
|
| 124 |
+
300,
|
| 125 |
+
300,
|
| 126 |
+
300,
|
| 127 |
+
146,
|
| 128 |
+
138,
|
| 129 |
+
149,
|
| 130 |
+
300,
|
| 131 |
+
139,
|
| 132 |
+
300,
|
| 133 |
+
135,
|
| 134 |
+
144,
|
| 135 |
+
300,
|
| 136 |
+
153,
|
| 137 |
+
300,
|
| 138 |
+
300,
|
| 139 |
+
300,
|
| 140 |
+
130,
|
| 141 |
+
140,
|
| 142 |
+
300,
|
| 143 |
+
300,
|
| 144 |
+
300,
|
| 145 |
+
300,
|
| 146 |
+
144,
|
| 147 |
+
300,
|
| 148 |
+
137,
|
| 149 |
+
300,
|
| 150 |
+
300,
|
| 151 |
+
300,
|
| 152 |
+
146,
|
| 153 |
+
141,
|
| 154 |
+
135,
|
| 155 |
+
300,
|
| 156 |
+
144,
|
| 157 |
+
300,
|
| 158 |
+
148,
|
| 159 |
+
300,
|
| 160 |
+
300,
|
| 161 |
+
300,
|
| 162 |
+
300,
|
| 163 |
+
300,
|
| 164 |
+
138
|
| 165 |
+
],
|
| 166 |
+
"return_mean": 30.12464,
|
| 167 |
+
"embodiment": "rigid_body/dual_arm_gripper",
|
| 168 |
+
"level": "level_2"
|
| 169 |
+
}
|
multi_task/level_2/eval_reports/DualArmOpenBottle-v1.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "DualArmOpenBottle-v1",
|
| 3 |
+
"suite": "lv2",
|
| 4 |
+
"step": 80000,
|
| 5 |
+
"episodes": 50,
|
| 6 |
+
"success_rate": 0.0,
|
| 7 |
+
"successes": 0,
|
| 8 |
+
"episode_seed_base": 1000,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"episode_success": [
|
| 11 |
+
0.0,
|
| 12 |
+
0.0,
|
| 13 |
+
0.0,
|
| 14 |
+
0.0,
|
| 15 |
+
0.0,
|
| 16 |
+
0.0,
|
| 17 |
+
0.0,
|
| 18 |
+
0.0,
|
| 19 |
+
0.0,
|
| 20 |
+
0.0,
|
| 21 |
+
0.0,
|
| 22 |
+
0.0,
|
| 23 |
+
0.0,
|
| 24 |
+
0.0,
|
| 25 |
+
0.0,
|
| 26 |
+
0.0,
|
| 27 |
+
0.0,
|
| 28 |
+
0.0,
|
| 29 |
+
0.0,
|
| 30 |
+
0.0,
|
| 31 |
+
0.0,
|
| 32 |
+
0.0,
|
| 33 |
+
0.0,
|
| 34 |
+
0.0,
|
| 35 |
+
0.0,
|
| 36 |
+
0.0,
|
| 37 |
+
0.0,
|
| 38 |
+
0.0,
|
| 39 |
+
0.0,
|
| 40 |
+
0.0,
|
| 41 |
+
0.0,
|
| 42 |
+
0.0,
|
| 43 |
+
0.0,
|
| 44 |
+
0.0,
|
| 45 |
+
0.0,
|
| 46 |
+
0.0,
|
| 47 |
+
0.0,
|
| 48 |
+
0.0,
|
| 49 |
+
0.0,
|
| 50 |
+
0.0,
|
| 51 |
+
0.0,
|
| 52 |
+
0.0,
|
| 53 |
+
0.0,
|
| 54 |
+
0.0,
|
| 55 |
+
0.0,
|
| 56 |
+
0.0,
|
| 57 |
+
0.0,
|
| 58 |
+
0.0,
|
| 59 |
+
0.0,
|
| 60 |
+
0.0
|
| 61 |
+
],
|
| 62 |
+
"episode_return": [
|
| 63 |
+
2148.537,
|
| 64 |
+
2161.192,
|
| 65 |
+
2173.596,
|
| 66 |
+
2067.26,
|
| 67 |
+
2064.592,
|
| 68 |
+
2137.983,
|
| 69 |
+
2227.08,
|
| 70 |
+
2155.835,
|
| 71 |
+
2059.958,
|
| 72 |
+
1759.982,
|
| 73 |
+
1948.044,
|
| 74 |
+
2092.174,
|
| 75 |
+
2167.838,
|
| 76 |
+
2277.794,
|
| 77 |
+
2219.407,
|
| 78 |
+
2151.209,
|
| 79 |
+
2213.29,
|
| 80 |
+
2129.909,
|
| 81 |
+
2242.455,
|
| 82 |
+
2228.772,
|
| 83 |
+
1709.563,
|
| 84 |
+
2221.808,
|
| 85 |
+
2241.015,
|
| 86 |
+
2168.503,
|
| 87 |
+
2052.551,
|
| 88 |
+
2153.413,
|
| 89 |
+
2204.489,
|
| 90 |
+
2169.769,
|
| 91 |
+
2067.333,
|
| 92 |
+
2222.211,
|
| 93 |
+
2168.484,
|
| 94 |
+
2197.081,
|
| 95 |
+
1960.869,
|
| 96 |
+
2008.222,
|
| 97 |
+
2257.768,
|
| 98 |
+
1972.154,
|
| 99 |
+
2252.124,
|
| 100 |
+
2183.964,
|
| 101 |
+
2164.488,
|
| 102 |
+
2086.251,
|
| 103 |
+
2162.687,
|
| 104 |
+
2227.549,
|
| 105 |
+
1991.82,
|
| 106 |
+
1824.425,
|
| 107 |
+
2194.032,
|
| 108 |
+
2086.26,
|
| 109 |
+
2082.062,
|
| 110 |
+
2135.561,
|
| 111 |
+
2219.837,
|
| 112 |
+
2206.552
|
| 113 |
+
],
|
| 114 |
+
"episode_steps": [
|
| 115 |
+
600,
|
| 116 |
+
600,
|
| 117 |
+
600,
|
| 118 |
+
600,
|
| 119 |
+
600,
|
| 120 |
+
600,
|
| 121 |
+
600,
|
| 122 |
+
600,
|
| 123 |
+
600,
|
| 124 |
+
600,
|
| 125 |
+
600,
|
| 126 |
+
600,
|
| 127 |
+
600,
|
| 128 |
+
600,
|
| 129 |
+
600,
|
| 130 |
+
600,
|
| 131 |
+
600,
|
| 132 |
+
600,
|
| 133 |
+
600,
|
| 134 |
+
600,
|
| 135 |
+
600,
|
| 136 |
+
600,
|
| 137 |
+
600,
|
| 138 |
+
600,
|
| 139 |
+
600,
|
| 140 |
+
600,
|
| 141 |
+
600,
|
| 142 |
+
600,
|
| 143 |
+
600,
|
| 144 |
+
600,
|
| 145 |
+
600,
|
| 146 |
+
600,
|
| 147 |
+
600,
|
| 148 |
+
600,
|
| 149 |
+
600,
|
| 150 |
+
600,
|
| 151 |
+
600,
|
| 152 |
+
600,
|
| 153 |
+
600,
|
| 154 |
+
600,
|
| 155 |
+
600,
|
| 156 |
+
600,
|
| 157 |
+
600,
|
| 158 |
+
600,
|
| 159 |
+
600,
|
| 160 |
+
600,
|
| 161 |
+
600,
|
| 162 |
+
600,
|
| 163 |
+
600,
|
| 164 |
+
600
|
| 165 |
+
],
|
| 166 |
+
"return_mean": 2124.39504,
|
| 167 |
+
"embodiment": "rigid_body/dual_arm_dex",
|
| 168 |
+
"level": "level_2"
|
| 169 |
+
}
|
multi_task/level_2/eval_reports/DualArmOpenLaptop-v1.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "DualArmOpenLaptop-v1",
|
| 3 |
+
"suite": "lv2",
|
| 4 |
+
"step": 80000,
|
| 5 |
+
"episodes": 50,
|
| 6 |
+
"success_rate": 0.34,
|
| 7 |
+
"successes": 17,
|
| 8 |
+
"episode_seed_base": 1000,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"episode_success": [
|
| 11 |
+
1.0,
|
| 12 |
+
1.0,
|
| 13 |
+
0.0,
|
| 14 |
+
0.0,
|
| 15 |
+
0.0,
|
| 16 |
+
0.0,
|
| 17 |
+
0.0,
|
| 18 |
+
0.0,
|
| 19 |
+
0.0,
|
| 20 |
+
0.0,
|
| 21 |
+
0.0,
|
| 22 |
+
1.0,
|
| 23 |
+
1.0,
|
| 24 |
+
0.0,
|
| 25 |
+
0.0,
|
| 26 |
+
0.0,
|
| 27 |
+
0.0,
|
| 28 |
+
0.0,
|
| 29 |
+
1.0,
|
| 30 |
+
0.0,
|
| 31 |
+
0.0,
|
| 32 |
+
0.0,
|
| 33 |
+
1.0,
|
| 34 |
+
0.0,
|
| 35 |
+
1.0,
|
| 36 |
+
0.0,
|
| 37 |
+
0.0,
|
| 38 |
+
1.0,
|
| 39 |
+
1.0,
|
| 40 |
+
0.0,
|
| 41 |
+
0.0,
|
| 42 |
+
1.0,
|
| 43 |
+
1.0,
|
| 44 |
+
1.0,
|
| 45 |
+
0.0,
|
| 46 |
+
0.0,
|
| 47 |
+
0.0,
|
| 48 |
+
1.0,
|
| 49 |
+
0.0,
|
| 50 |
+
0.0,
|
| 51 |
+
1.0,
|
| 52 |
+
0.0,
|
| 53 |
+
0.0,
|
| 54 |
+
1.0,
|
| 55 |
+
0.0,
|
| 56 |
+
1.0,
|
| 57 |
+
0.0,
|
| 58 |
+
1.0,
|
| 59 |
+
0.0,
|
| 60 |
+
0.0
|
| 61 |
+
],
|
| 62 |
+
"episode_return": [
|
| 63 |
+
901.325,
|
| 64 |
+
1105.64,
|
| 65 |
+
1758.354,
|
| 66 |
+
1555.104,
|
| 67 |
+
1541.839,
|
| 68 |
+
-210.374,
|
| 69 |
+
1707.37,
|
| 70 |
+
1479.743,
|
| 71 |
+
1684.273,
|
| 72 |
+
1538.922,
|
| 73 |
+
1655.812,
|
| 74 |
+
904.968,
|
| 75 |
+
1424.256,
|
| 76 |
+
1558.175,
|
| 77 |
+
1624.98,
|
| 78 |
+
1579.777,
|
| 79 |
+
1340.612,
|
| 80 |
+
1657.672,
|
| 81 |
+
1310.07,
|
| 82 |
+
1575.155,
|
| 83 |
+
1618.232,
|
| 84 |
+
1579.688,
|
| 85 |
+
1003.414,
|
| 86 |
+
1608.138,
|
| 87 |
+
750.343,
|
| 88 |
+
1706.979,
|
| 89 |
+
1584.362,
|
| 90 |
+
952.051,
|
| 91 |
+
1086.362,
|
| 92 |
+
1448.96,
|
| 93 |
+
1610.278,
|
| 94 |
+
1033.15,
|
| 95 |
+
776.563,
|
| 96 |
+
1391.22,
|
| 97 |
+
1741.848,
|
| 98 |
+
1196.06,
|
| 99 |
+
1569.479,
|
| 100 |
+
1299.434,
|
| 101 |
+
1732.932,
|
| 102 |
+
1556.474,
|
| 103 |
+
1140.074,
|
| 104 |
+
1754.095,
|
| 105 |
+
1587.78,
|
| 106 |
+
806.091,
|
| 107 |
+
1587.367,
|
| 108 |
+
1315.574,
|
| 109 |
+
1583.695,
|
| 110 |
+
1259.917,
|
| 111 |
+
1764.101,
|
| 112 |
+
1761.049
|
| 113 |
+
],
|
| 114 |
+
"episode_steps": [
|
| 115 |
+
425,
|
| 116 |
+
510,
|
| 117 |
+
800,
|
| 118 |
+
800,
|
| 119 |
+
800,
|
| 120 |
+
800,
|
| 121 |
+
800,
|
| 122 |
+
800,
|
| 123 |
+
800,
|
| 124 |
+
800,
|
| 125 |
+
800,
|
| 126 |
+
420,
|
| 127 |
+
649,
|
| 128 |
+
800,
|
| 129 |
+
800,
|
| 130 |
+
800,
|
| 131 |
+
800,
|
| 132 |
+
800,
|
| 133 |
+
606,
|
| 134 |
+
800,
|
| 135 |
+
800,
|
| 136 |
+
800,
|
| 137 |
+
468,
|
| 138 |
+
800,
|
| 139 |
+
356,
|
| 140 |
+
800,
|
| 141 |
+
800,
|
| 142 |
+
441,
|
| 143 |
+
499,
|
| 144 |
+
800,
|
| 145 |
+
800,
|
| 146 |
+
474,
|
| 147 |
+
367,
|
| 148 |
+
634,
|
| 149 |
+
800,
|
| 150 |
+
800,
|
| 151 |
+
800,
|
| 152 |
+
595,
|
| 153 |
+
800,
|
| 154 |
+
800,
|
| 155 |
+
508,
|
| 156 |
+
800,
|
| 157 |
+
800,
|
| 158 |
+
379,
|
| 159 |
+
800,
|
| 160 |
+
612,
|
| 161 |
+
800,
|
| 162 |
+
569,
|
| 163 |
+
800,
|
| 164 |
+
800
|
| 165 |
+
],
|
| 166 |
+
"return_mean": 1389.98766,
|
| 167 |
+
"embodiment": "rigid_body/dual_arm_dex",
|
| 168 |
+
"level": "level_2"
|
| 169 |
+
}
|
multi_task/level_2/eval_reports/DualArmPegInHole-v1.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "DualArmPegInHole-v1",
|
| 3 |
+
"suite": "lv2",
|
| 4 |
+
"step": 80000,
|
| 5 |
+
"episodes": 50,
|
| 6 |
+
"success_rate": 0.18,
|
| 7 |
+
"successes": 9,
|
| 8 |
+
"episode_seed_base": 1000,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"episode_success": [
|
| 11 |
+
0.0,
|
| 12 |
+
1.0,
|
| 13 |
+
1.0,
|
| 14 |
+
0.0,
|
| 15 |
+
0.0,
|
| 16 |
+
0.0,
|
| 17 |
+
0.0,
|
| 18 |
+
0.0,
|
| 19 |
+
0.0,
|
| 20 |
+
0.0,
|
| 21 |
+
0.0,
|
| 22 |
+
0.0,
|
| 23 |
+
0.0,
|
| 24 |
+
1.0,
|
| 25 |
+
0.0,
|
| 26 |
+
0.0,
|
| 27 |
+
0.0,
|
| 28 |
+
0.0,
|
| 29 |
+
1.0,
|
| 30 |
+
1.0,
|
| 31 |
+
0.0,
|
| 32 |
+
0.0,
|
| 33 |
+
0.0,
|
| 34 |
+
0.0,
|
| 35 |
+
1.0,
|
| 36 |
+
0.0,
|
| 37 |
+
0.0,
|
| 38 |
+
0.0,
|
| 39 |
+
0.0,
|
| 40 |
+
0.0,
|
| 41 |
+
0.0,
|
| 42 |
+
1.0,
|
| 43 |
+
0.0,
|
| 44 |
+
1.0,
|
| 45 |
+
0.0,
|
| 46 |
+
0.0,
|
| 47 |
+
0.0,
|
| 48 |
+
0.0,
|
| 49 |
+
0.0,
|
| 50 |
+
0.0,
|
| 51 |
+
0.0,
|
| 52 |
+
0.0,
|
| 53 |
+
0.0,
|
| 54 |
+
0.0,
|
| 55 |
+
1.0,
|
| 56 |
+
0.0,
|
| 57 |
+
0.0,
|
| 58 |
+
0.0,
|
| 59 |
+
0.0,
|
| 60 |
+
0.0
|
| 61 |
+
],
|
| 62 |
+
"episode_return": [
|
| 63 |
+
23.357,
|
| 64 |
+
16.318,
|
| 65 |
+
36.048,
|
| 66 |
+
5.887,
|
| 67 |
+
103.962,
|
| 68 |
+
15.088,
|
| 69 |
+
45.118,
|
| 70 |
+
106.352,
|
| 71 |
+
12.672,
|
| 72 |
+
16.801,
|
| 73 |
+
234.036,
|
| 74 |
+
30.297,
|
| 75 |
+
77.92,
|
| 76 |
+
40.089,
|
| 77 |
+
15.466,
|
| 78 |
+
33.243,
|
| 79 |
+
187.415,
|
| 80 |
+
10.093,
|
| 81 |
+
21.139,
|
| 82 |
+
35.493,
|
| 83 |
+
4.476,
|
| 84 |
+
13.004,
|
| 85 |
+
6.391,
|
| 86 |
+
19.759,
|
| 87 |
+
24.414,
|
| 88 |
+
28.46,
|
| 89 |
+
186.756,
|
| 90 |
+
82.177,
|
| 91 |
+
142.88,
|
| 92 |
+
44.404,
|
| 93 |
+
36.277,
|
| 94 |
+
45.29,
|
| 95 |
+
15.496,
|
| 96 |
+
44.442,
|
| 97 |
+
71.026,
|
| 98 |
+
21.431,
|
| 99 |
+
37.671,
|
| 100 |
+
130.35,
|
| 101 |
+
166.758,
|
| 102 |
+
234.031,
|
| 103 |
+
52.74,
|
| 104 |
+
41.951,
|
| 105 |
+
17.227,
|
| 106 |
+
14.225,
|
| 107 |
+
61.366,
|
| 108 |
+
228.981,
|
| 109 |
+
54.145,
|
| 110 |
+
41.437,
|
| 111 |
+
22.94,
|
| 112 |
+
156.733
|
| 113 |
+
],
|
| 114 |
+
"episode_steps": [
|
| 115 |
+
300,
|
| 116 |
+
161,
|
| 117 |
+
208,
|
| 118 |
+
300,
|
| 119 |
+
300,
|
| 120 |
+
300,
|
| 121 |
+
300,
|
| 122 |
+
300,
|
| 123 |
+
300,
|
| 124 |
+
300,
|
| 125 |
+
300,
|
| 126 |
+
300,
|
| 127 |
+
300,
|
| 128 |
+
232,
|
| 129 |
+
300,
|
| 130 |
+
300,
|
| 131 |
+
300,
|
| 132 |
+
300,
|
| 133 |
+
109,
|
| 134 |
+
200,
|
| 135 |
+
300,
|
| 136 |
+
300,
|
| 137 |
+
300,
|
| 138 |
+
300,
|
| 139 |
+
129,
|
| 140 |
+
300,
|
| 141 |
+
300,
|
| 142 |
+
300,
|
| 143 |
+
300,
|
| 144 |
+
300,
|
| 145 |
+
300,
|
| 146 |
+
258,
|
| 147 |
+
300,
|
| 148 |
+
244,
|
| 149 |
+
300,
|
| 150 |
+
300,
|
| 151 |
+
300,
|
| 152 |
+
300,
|
| 153 |
+
300,
|
| 154 |
+
300,
|
| 155 |
+
300,
|
| 156 |
+
300,
|
| 157 |
+
300,
|
| 158 |
+
300,
|
| 159 |
+
225,
|
| 160 |
+
300,
|
| 161 |
+
300,
|
| 162 |
+
300,
|
| 163 |
+
300,
|
| 164 |
+
300
|
| 165 |
+
],
|
| 166 |
+
"return_mean": 62.280640000000005,
|
| 167 |
+
"embodiment": "rigid_body/dual_arm_gripper",
|
| 168 |
+
"level": "level_2"
|
| 169 |
+
}
|
multi_task/level_2/eval_reports/DualArmPlaceRopeOverRod-v1.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "DualArmPlaceRopeOverRod-v1",
|
| 3 |
+
"suite": "lv2",
|
| 4 |
+
"step": 80000,
|
| 5 |
+
"episodes": 50,
|
| 6 |
+
"success_rate": 0.48,
|
| 7 |
+
"successes": 24,
|
| 8 |
+
"episode_seed_base": 1000,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"episode_success": [
|
| 11 |
+
1.0,
|
| 12 |
+
0.0,
|
| 13 |
+
1.0,
|
| 14 |
+
0.0,
|
| 15 |
+
1.0,
|
| 16 |
+
0.0,
|
| 17 |
+
1.0,
|
| 18 |
+
0.0,
|
| 19 |
+
1.0,
|
| 20 |
+
1.0,
|
| 21 |
+
1.0,
|
| 22 |
+
1.0,
|
| 23 |
+
0.0,
|
| 24 |
+
1.0,
|
| 25 |
+
0.0,
|
| 26 |
+
1.0,
|
| 27 |
+
1.0,
|
| 28 |
+
0.0,
|
| 29 |
+
0.0,
|
| 30 |
+
1.0,
|
| 31 |
+
0.0,
|
| 32 |
+
0.0,
|
| 33 |
+
0.0,
|
| 34 |
+
1.0,
|
| 35 |
+
0.0,
|
| 36 |
+
1.0,
|
| 37 |
+
1.0,
|
| 38 |
+
0.0,
|
| 39 |
+
0.0,
|
| 40 |
+
0.0,
|
| 41 |
+
0.0,
|
| 42 |
+
0.0,
|
| 43 |
+
1.0,
|
| 44 |
+
1.0,
|
| 45 |
+
1.0,
|
| 46 |
+
0.0,
|
| 47 |
+
0.0,
|
| 48 |
+
1.0,
|
| 49 |
+
0.0,
|
| 50 |
+
1.0,
|
| 51 |
+
0.0,
|
| 52 |
+
1.0,
|
| 53 |
+
0.0,
|
| 54 |
+
1.0,
|
| 55 |
+
0.0,
|
| 56 |
+
0.0,
|
| 57 |
+
0.0,
|
| 58 |
+
1.0,
|
| 59 |
+
0.0,
|
| 60 |
+
1.0
|
| 61 |
+
],
|
| 62 |
+
"episode_return": [
|
| 63 |
+
288.455,
|
| 64 |
+
358.298,
|
| 65 |
+
272.782,
|
| 66 |
+
131.098,
|
| 67 |
+
390.219,
|
| 68 |
+
354.739,
|
| 69 |
+
278.262,
|
| 70 |
+
134.81,
|
| 71 |
+
220.577,
|
| 72 |
+
368.914,
|
| 73 |
+
208.896,
|
| 74 |
+
328.48,
|
| 75 |
+
746.205,
|
| 76 |
+
303.568,
|
| 77 |
+
636.671,
|
| 78 |
+
240.474,
|
| 79 |
+
324.345,
|
| 80 |
+
292.938,
|
| 81 |
+
327.031,
|
| 82 |
+
449.932,
|
| 83 |
+
216.921,
|
| 84 |
+
698.446,
|
| 85 |
+
395.942,
|
| 86 |
+
331.785,
|
| 87 |
+
640.144,
|
| 88 |
+
294.246,
|
| 89 |
+
275.565,
|
| 90 |
+
367.063,
|
| 91 |
+
138.295,
|
| 92 |
+
499.243,
|
| 93 |
+
477.711,
|
| 94 |
+
410.874,
|
| 95 |
+
218.268,
|
| 96 |
+
535.082,
|
| 97 |
+
203.928,
|
| 98 |
+
477.42,
|
| 99 |
+
132.601,
|
| 100 |
+
188.365,
|
| 101 |
+
517.132,
|
| 102 |
+
183.781,
|
| 103 |
+
183.796,
|
| 104 |
+
288.42,
|
| 105 |
+
364.017,
|
| 106 |
+
352.057,
|
| 107 |
+
327.477,
|
| 108 |
+
182.366,
|
| 109 |
+
337.823,
|
| 110 |
+
253.74,
|
| 111 |
+
256.68,
|
| 112 |
+
215.486
|
| 113 |
+
],
|
| 114 |
+
"episode_steps": [
|
| 115 |
+
509,
|
| 116 |
+
680,
|
| 117 |
+
523,
|
| 118 |
+
680,
|
| 119 |
+
543,
|
| 120 |
+
680,
|
| 121 |
+
630,
|
| 122 |
+
680,
|
| 123 |
+
506,
|
| 124 |
+
533,
|
| 125 |
+
504,
|
| 126 |
+
547,
|
| 127 |
+
680,
|
| 128 |
+
589,
|
| 129 |
+
680,
|
| 130 |
+
511,
|
| 131 |
+
582,
|
| 132 |
+
680,
|
| 133 |
+
680,
|
| 134 |
+
599,
|
| 135 |
+
680,
|
| 136 |
+
680,
|
| 137 |
+
680,
|
| 138 |
+
641,
|
| 139 |
+
680,
|
| 140 |
+
539,
|
| 141 |
+
535,
|
| 142 |
+
680,
|
| 143 |
+
680,
|
| 144 |
+
680,
|
| 145 |
+
680,
|
| 146 |
+
680,
|
| 147 |
+
500,
|
| 148 |
+
676,
|
| 149 |
+
487,
|
| 150 |
+
680,
|
| 151 |
+
680,
|
| 152 |
+
463,
|
| 153 |
+
680,
|
| 154 |
+
501,
|
| 155 |
+
680,
|
| 156 |
+
537,
|
| 157 |
+
680,
|
| 158 |
+
600,
|
| 159 |
+
680,
|
| 160 |
+
680,
|
| 161 |
+
680,
|
| 162 |
+
512,
|
| 163 |
+
680,
|
| 164 |
+
485
|
| 165 |
+
],
|
| 166 |
+
"return_mean": 332.42735999999996,
|
| 167 |
+
"embodiment": "deformable/dual_arm_dex",
|
| 168 |
+
"level": "level_2"
|
| 169 |
+
}
|
multi_task/level_2/eval_reports/DualArmPouringTwoCups-v1.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "DualArmPouringTwoCups-v1",
|
| 3 |
+
"suite": "lv2",
|
| 4 |
+
"step": 80000,
|
| 5 |
+
"episodes": 50,
|
| 6 |
+
"success_rate": 0.0,
|
| 7 |
+
"successes": 0,
|
| 8 |
+
"episode_seed_base": 1000,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"episode_success": [
|
| 11 |
+
0.0,
|
| 12 |
+
0.0,
|
| 13 |
+
0.0,
|
| 14 |
+
0.0,
|
| 15 |
+
0.0,
|
| 16 |
+
0.0,
|
| 17 |
+
0.0,
|
| 18 |
+
0.0,
|
| 19 |
+
0.0,
|
| 20 |
+
0.0,
|
| 21 |
+
0.0,
|
| 22 |
+
0.0,
|
| 23 |
+
0.0,
|
| 24 |
+
0.0,
|
| 25 |
+
0.0,
|
| 26 |
+
0.0,
|
| 27 |
+
0.0,
|
| 28 |
+
0.0,
|
| 29 |
+
0.0,
|
| 30 |
+
0.0,
|
| 31 |
+
0.0,
|
| 32 |
+
0.0,
|
| 33 |
+
0.0,
|
| 34 |
+
0.0,
|
| 35 |
+
0.0,
|
| 36 |
+
0.0,
|
| 37 |
+
0.0,
|
| 38 |
+
0.0,
|
| 39 |
+
0.0,
|
| 40 |
+
0.0,
|
| 41 |
+
0.0,
|
| 42 |
+
0.0,
|
| 43 |
+
0.0,
|
| 44 |
+
0.0,
|
| 45 |
+
0.0,
|
| 46 |
+
0.0,
|
| 47 |
+
0.0,
|
| 48 |
+
0.0,
|
| 49 |
+
0.0,
|
| 50 |
+
0.0,
|
| 51 |
+
0.0,
|
| 52 |
+
0.0,
|
| 53 |
+
0.0,
|
| 54 |
+
0.0,
|
| 55 |
+
0.0,
|
| 56 |
+
0.0,
|
| 57 |
+
0.0,
|
| 58 |
+
0.0,
|
| 59 |
+
0.0,
|
| 60 |
+
0.0
|
| 61 |
+
],
|
| 62 |
+
"episode_return": [
|
| 63 |
+
302.682,
|
| 64 |
+
1989.894,
|
| 65 |
+
906.277,
|
| 66 |
+
3048.753,
|
| 67 |
+
1851.527,
|
| 68 |
+
2298.089,
|
| 69 |
+
1859.743,
|
| 70 |
+
2237.156,
|
| 71 |
+
2018.565,
|
| 72 |
+
2177.215,
|
| 73 |
+
3055.465,
|
| 74 |
+
3172.585,
|
| 75 |
+
1829.216,
|
| 76 |
+
2700.33,
|
| 77 |
+
1994.133,
|
| 78 |
+
1503.843,
|
| 79 |
+
3086.795,
|
| 80 |
+
1838.627,
|
| 81 |
+
1903.183,
|
| 82 |
+
2787.83,
|
| 83 |
+
2260.411,
|
| 84 |
+
1963.893,
|
| 85 |
+
302.533,
|
| 86 |
+
602.14,
|
| 87 |
+
2741.413,
|
| 88 |
+
2622.772,
|
| 89 |
+
1869.813,
|
| 90 |
+
2993.716,
|
| 91 |
+
1900.849,
|
| 92 |
+
275.143,
|
| 93 |
+
698.571,
|
| 94 |
+
2871.321,
|
| 95 |
+
1879.909,
|
| 96 |
+
1455.473,
|
| 97 |
+
2202.221,
|
| 98 |
+
1819.328,
|
| 99 |
+
2146.476,
|
| 100 |
+
533.704,
|
| 101 |
+
1057.635,
|
| 102 |
+
2012.622,
|
| 103 |
+
809.567,
|
| 104 |
+
1623.33,
|
| 105 |
+
2871.711,
|
| 106 |
+
2934.039,
|
| 107 |
+
1819.207,
|
| 108 |
+
1233.628,
|
| 109 |
+
2662.356,
|
| 110 |
+
1956.622,
|
| 111 |
+
1451.53,
|
| 112 |
+
1883.841
|
| 113 |
+
],
|
| 114 |
+
"episode_steps": [
|
| 115 |
+
1000,
|
| 116 |
+
1000,
|
| 117 |
+
1000,
|
| 118 |
+
1000,
|
| 119 |
+
1000,
|
| 120 |
+
1000,
|
| 121 |
+
1000,
|
| 122 |
+
1000,
|
| 123 |
+
1000,
|
| 124 |
+
1000,
|
| 125 |
+
1000,
|
| 126 |
+
1000,
|
| 127 |
+
1000,
|
| 128 |
+
1000,
|
| 129 |
+
1000,
|
| 130 |
+
1000,
|
| 131 |
+
1000,
|
| 132 |
+
1000,
|
| 133 |
+
1000,
|
| 134 |
+
1000,
|
| 135 |
+
1000,
|
| 136 |
+
1000,
|
| 137 |
+
1000,
|
| 138 |
+
1000,
|
| 139 |
+
1000,
|
| 140 |
+
1000,
|
| 141 |
+
1000,
|
| 142 |
+
1000,
|
| 143 |
+
1000,
|
| 144 |
+
1000,
|
| 145 |
+
1000,
|
| 146 |
+
1000,
|
| 147 |
+
1000,
|
| 148 |
+
1000,
|
| 149 |
+
1000,
|
| 150 |
+
1000,
|
| 151 |
+
1000,
|
| 152 |
+
1000,
|
| 153 |
+
1000,
|
| 154 |
+
1000,
|
| 155 |
+
1000,
|
| 156 |
+
1000,
|
| 157 |
+
1000,
|
| 158 |
+
1000,
|
| 159 |
+
1000,
|
| 160 |
+
1000,
|
| 161 |
+
1000,
|
| 162 |
+
1000,
|
| 163 |
+
1000,
|
| 164 |
+
1000
|
| 165 |
+
],
|
| 166 |
+
"return_mean": 1920.35364,
|
| 167 |
+
"embodiment": "deformable/dual_arm_dex",
|
| 168 |
+
"level": "level_2"
|
| 169 |
+
}
|
multi_task/level_2/eval_reports/DualArmPushObject-v1.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "DualArmPushObject-v1",
|
| 3 |
+
"suite": "lv2",
|
| 4 |
+
"step": 80000,
|
| 5 |
+
"episodes": 50,
|
| 6 |
+
"success_rate": 0.0,
|
| 7 |
+
"successes": 0,
|
| 8 |
+
"episode_seed_base": 1000,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"episode_success": [
|
| 11 |
+
0.0,
|
| 12 |
+
0.0,
|
| 13 |
+
0.0,
|
| 14 |
+
0.0,
|
| 15 |
+
0.0,
|
| 16 |
+
0.0,
|
| 17 |
+
0.0,
|
| 18 |
+
0.0,
|
| 19 |
+
0.0,
|
| 20 |
+
0.0,
|
| 21 |
+
0.0,
|
| 22 |
+
0.0,
|
| 23 |
+
0.0,
|
| 24 |
+
0.0,
|
| 25 |
+
0.0,
|
| 26 |
+
0.0,
|
| 27 |
+
0.0,
|
| 28 |
+
0.0,
|
| 29 |
+
0.0,
|
| 30 |
+
0.0,
|
| 31 |
+
0.0,
|
| 32 |
+
0.0,
|
| 33 |
+
0.0,
|
| 34 |
+
0.0,
|
| 35 |
+
0.0,
|
| 36 |
+
0.0,
|
| 37 |
+
0.0,
|
| 38 |
+
0.0,
|
| 39 |
+
0.0,
|
| 40 |
+
0.0,
|
| 41 |
+
0.0,
|
| 42 |
+
0.0,
|
| 43 |
+
0.0,
|
| 44 |
+
0.0,
|
| 45 |
+
0.0,
|
| 46 |
+
0.0,
|
| 47 |
+
0.0,
|
| 48 |
+
0.0,
|
| 49 |
+
0.0,
|
| 50 |
+
0.0,
|
| 51 |
+
0.0,
|
| 52 |
+
0.0,
|
| 53 |
+
0.0,
|
| 54 |
+
0.0,
|
| 55 |
+
0.0,
|
| 56 |
+
0.0,
|
| 57 |
+
0.0,
|
| 58 |
+
0.0,
|
| 59 |
+
0.0,
|
| 60 |
+
0.0
|
| 61 |
+
],
|
| 62 |
+
"episode_return": [
|
| 63 |
+
0.0,
|
| 64 |
+
0.0,
|
| 65 |
+
0.0,
|
| 66 |
+
0.0,
|
| 67 |
+
0.0,
|
| 68 |
+
0.0,
|
| 69 |
+
0.0,
|
| 70 |
+
0.0,
|
| 71 |
+
0.0,
|
| 72 |
+
0.459,
|
| 73 |
+
0.0,
|
| 74 |
+
0.0,
|
| 75 |
+
0.0,
|
| 76 |
+
0.0,
|
| 77 |
+
0.0,
|
| 78 |
+
0.0,
|
| 79 |
+
0.0,
|
| 80 |
+
0.0,
|
| 81 |
+
0.0,
|
| 82 |
+
0.0,
|
| 83 |
+
1.632,
|
| 84 |
+
0.0,
|
| 85 |
+
0.0,
|
| 86 |
+
0.0,
|
| 87 |
+
0.0,
|
| 88 |
+
0.0,
|
| 89 |
+
0.0,
|
| 90 |
+
0.0,
|
| 91 |
+
0.0,
|
| 92 |
+
0.0,
|
| 93 |
+
0.0,
|
| 94 |
+
0.0,
|
| 95 |
+
0.0,
|
| 96 |
+
0.0,
|
| 97 |
+
0.0,
|
| 98 |
+
0.0,
|
| 99 |
+
0.0,
|
| 100 |
+
0.0,
|
| 101 |
+
0.0,
|
| 102 |
+
0.0,
|
| 103 |
+
0.0,
|
| 104 |
+
0.0,
|
| 105 |
+
0.0,
|
| 106 |
+
0.0,
|
| 107 |
+
0.0,
|
| 108 |
+
0.0,
|
| 109 |
+
0.0,
|
| 110 |
+
0.002,
|
| 111 |
+
0.0,
|
| 112 |
+
0.0
|
| 113 |
+
],
|
| 114 |
+
"episode_steps": [
|
| 115 |
+
400,
|
| 116 |
+
400,
|
| 117 |
+
400,
|
| 118 |
+
400,
|
| 119 |
+
400,
|
| 120 |
+
400,
|
| 121 |
+
400,
|
| 122 |
+
400,
|
| 123 |
+
400,
|
| 124 |
+
400,
|
| 125 |
+
400,
|
| 126 |
+
400,
|
| 127 |
+
400,
|
| 128 |
+
400,
|
| 129 |
+
400,
|
| 130 |
+
400,
|
| 131 |
+
400,
|
| 132 |
+
400,
|
| 133 |
+
400,
|
| 134 |
+
400,
|
| 135 |
+
400,
|
| 136 |
+
400,
|
| 137 |
+
400,
|
| 138 |
+
400,
|
| 139 |
+
400,
|
| 140 |
+
400,
|
| 141 |
+
400,
|
| 142 |
+
400,
|
| 143 |
+
400,
|
| 144 |
+
400,
|
| 145 |
+
400,
|
| 146 |
+
400,
|
| 147 |
+
400,
|
| 148 |
+
400,
|
| 149 |
+
400,
|
| 150 |
+
400,
|
| 151 |
+
400,
|
| 152 |
+
400,
|
| 153 |
+
400,
|
| 154 |
+
400,
|
| 155 |
+
400,
|
| 156 |
+
400,
|
| 157 |
+
400,
|
| 158 |
+
400,
|
| 159 |
+
400,
|
| 160 |
+
400,
|
| 161 |
+
400,
|
| 162 |
+
400,
|
| 163 |
+
400,
|
| 164 |
+
400
|
| 165 |
+
],
|
| 166 |
+
"return_mean": 0.04186,
|
| 167 |
+
"embodiment": "deformable/dual_arm_gripper",
|
| 168 |
+
"level": "level_2"
|
| 169 |
+
}
|
multi_task/level_2/eval_reports/DualArmStraightenRope-v1.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "DualArmStraightenRope-v1",
|
| 3 |
+
"suite": "lv2",
|
| 4 |
+
"step": 80000,
|
| 5 |
+
"episodes": 50,
|
| 6 |
+
"success_rate": 0.24,
|
| 7 |
+
"successes": 12,
|
| 8 |
+
"episode_seed_base": 1000,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"episode_success": [
|
| 11 |
+
1.0,
|
| 12 |
+
1.0,
|
| 13 |
+
0.0,
|
| 14 |
+
0.0,
|
| 15 |
+
0.0,
|
| 16 |
+
0.0,
|
| 17 |
+
0.0,
|
| 18 |
+
1.0,
|
| 19 |
+
0.0,
|
| 20 |
+
1.0,
|
| 21 |
+
0.0,
|
| 22 |
+
0.0,
|
| 23 |
+
0.0,
|
| 24 |
+
0.0,
|
| 25 |
+
0.0,
|
| 26 |
+
0.0,
|
| 27 |
+
1.0,
|
| 28 |
+
0.0,
|
| 29 |
+
1.0,
|
| 30 |
+
0.0,
|
| 31 |
+
0.0,
|
| 32 |
+
1.0,
|
| 33 |
+
0.0,
|
| 34 |
+
0.0,
|
| 35 |
+
0.0,
|
| 36 |
+
0.0,
|
| 37 |
+
0.0,
|
| 38 |
+
0.0,
|
| 39 |
+
0.0,
|
| 40 |
+
0.0,
|
| 41 |
+
0.0,
|
| 42 |
+
0.0,
|
| 43 |
+
0.0,
|
| 44 |
+
0.0,
|
| 45 |
+
0.0,
|
| 46 |
+
0.0,
|
| 47 |
+
0.0,
|
| 48 |
+
1.0,
|
| 49 |
+
0.0,
|
| 50 |
+
0.0,
|
| 51 |
+
1.0,
|
| 52 |
+
0.0,
|
| 53 |
+
0.0,
|
| 54 |
+
0.0,
|
| 55 |
+
0.0,
|
| 56 |
+
0.0,
|
| 57 |
+
1.0,
|
| 58 |
+
0.0,
|
| 59 |
+
1.0,
|
| 60 |
+
1.0
|
| 61 |
+
],
|
| 62 |
+
"episode_return": [
|
| 63 |
+
23.452,
|
| 64 |
+
58.74,
|
| 65 |
+
35.851,
|
| 66 |
+
91.328,
|
| 67 |
+
108.831,
|
| 68 |
+
119.897,
|
| 69 |
+
67.022,
|
| 70 |
+
47.866,
|
| 71 |
+
54.589,
|
| 72 |
+
49.461,
|
| 73 |
+
76.399,
|
| 74 |
+
70.039,
|
| 75 |
+
69.568,
|
| 76 |
+
73.637,
|
| 77 |
+
123.129,
|
| 78 |
+
58.139,
|
| 79 |
+
55.244,
|
| 80 |
+
78.559,
|
| 81 |
+
56.273,
|
| 82 |
+
101.352,
|
| 83 |
+
127.133,
|
| 84 |
+
54.483,
|
| 85 |
+
47.036,
|
| 86 |
+
118.034,
|
| 87 |
+
97.728,
|
| 88 |
+
93.804,
|
| 89 |
+
61.57,
|
| 90 |
+
80.02,
|
| 91 |
+
66.43,
|
| 92 |
+
62.407,
|
| 93 |
+
134.374,
|
| 94 |
+
88.145,
|
| 95 |
+
125.144,
|
| 96 |
+
74.954,
|
| 97 |
+
125.26,
|
| 98 |
+
109.983,
|
| 99 |
+
63.347,
|
| 100 |
+
53.122,
|
| 101 |
+
43.782,
|
| 102 |
+
77.984,
|
| 103 |
+
60.935,
|
| 104 |
+
124.907,
|
| 105 |
+
62.908,
|
| 106 |
+
63.468,
|
| 107 |
+
65.405,
|
| 108 |
+
61.191,
|
| 109 |
+
55.686,
|
| 110 |
+
111.578,
|
| 111 |
+
58.392,
|
| 112 |
+
72.474
|
| 113 |
+
],
|
| 114 |
+
"episode_steps": [
|
| 115 |
+
422,
|
| 116 |
+
261,
|
| 117 |
+
500,
|
| 118 |
+
500,
|
| 119 |
+
500,
|
| 120 |
+
500,
|
| 121 |
+
500,
|
| 122 |
+
228,
|
| 123 |
+
500,
|
| 124 |
+
226,
|
| 125 |
+
500,
|
| 126 |
+
500,
|
| 127 |
+
500,
|
| 128 |
+
500,
|
| 129 |
+
500,
|
| 130 |
+
500,
|
| 131 |
+
239,
|
| 132 |
+
500,
|
| 133 |
+
241,
|
| 134 |
+
500,
|
| 135 |
+
500,
|
| 136 |
+
246,
|
| 137 |
+
500,
|
| 138 |
+
500,
|
| 139 |
+
500,
|
| 140 |
+
500,
|
| 141 |
+
500,
|
| 142 |
+
500,
|
| 143 |
+
500,
|
| 144 |
+
500,
|
| 145 |
+
500,
|
| 146 |
+
500,
|
| 147 |
+
500,
|
| 148 |
+
500,
|
| 149 |
+
500,
|
| 150 |
+
500,
|
| 151 |
+
500,
|
| 152 |
+
235,
|
| 153 |
+
500,
|
| 154 |
+
500,
|
| 155 |
+
280,
|
| 156 |
+
500,
|
| 157 |
+
500,
|
| 158 |
+
500,
|
| 159 |
+
500,
|
| 160 |
+
500,
|
| 161 |
+
239,
|
| 162 |
+
500,
|
| 163 |
+
246,
|
| 164 |
+
409
|
| 165 |
+
],
|
| 166 |
+
"return_mean": 77.2212,
|
| 167 |
+
"embodiment": "deformable/dual_arm_gripper",
|
| 168 |
+
"level": "level_2"
|
| 169 |
+
}
|
multi_task/level_2/eval_reports/DualArmStuffCloth-v1.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "DualArmStuffCloth-v1",
|
| 3 |
+
"suite": "lv2",
|
| 4 |
+
"step": 80000,
|
| 5 |
+
"episodes": 50,
|
| 6 |
+
"success_rate": 0.44,
|
| 7 |
+
"successes": 22,
|
| 8 |
+
"episode_seed_base": 1000,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"episode_success": [
|
| 11 |
+
1.0,
|
| 12 |
+
0.0,
|
| 13 |
+
0.0,
|
| 14 |
+
1.0,
|
| 15 |
+
0.0,
|
| 16 |
+
0.0,
|
| 17 |
+
0.0,
|
| 18 |
+
0.0,
|
| 19 |
+
0.0,
|
| 20 |
+
1.0,
|
| 21 |
+
0.0,
|
| 22 |
+
0.0,
|
| 23 |
+
0.0,
|
| 24 |
+
1.0,
|
| 25 |
+
1.0,
|
| 26 |
+
0.0,
|
| 27 |
+
1.0,
|
| 28 |
+
1.0,
|
| 29 |
+
0.0,
|
| 30 |
+
0.0,
|
| 31 |
+
0.0,
|
| 32 |
+
0.0,
|
| 33 |
+
1.0,
|
| 34 |
+
0.0,
|
| 35 |
+
1.0,
|
| 36 |
+
0.0,
|
| 37 |
+
1.0,
|
| 38 |
+
1.0,
|
| 39 |
+
1.0,
|
| 40 |
+
0.0,
|
| 41 |
+
0.0,
|
| 42 |
+
0.0,
|
| 43 |
+
1.0,
|
| 44 |
+
1.0,
|
| 45 |
+
0.0,
|
| 46 |
+
1.0,
|
| 47 |
+
1.0,
|
| 48 |
+
1.0,
|
| 49 |
+
1.0,
|
| 50 |
+
1.0,
|
| 51 |
+
0.0,
|
| 52 |
+
0.0,
|
| 53 |
+
1.0,
|
| 54 |
+
0.0,
|
| 55 |
+
0.0,
|
| 56 |
+
1.0,
|
| 57 |
+
0.0,
|
| 58 |
+
1.0,
|
| 59 |
+
0.0,
|
| 60 |
+
0.0
|
| 61 |
+
],
|
| 62 |
+
"episode_return": [
|
| 63 |
+
37.005,
|
| 64 |
+
0.0,
|
| 65 |
+
0.0,
|
| 66 |
+
68.159,
|
| 67 |
+
8.609,
|
| 68 |
+
0.489,
|
| 69 |
+
0.0,
|
| 70 |
+
17.439,
|
| 71 |
+
21.012,
|
| 72 |
+
62.126,
|
| 73 |
+
0.0,
|
| 74 |
+
0.0,
|
| 75 |
+
16.303,
|
| 76 |
+
49.443,
|
| 77 |
+
62.916,
|
| 78 |
+
55.536,
|
| 79 |
+
60.403,
|
| 80 |
+
73.324,
|
| 81 |
+
0.0,
|
| 82 |
+
0.0,
|
| 83 |
+
52.047,
|
| 84 |
+
0.0,
|
| 85 |
+
48.313,
|
| 86 |
+
0.0,
|
| 87 |
+
38.344,
|
| 88 |
+
0.0,
|
| 89 |
+
44.371,
|
| 90 |
+
71.973,
|
| 91 |
+
53.657,
|
| 92 |
+
25.217,
|
| 93 |
+
0.0,
|
| 94 |
+
1.703,
|
| 95 |
+
37.715,
|
| 96 |
+
52.3,
|
| 97 |
+
17.001,
|
| 98 |
+
64.554,
|
| 99 |
+
98.905,
|
| 100 |
+
54.364,
|
| 101 |
+
44.436,
|
| 102 |
+
128.037,
|
| 103 |
+
85.92,
|
| 104 |
+
0.0,
|
| 105 |
+
42.444,
|
| 106 |
+
30.364,
|
| 107 |
+
7.023,
|
| 108 |
+
36.671,
|
| 109 |
+
19.613,
|
| 110 |
+
61.056,
|
| 111 |
+
0.0,
|
| 112 |
+
60.072
|
| 113 |
+
],
|
| 114 |
+
"episode_steps": [
|
| 115 |
+
448,
|
| 116 |
+
600,
|
| 117 |
+
600,
|
| 118 |
+
417,
|
| 119 |
+
600,
|
| 120 |
+
600,
|
| 121 |
+
600,
|
| 122 |
+
600,
|
| 123 |
+
600,
|
| 124 |
+
490,
|
| 125 |
+
600,
|
| 126 |
+
600,
|
| 127 |
+
600,
|
| 128 |
+
384,
|
| 129 |
+
419,
|
| 130 |
+
600,
|
| 131 |
+
354,
|
| 132 |
+
457,
|
| 133 |
+
600,
|
| 134 |
+
600,
|
| 135 |
+
600,
|
| 136 |
+
600,
|
| 137 |
+
384,
|
| 138 |
+
600,
|
| 139 |
+
430,
|
| 140 |
+
600,
|
| 141 |
+
551,
|
| 142 |
+
397,
|
| 143 |
+
395,
|
| 144 |
+
600,
|
| 145 |
+
600,
|
| 146 |
+
600,
|
| 147 |
+
367,
|
| 148 |
+
424,
|
| 149 |
+
600,
|
| 150 |
+
414,
|
| 151 |
+
425,
|
| 152 |
+
383,
|
| 153 |
+
455,
|
| 154 |
+
530,
|
| 155 |
+
600,
|
| 156 |
+
600,
|
| 157 |
+
382,
|
| 158 |
+
600,
|
| 159 |
+
600,
|
| 160 |
+
368,
|
| 161 |
+
600,
|
| 162 |
+
361,
|
| 163 |
+
600,
|
| 164 |
+
600
|
| 165 |
+
],
|
| 166 |
+
"return_mean": 34.17728,
|
| 167 |
+
"embodiment": "deformable/dual_arm_dex",
|
| 168 |
+
"level": "level_2"
|
| 169 |
+
}
|
multi_task/level_2/eval_reports/DualArmThrowBlock-v1.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "DualArmThrowBlock-v1",
|
| 3 |
+
"suite": "lv2",
|
| 4 |
+
"step": 80000,
|
| 5 |
+
"episodes": 50,
|
| 6 |
+
"success_rate": 0.2,
|
| 7 |
+
"successes": 10,
|
| 8 |
+
"episode_seed_base": 1000,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"episode_success": [
|
| 11 |
+
1.0,
|
| 12 |
+
0.0,
|
| 13 |
+
0.0,
|
| 14 |
+
0.0,
|
| 15 |
+
0.0,
|
| 16 |
+
1.0,
|
| 17 |
+
0.0,
|
| 18 |
+
0.0,
|
| 19 |
+
0.0,
|
| 20 |
+
0.0,
|
| 21 |
+
0.0,
|
| 22 |
+
0.0,
|
| 23 |
+
0.0,
|
| 24 |
+
0.0,
|
| 25 |
+
0.0,
|
| 26 |
+
0.0,
|
| 27 |
+
1.0,
|
| 28 |
+
0.0,
|
| 29 |
+
0.0,
|
| 30 |
+
0.0,
|
| 31 |
+
1.0,
|
| 32 |
+
0.0,
|
| 33 |
+
0.0,
|
| 34 |
+
0.0,
|
| 35 |
+
0.0,
|
| 36 |
+
1.0,
|
| 37 |
+
0.0,
|
| 38 |
+
0.0,
|
| 39 |
+
0.0,
|
| 40 |
+
0.0,
|
| 41 |
+
0.0,
|
| 42 |
+
0.0,
|
| 43 |
+
0.0,
|
| 44 |
+
1.0,
|
| 45 |
+
0.0,
|
| 46 |
+
0.0,
|
| 47 |
+
0.0,
|
| 48 |
+
0.0,
|
| 49 |
+
1.0,
|
| 50 |
+
0.0,
|
| 51 |
+
0.0,
|
| 52 |
+
0.0,
|
| 53 |
+
1.0,
|
| 54 |
+
0.0,
|
| 55 |
+
1.0,
|
| 56 |
+
0.0,
|
| 57 |
+
0.0,
|
| 58 |
+
0.0,
|
| 59 |
+
0.0,
|
| 60 |
+
1.0
|
| 61 |
+
],
|
| 62 |
+
"episode_return": [
|
| 63 |
+
1546.124,
|
| 64 |
+
2232.172,
|
| 65 |
+
2295.739,
|
| 66 |
+
2347.892,
|
| 67 |
+
2430.06,
|
| 68 |
+
1413.656,
|
| 69 |
+
2285.913,
|
| 70 |
+
2227.701,
|
| 71 |
+
2468.513,
|
| 72 |
+
2252.616,
|
| 73 |
+
2178.439,
|
| 74 |
+
2315.279,
|
| 75 |
+
2378.513,
|
| 76 |
+
2275.174,
|
| 77 |
+
2128.71,
|
| 78 |
+
2121.662,
|
| 79 |
+
2072.934,
|
| 80 |
+
2170.757,
|
| 81 |
+
2363.106,
|
| 82 |
+
2138.882,
|
| 83 |
+
1603.603,
|
| 84 |
+
2378.706,
|
| 85 |
+
2201.795,
|
| 86 |
+
2221.591,
|
| 87 |
+
2425.608,
|
| 88 |
+
1551.413,
|
| 89 |
+
2375.581,
|
| 90 |
+
2342.176,
|
| 91 |
+
2123.157,
|
| 92 |
+
2341.112,
|
| 93 |
+
2267.926,
|
| 94 |
+
2341.235,
|
| 95 |
+
2280.546,
|
| 96 |
+
1727.854,
|
| 97 |
+
2254.962,
|
| 98 |
+
2269.956,
|
| 99 |
+
2190.855,
|
| 100 |
+
2351.921,
|
| 101 |
+
1712.027,
|
| 102 |
+
2142.85,
|
| 103 |
+
2185.523,
|
| 104 |
+
2215.445,
|
| 105 |
+
2410.73,
|
| 106 |
+
2256.012,
|
| 107 |
+
1426.215,
|
| 108 |
+
2363.911,
|
| 109 |
+
2258.879,
|
| 110 |
+
2287.021,
|
| 111 |
+
2093.297,
|
| 112 |
+
1738.401
|
| 113 |
+
],
|
| 114 |
+
"episode_steps": [
|
| 115 |
+
331,
|
| 116 |
+
500,
|
| 117 |
+
500,
|
| 118 |
+
500,
|
| 119 |
+
500,
|
| 120 |
+
286,
|
| 121 |
+
500,
|
| 122 |
+
500,
|
| 123 |
+
500,
|
| 124 |
+
500,
|
| 125 |
+
500,
|
| 126 |
+
500,
|
| 127 |
+
500,
|
| 128 |
+
500,
|
| 129 |
+
500,
|
| 130 |
+
500,
|
| 131 |
+
416,
|
| 132 |
+
500,
|
| 133 |
+
500,
|
| 134 |
+
500,
|
| 135 |
+
321,
|
| 136 |
+
500,
|
| 137 |
+
500,
|
| 138 |
+
500,
|
| 139 |
+
500,
|
| 140 |
+
306,
|
| 141 |
+
500,
|
| 142 |
+
500,
|
| 143 |
+
500,
|
| 144 |
+
500,
|
| 145 |
+
500,
|
| 146 |
+
500,
|
| 147 |
+
500,
|
| 148 |
+
344,
|
| 149 |
+
500,
|
| 150 |
+
500,
|
| 151 |
+
500,
|
| 152 |
+
500,
|
| 153 |
+
362,
|
| 154 |
+
500,
|
| 155 |
+
500,
|
| 156 |
+
500,
|
| 157 |
+
445,
|
| 158 |
+
500,
|
| 159 |
+
289,
|
| 160 |
+
500,
|
| 161 |
+
500,
|
| 162 |
+
500,
|
| 163 |
+
500,
|
| 164 |
+
340
|
| 165 |
+
],
|
| 166 |
+
"return_mean": 2159.683,
|
| 167 |
+
"embodiment": "rigid_body/dual_arm_dex",
|
| 168 |
+
"level": "level_2"
|
| 169 |
+
}
|
multi_task/level_2/eval_reports/FoldShirt-v1.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "FoldShirt-v1",
|
| 3 |
+
"suite": "lv2",
|
| 4 |
+
"step": 80000,
|
| 5 |
+
"episodes": 50,
|
| 6 |
+
"success_rate": 0.62,
|
| 7 |
+
"successes": 31,
|
| 8 |
+
"episode_seed_base": 1000,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"episode_success": [
|
| 11 |
+
1.0,
|
| 12 |
+
1.0,
|
| 13 |
+
1.0,
|
| 14 |
+
1.0,
|
| 15 |
+
1.0,
|
| 16 |
+
0.0,
|
| 17 |
+
0.0,
|
| 18 |
+
1.0,
|
| 19 |
+
0.0,
|
| 20 |
+
0.0,
|
| 21 |
+
1.0,
|
| 22 |
+
1.0,
|
| 23 |
+
1.0,
|
| 24 |
+
1.0,
|
| 25 |
+
0.0,
|
| 26 |
+
1.0,
|
| 27 |
+
1.0,
|
| 28 |
+
1.0,
|
| 29 |
+
1.0,
|
| 30 |
+
0.0,
|
| 31 |
+
0.0,
|
| 32 |
+
0.0,
|
| 33 |
+
1.0,
|
| 34 |
+
0.0,
|
| 35 |
+
0.0,
|
| 36 |
+
1.0,
|
| 37 |
+
1.0,
|
| 38 |
+
0.0,
|
| 39 |
+
1.0,
|
| 40 |
+
0.0,
|
| 41 |
+
1.0,
|
| 42 |
+
0.0,
|
| 43 |
+
1.0,
|
| 44 |
+
1.0,
|
| 45 |
+
1.0,
|
| 46 |
+
0.0,
|
| 47 |
+
1.0,
|
| 48 |
+
1.0,
|
| 49 |
+
1.0,
|
| 50 |
+
0.0,
|
| 51 |
+
1.0,
|
| 52 |
+
1.0,
|
| 53 |
+
1.0,
|
| 54 |
+
0.0,
|
| 55 |
+
0.0,
|
| 56 |
+
0.0,
|
| 57 |
+
0.0,
|
| 58 |
+
1.0,
|
| 59 |
+
1.0,
|
| 60 |
+
1.0
|
| 61 |
+
],
|
| 62 |
+
"episode_return": [
|
| 63 |
+
86.288,
|
| 64 |
+
144.295,
|
| 65 |
+
118.284,
|
| 66 |
+
74.292,
|
| 67 |
+
52.295,
|
| 68 |
+
678.29,
|
| 69 |
+
-0.0,
|
| 70 |
+
110.293,
|
| 71 |
+
78.227,
|
| 72 |
+
0.199,
|
| 73 |
+
326.299,
|
| 74 |
+
84.296,
|
| 75 |
+
78.3,
|
| 76 |
+
48.292,
|
| 77 |
+
68.264,
|
| 78 |
+
482.296,
|
| 79 |
+
272.294,
|
| 80 |
+
498.298,
|
| 81 |
+
88.297,
|
| 82 |
+
692.294,
|
| 83 |
+
153.982,
|
| 84 |
+
54.175,
|
| 85 |
+
92.291,
|
| 86 |
+
524.293,
|
| 87 |
+
-0.001,
|
| 88 |
+
126.295,
|
| 89 |
+
72.293,
|
| 90 |
+
0.0,
|
| 91 |
+
156.293,
|
| 92 |
+
0.0,
|
| 93 |
+
214.289,
|
| 94 |
+
-0.0,
|
| 95 |
+
162.296,
|
| 96 |
+
488.276,
|
| 97 |
+
84.299,
|
| 98 |
+
80.203,
|
| 99 |
+
554.3,
|
| 100 |
+
60.296,
|
| 101 |
+
350.3,
|
| 102 |
+
584.296,
|
| 103 |
+
266.291,
|
| 104 |
+
124.295,
|
| 105 |
+
316.295,
|
| 106 |
+
0.0,
|
| 107 |
+
0.001,
|
| 108 |
+
155.987,
|
| 109 |
+
67.998,
|
| 110 |
+
112.275,
|
| 111 |
+
102.294,
|
| 112 |
+
584.294
|
| 113 |
+
],
|
| 114 |
+
"episode_steps": [
|
| 115 |
+
407,
|
| 116 |
+
288,
|
| 117 |
+
441,
|
| 118 |
+
255,
|
| 119 |
+
237,
|
| 120 |
+
500,
|
| 121 |
+
500,
|
| 122 |
+
208,
|
| 123 |
+
500,
|
| 124 |
+
500,
|
| 125 |
+
317,
|
| 126 |
+
242,
|
| 127 |
+
196,
|
| 128 |
+
239,
|
| 129 |
+
500,
|
| 130 |
+
395,
|
| 131 |
+
299,
|
| 132 |
+
402,
|
| 133 |
+
261,
|
| 134 |
+
500,
|
| 135 |
+
500,
|
| 136 |
+
500,
|
| 137 |
+
243,
|
| 138 |
+
500,
|
| 139 |
+
500,
|
| 140 |
+
265,
|
| 141 |
+
191,
|
| 142 |
+
500,
|
| 143 |
+
315,
|
| 144 |
+
500,
|
| 145 |
+
275,
|
| 146 |
+
500,
|
| 147 |
+
276,
|
| 148 |
+
495,
|
| 149 |
+
246,
|
| 150 |
+
500,
|
| 151 |
+
431,
|
| 152 |
+
202,
|
| 153 |
+
431,
|
| 154 |
+
500,
|
| 155 |
+
291,
|
| 156 |
+
229,
|
| 157 |
+
332,
|
| 158 |
+
500,
|
| 159 |
+
500,
|
| 160 |
+
500,
|
| 161 |
+
500,
|
| 162 |
+
382,
|
| 163 |
+
212,
|
| 164 |
+
454
|
| 165 |
+
],
|
| 166 |
+
"return_mean": 189.38598,
|
| 167 |
+
"embodiment": "deformable/single_arm_gripper",
|
| 168 |
+
"level": "level_2"
|
| 169 |
+
}
|
multi_task/level_2/eval_reports/GraspTwoBlocks-v1.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "GraspTwoBlocks-v1",
|
| 3 |
+
"suite": "lv2",
|
| 4 |
+
"step": 80000,
|
| 5 |
+
"episodes": 50,
|
| 6 |
+
"success_rate": 0.56,
|
| 7 |
+
"successes": 28,
|
| 8 |
+
"episode_seed_base": 1000,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"episode_success": [
|
| 11 |
+
1.0,
|
| 12 |
+
0.0,
|
| 13 |
+
1.0,
|
| 14 |
+
0.0,
|
| 15 |
+
0.0,
|
| 16 |
+
1.0,
|
| 17 |
+
1.0,
|
| 18 |
+
1.0,
|
| 19 |
+
0.0,
|
| 20 |
+
0.0,
|
| 21 |
+
1.0,
|
| 22 |
+
0.0,
|
| 23 |
+
0.0,
|
| 24 |
+
1.0,
|
| 25 |
+
0.0,
|
| 26 |
+
1.0,
|
| 27 |
+
1.0,
|
| 28 |
+
0.0,
|
| 29 |
+
1.0,
|
| 30 |
+
1.0,
|
| 31 |
+
0.0,
|
| 32 |
+
1.0,
|
| 33 |
+
1.0,
|
| 34 |
+
0.0,
|
| 35 |
+
0.0,
|
| 36 |
+
0.0,
|
| 37 |
+
0.0,
|
| 38 |
+
0.0,
|
| 39 |
+
1.0,
|
| 40 |
+
1.0,
|
| 41 |
+
1.0,
|
| 42 |
+
1.0,
|
| 43 |
+
0.0,
|
| 44 |
+
1.0,
|
| 45 |
+
1.0,
|
| 46 |
+
1.0,
|
| 47 |
+
0.0,
|
| 48 |
+
1.0,
|
| 49 |
+
0.0,
|
| 50 |
+
0.0,
|
| 51 |
+
1.0,
|
| 52 |
+
1.0,
|
| 53 |
+
1.0,
|
| 54 |
+
0.0,
|
| 55 |
+
1.0,
|
| 56 |
+
1.0,
|
| 57 |
+
0.0,
|
| 58 |
+
0.0,
|
| 59 |
+
1.0,
|
| 60 |
+
1.0
|
| 61 |
+
],
|
| 62 |
+
"episode_return": [
|
| 63 |
+
213.0,
|
| 64 |
+
204.992,
|
| 65 |
+
118.0,
|
| 66 |
+
163.543,
|
| 67 |
+
300.0,
|
| 68 |
+
130.0,
|
| 69 |
+
170.0,
|
| 70 |
+
205.0,
|
| 71 |
+
300.0,
|
| 72 |
+
300.0,
|
| 73 |
+
211.0,
|
| 74 |
+
300.0,
|
| 75 |
+
300.0,
|
| 76 |
+
195.0,
|
| 77 |
+
300.0,
|
| 78 |
+
155.0,
|
| 79 |
+
172.0,
|
| 80 |
+
300.0,
|
| 81 |
+
290.0,
|
| 82 |
+
244.0,
|
| 83 |
+
300.0,
|
| 84 |
+
187.0,
|
| 85 |
+
164.0,
|
| 86 |
+
300.0,
|
| 87 |
+
300.0,
|
| 88 |
+
300.0,
|
| 89 |
+
300.0,
|
| 90 |
+
300.0,
|
| 91 |
+
169.0,
|
| 92 |
+
148.0,
|
| 93 |
+
184.0,
|
| 94 |
+
153.0,
|
| 95 |
+
300.0,
|
| 96 |
+
269.0,
|
| 97 |
+
174.0,
|
| 98 |
+
144.0,
|
| 99 |
+
300.0,
|
| 100 |
+
165.0,
|
| 101 |
+
300.0,
|
| 102 |
+
300.0,
|
| 103 |
+
195.0,
|
| 104 |
+
154.0,
|
| 105 |
+
168.0,
|
| 106 |
+
300.0,
|
| 107 |
+
116.0,
|
| 108 |
+
171.0,
|
| 109 |
+
300.0,
|
| 110 |
+
300.0,
|
| 111 |
+
196.0,
|
| 112 |
+
120.0
|
| 113 |
+
],
|
| 114 |
+
"episode_steps": [
|
| 115 |
+
212,
|
| 116 |
+
300,
|
| 117 |
+
117,
|
| 118 |
+
300,
|
| 119 |
+
300,
|
| 120 |
+
129,
|
| 121 |
+
169,
|
| 122 |
+
204,
|
| 123 |
+
300,
|
| 124 |
+
300,
|
| 125 |
+
210,
|
| 126 |
+
300,
|
| 127 |
+
300,
|
| 128 |
+
194,
|
| 129 |
+
300,
|
| 130 |
+
154,
|
| 131 |
+
171,
|
| 132 |
+
300,
|
| 133 |
+
289,
|
| 134 |
+
243,
|
| 135 |
+
300,
|
| 136 |
+
186,
|
| 137 |
+
163,
|
| 138 |
+
300,
|
| 139 |
+
300,
|
| 140 |
+
300,
|
| 141 |
+
300,
|
| 142 |
+
300,
|
| 143 |
+
168,
|
| 144 |
+
147,
|
| 145 |
+
183,
|
| 146 |
+
152,
|
| 147 |
+
300,
|
| 148 |
+
268,
|
| 149 |
+
173,
|
| 150 |
+
143,
|
| 151 |
+
300,
|
| 152 |
+
164,
|
| 153 |
+
300,
|
| 154 |
+
300,
|
| 155 |
+
194,
|
| 156 |
+
153,
|
| 157 |
+
167,
|
| 158 |
+
300,
|
| 159 |
+
115,
|
| 160 |
+
170,
|
| 161 |
+
300,
|
| 162 |
+
300,
|
| 163 |
+
195,
|
| 164 |
+
119
|
| 165 |
+
],
|
| 166 |
+
"return_mean": 226.9707,
|
| 167 |
+
"embodiment": "rigid_body/single_arm_dex",
|
| 168 |
+
"level": "level_2"
|
| 169 |
+
}
|
multi_task/level_2/eval_reports/HammerNailOut-v1.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "HammerNailOut-v1",
|
| 3 |
+
"suite": "lv2",
|
| 4 |
+
"step": 80000,
|
| 5 |
+
"episodes": 50,
|
| 6 |
+
"success_rate": 0.32,
|
| 7 |
+
"successes": 16,
|
| 8 |
+
"episode_seed_base": 1000,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"episode_success": [
|
| 11 |
+
0.0,
|
| 12 |
+
0.0,
|
| 13 |
+
0.0,
|
| 14 |
+
1.0,
|
| 15 |
+
0.0,
|
| 16 |
+
0.0,
|
| 17 |
+
1.0,
|
| 18 |
+
0.0,
|
| 19 |
+
0.0,
|
| 20 |
+
1.0,
|
| 21 |
+
0.0,
|
| 22 |
+
1.0,
|
| 23 |
+
1.0,
|
| 24 |
+
0.0,
|
| 25 |
+
0.0,
|
| 26 |
+
0.0,
|
| 27 |
+
0.0,
|
| 28 |
+
0.0,
|
| 29 |
+
1.0,
|
| 30 |
+
1.0,
|
| 31 |
+
0.0,
|
| 32 |
+
0.0,
|
| 33 |
+
1.0,
|
| 34 |
+
1.0,
|
| 35 |
+
0.0,
|
| 36 |
+
0.0,
|
| 37 |
+
0.0,
|
| 38 |
+
0.0,
|
| 39 |
+
0.0,
|
| 40 |
+
1.0,
|
| 41 |
+
0.0,
|
| 42 |
+
0.0,
|
| 43 |
+
0.0,
|
| 44 |
+
0.0,
|
| 45 |
+
1.0,
|
| 46 |
+
0.0,
|
| 47 |
+
0.0,
|
| 48 |
+
0.0,
|
| 49 |
+
0.0,
|
| 50 |
+
0.0,
|
| 51 |
+
1.0,
|
| 52 |
+
1.0,
|
| 53 |
+
0.0,
|
| 54 |
+
0.0,
|
| 55 |
+
0.0,
|
| 56 |
+
1.0,
|
| 57 |
+
1.0,
|
| 58 |
+
0.0,
|
| 59 |
+
0.0,
|
| 60 |
+
1.0
|
| 61 |
+
],
|
| 62 |
+
"episode_return": [
|
| 63 |
+
-27.04,
|
| 64 |
+
-33.693,
|
| 65 |
+
-27.421,
|
| 66 |
+
-22.165,
|
| 67 |
+
-24.797,
|
| 68 |
+
-28.803,
|
| 69 |
+
-14.662,
|
| 70 |
+
-25.247,
|
| 71 |
+
-26.999,
|
| 72 |
+
-19.021,
|
| 73 |
+
-27.678,
|
| 74 |
+
-20.479,
|
| 75 |
+
-17.589,
|
| 76 |
+
-19.201,
|
| 77 |
+
-28.019,
|
| 78 |
+
-26.578,
|
| 79 |
+
-30.018,
|
| 80 |
+
-33.066,
|
| 81 |
+
-20.933,
|
| 82 |
+
-17.752,
|
| 83 |
+
-34.321,
|
| 84 |
+
-26.066,
|
| 85 |
+
-14.705,
|
| 86 |
+
-27.577,
|
| 87 |
+
-22.382,
|
| 88 |
+
-24.164,
|
| 89 |
+
-26.846,
|
| 90 |
+
-27.626,
|
| 91 |
+
-30.017,
|
| 92 |
+
-19.114,
|
| 93 |
+
-27.987,
|
| 94 |
+
-31.297,
|
| 95 |
+
-24.77,
|
| 96 |
+
-26.334,
|
| 97 |
+
-12.728,
|
| 98 |
+
-23.896,
|
| 99 |
+
-28.076,
|
| 100 |
+
-30.212,
|
| 101 |
+
-27.896,
|
| 102 |
+
-24.563,
|
| 103 |
+
-21.542,
|
| 104 |
+
-16.834,
|
| 105 |
+
-26.23,
|
| 106 |
+
-22.177,
|
| 107 |
+
-24.526,
|
| 108 |
+
-19.215,
|
| 109 |
+
-22.899,
|
| 110 |
+
-26.629,
|
| 111 |
+
-24.193,
|
| 112 |
+
-18.803
|
| 113 |
+
],
|
| 114 |
+
"episode_steps": [
|
| 115 |
+
400,
|
| 116 |
+
400,
|
| 117 |
+
400,
|
| 118 |
+
317,
|
| 119 |
+
400,
|
| 120 |
+
400,
|
| 121 |
+
248,
|
| 122 |
+
400,
|
| 123 |
+
400,
|
| 124 |
+
349,
|
| 125 |
+
400,
|
| 126 |
+
318,
|
| 127 |
+
278,
|
| 128 |
+
400,
|
| 129 |
+
400,
|
| 130 |
+
400,
|
| 131 |
+
400,
|
| 132 |
+
400,
|
| 133 |
+
367,
|
| 134 |
+
263,
|
| 135 |
+
400,
|
| 136 |
+
400,
|
| 137 |
+
256,
|
| 138 |
+
396,
|
| 139 |
+
400,
|
| 140 |
+
400,
|
| 141 |
+
400,
|
| 142 |
+
400,
|
| 143 |
+
400,
|
| 144 |
+
286,
|
| 145 |
+
400,
|
| 146 |
+
400,
|
| 147 |
+
400,
|
| 148 |
+
400,
|
| 149 |
+
224,
|
| 150 |
+
400,
|
| 151 |
+
400,
|
| 152 |
+
400,
|
| 153 |
+
400,
|
| 154 |
+
400,
|
| 155 |
+
295,
|
| 156 |
+
257,
|
| 157 |
+
400,
|
| 158 |
+
400,
|
| 159 |
+
400,
|
| 160 |
+
286,
|
| 161 |
+
333,
|
| 162 |
+
400,
|
| 163 |
+
400,
|
| 164 |
+
303
|
| 165 |
+
],
|
| 166 |
+
"return_mean": -24.495720000000002,
|
| 167 |
+
"embodiment": "rigid_body/single_arm_dex",
|
| 168 |
+
"level": "level_2"
|
| 169 |
+
}
|
multi_task/level_2/eval_reports/HangMug-v1.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "HangMug-v1",
|
| 3 |
+
"suite": "lv2",
|
| 4 |
+
"step": 80000,
|
| 5 |
+
"episodes": 50,
|
| 6 |
+
"success_rate": 0.42,
|
| 7 |
+
"successes": 21,
|
| 8 |
+
"episode_seed_base": 1000,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"episode_success": [
|
| 11 |
+
1.0,
|
| 12 |
+
0.0,
|
| 13 |
+
0.0,
|
| 14 |
+
1.0,
|
| 15 |
+
0.0,
|
| 16 |
+
0.0,
|
| 17 |
+
0.0,
|
| 18 |
+
0.0,
|
| 19 |
+
0.0,
|
| 20 |
+
1.0,
|
| 21 |
+
1.0,
|
| 22 |
+
0.0,
|
| 23 |
+
1.0,
|
| 24 |
+
1.0,
|
| 25 |
+
0.0,
|
| 26 |
+
1.0,
|
| 27 |
+
1.0,
|
| 28 |
+
0.0,
|
| 29 |
+
1.0,
|
| 30 |
+
1.0,
|
| 31 |
+
1.0,
|
| 32 |
+
0.0,
|
| 33 |
+
0.0,
|
| 34 |
+
0.0,
|
| 35 |
+
1.0,
|
| 36 |
+
0.0,
|
| 37 |
+
1.0,
|
| 38 |
+
0.0,
|
| 39 |
+
1.0,
|
| 40 |
+
0.0,
|
| 41 |
+
0.0,
|
| 42 |
+
1.0,
|
| 43 |
+
0.0,
|
| 44 |
+
0.0,
|
| 45 |
+
0.0,
|
| 46 |
+
0.0,
|
| 47 |
+
0.0,
|
| 48 |
+
1.0,
|
| 49 |
+
1.0,
|
| 50 |
+
0.0,
|
| 51 |
+
0.0,
|
| 52 |
+
0.0,
|
| 53 |
+
0.0,
|
| 54 |
+
0.0,
|
| 55 |
+
0.0,
|
| 56 |
+
1.0,
|
| 57 |
+
1.0,
|
| 58 |
+
1.0,
|
| 59 |
+
0.0,
|
| 60 |
+
1.0
|
| 61 |
+
],
|
| 62 |
+
"episode_return": [
|
| 63 |
+
26.1,
|
| 64 |
+
124.264,
|
| 65 |
+
0.0,
|
| 66 |
+
14.439,
|
| 67 |
+
0.0,
|
| 68 |
+
0.0,
|
| 69 |
+
0.0,
|
| 70 |
+
0.0,
|
| 71 |
+
0.0,
|
| 72 |
+
97.119,
|
| 73 |
+
26.992,
|
| 74 |
+
0.0,
|
| 75 |
+
39.575,
|
| 76 |
+
58.103,
|
| 77 |
+
0.0,
|
| 78 |
+
66.616,
|
| 79 |
+
33.466,
|
| 80 |
+
0.0,
|
| 81 |
+
68.227,
|
| 82 |
+
44.585,
|
| 83 |
+
28.397,
|
| 84 |
+
1.928,
|
| 85 |
+
0.0,
|
| 86 |
+
0.069,
|
| 87 |
+
5.576,
|
| 88 |
+
0.0,
|
| 89 |
+
24.025,
|
| 90 |
+
0.0,
|
| 91 |
+
11.564,
|
| 92 |
+
0.0,
|
| 93 |
+
0.0,
|
| 94 |
+
28.101,
|
| 95 |
+
0.0,
|
| 96 |
+
0.0,
|
| 97 |
+
0.0,
|
| 98 |
+
0.0,
|
| 99 |
+
0.0,
|
| 100 |
+
61.812,
|
| 101 |
+
49.834,
|
| 102 |
+
0.0,
|
| 103 |
+
1.983,
|
| 104 |
+
0.0,
|
| 105 |
+
0.0,
|
| 106 |
+
0.0,
|
| 107 |
+
0.0,
|
| 108 |
+
28.464,
|
| 109 |
+
72.688,
|
| 110 |
+
13.771,
|
| 111 |
+
0.0,
|
| 112 |
+
30.717
|
| 113 |
+
],
|
| 114 |
+
"episode_steps": [
|
| 115 |
+
165,
|
| 116 |
+
600,
|
| 117 |
+
600,
|
| 118 |
+
215,
|
| 119 |
+
600,
|
| 120 |
+
600,
|
| 121 |
+
600,
|
| 122 |
+
600,
|
| 123 |
+
600,
|
| 124 |
+
347,
|
| 125 |
+
211,
|
| 126 |
+
600,
|
| 127 |
+
192,
|
| 128 |
+
348,
|
| 129 |
+
600,
|
| 130 |
+
282,
|
| 131 |
+
200,
|
| 132 |
+
600,
|
| 133 |
+
284,
|
| 134 |
+
187,
|
| 135 |
+
205,
|
| 136 |
+
600,
|
| 137 |
+
600,
|
| 138 |
+
600,
|
| 139 |
+
193,
|
| 140 |
+
600,
|
| 141 |
+
176,
|
| 142 |
+
600,
|
| 143 |
+
213,
|
| 144 |
+
600,
|
| 145 |
+
600,
|
| 146 |
+
177,
|
| 147 |
+
600,
|
| 148 |
+
600,
|
| 149 |
+
600,
|
| 150 |
+
600,
|
| 151 |
+
600,
|
| 152 |
+
417,
|
| 153 |
+
225,
|
| 154 |
+
600,
|
| 155 |
+
600,
|
| 156 |
+
600,
|
| 157 |
+
600,
|
| 158 |
+
600,
|
| 159 |
+
600,
|
| 160 |
+
293,
|
| 161 |
+
319,
|
| 162 |
+
227,
|
| 163 |
+
600,
|
| 164 |
+
209
|
| 165 |
+
],
|
| 166 |
+
"return_mean": 19.1683,
|
| 167 |
+
"embodiment": "rigid_body/single_arm_gripper",
|
| 168 |
+
"level": "level_2"
|
| 169 |
+
}
|
multi_task/level_2/eval_reports/KitAssembly-v1.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "KitAssembly-v1",
|
| 3 |
+
"suite": "lv2",
|
| 4 |
+
"step": 80000,
|
| 5 |
+
"episodes": 50,
|
| 6 |
+
"success_rate": 0.0,
|
| 7 |
+
"successes": 0,
|
| 8 |
+
"episode_seed_base": 1000,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"episode_success": [
|
| 11 |
+
0.0,
|
| 12 |
+
0.0,
|
| 13 |
+
0.0,
|
| 14 |
+
0.0,
|
| 15 |
+
0.0,
|
| 16 |
+
0.0,
|
| 17 |
+
0.0,
|
| 18 |
+
0.0,
|
| 19 |
+
0.0,
|
| 20 |
+
0.0,
|
| 21 |
+
0.0,
|
| 22 |
+
0.0,
|
| 23 |
+
0.0,
|
| 24 |
+
0.0,
|
| 25 |
+
0.0,
|
| 26 |
+
0.0,
|
| 27 |
+
0.0,
|
| 28 |
+
0.0,
|
| 29 |
+
0.0,
|
| 30 |
+
0.0,
|
| 31 |
+
0.0,
|
| 32 |
+
0.0,
|
| 33 |
+
0.0,
|
| 34 |
+
0.0,
|
| 35 |
+
0.0,
|
| 36 |
+
0.0,
|
| 37 |
+
0.0,
|
| 38 |
+
0.0,
|
| 39 |
+
0.0,
|
| 40 |
+
0.0,
|
| 41 |
+
0.0,
|
| 42 |
+
0.0,
|
| 43 |
+
0.0,
|
| 44 |
+
0.0,
|
| 45 |
+
0.0,
|
| 46 |
+
0.0,
|
| 47 |
+
0.0,
|
| 48 |
+
0.0,
|
| 49 |
+
0.0,
|
| 50 |
+
0.0,
|
| 51 |
+
0.0,
|
| 52 |
+
0.0,
|
| 53 |
+
0.0,
|
| 54 |
+
0.0,
|
| 55 |
+
0.0,
|
| 56 |
+
0.0,
|
| 57 |
+
0.0,
|
| 58 |
+
0.0,
|
| 59 |
+
0.0,
|
| 60 |
+
0.0
|
| 61 |
+
],
|
| 62 |
+
"episode_return": [
|
| 63 |
+
0.0,
|
| 64 |
+
6.0,
|
| 65 |
+
307.0,
|
| 66 |
+
361.0,
|
| 67 |
+
354.0,
|
| 68 |
+
12.5,
|
| 69 |
+
348.75,
|
| 70 |
+
356.0,
|
| 71 |
+
618.5,
|
| 72 |
+
0.0,
|
| 73 |
+
0.0,
|
| 74 |
+
6.75,
|
| 75 |
+
128.0,
|
| 76 |
+
360.75,
|
| 77 |
+
361.5,
|
| 78 |
+
355.5,
|
| 79 |
+
357.0,
|
| 80 |
+
0.0,
|
| 81 |
+
316.25,
|
| 82 |
+
0.0,
|
| 83 |
+
0.0,
|
| 84 |
+
0.0,
|
| 85 |
+
309.25,
|
| 86 |
+
0.0,
|
| 87 |
+
355.25,
|
| 88 |
+
358.25,
|
| 89 |
+
0.0,
|
| 90 |
+
13.75,
|
| 91 |
+
261.5,
|
| 92 |
+
334.75,
|
| 93 |
+
356.5,
|
| 94 |
+
0.0,
|
| 95 |
+
0.0,
|
| 96 |
+
0.0,
|
| 97 |
+
0.0,
|
| 98 |
+
358.25,
|
| 99 |
+
81.5,
|
| 100 |
+
0.0,
|
| 101 |
+
353.0,
|
| 102 |
+
338.75,
|
| 103 |
+
355.0,
|
| 104 |
+
354.75,
|
| 105 |
+
352.5,
|
| 106 |
+
0.0,
|
| 107 |
+
7.5,
|
| 108 |
+
347.5,
|
| 109 |
+
157.0,
|
| 110 |
+
326.5,
|
| 111 |
+
0.0,
|
| 112 |
+
336.0
|
| 113 |
+
],
|
| 114 |
+
"episode_steps": [
|
| 115 |
+
1600,
|
| 116 |
+
1600,
|
| 117 |
+
1600,
|
| 118 |
+
1600,
|
| 119 |
+
1600,
|
| 120 |
+
1600,
|
| 121 |
+
1600,
|
| 122 |
+
1600,
|
| 123 |
+
1600,
|
| 124 |
+
1600,
|
| 125 |
+
1600,
|
| 126 |
+
1600,
|
| 127 |
+
1600,
|
| 128 |
+
1600,
|
| 129 |
+
1600,
|
| 130 |
+
1600,
|
| 131 |
+
1600,
|
| 132 |
+
1600,
|
| 133 |
+
1600,
|
| 134 |
+
1600,
|
| 135 |
+
1600,
|
| 136 |
+
1600,
|
| 137 |
+
1600,
|
| 138 |
+
1600,
|
| 139 |
+
1600,
|
| 140 |
+
1600,
|
| 141 |
+
1600,
|
| 142 |
+
1600,
|
| 143 |
+
1600,
|
| 144 |
+
1600,
|
| 145 |
+
1600,
|
| 146 |
+
1600,
|
| 147 |
+
1600,
|
| 148 |
+
1600,
|
| 149 |
+
1600,
|
| 150 |
+
1600,
|
| 151 |
+
1600,
|
| 152 |
+
1600,
|
| 153 |
+
1600,
|
| 154 |
+
1600,
|
| 155 |
+
1600,
|
| 156 |
+
1600,
|
| 157 |
+
1600,
|
| 158 |
+
1600,
|
| 159 |
+
1600,
|
| 160 |
+
1600,
|
| 161 |
+
1600,
|
| 162 |
+
1600,
|
| 163 |
+
1600,
|
| 164 |
+
1600
|
| 165 |
+
],
|
| 166 |
+
"return_mean": 192.14,
|
| 167 |
+
"embodiment": "rigid_body/single_arm_gripper",
|
| 168 |
+
"level": "level_2"
|
| 169 |
+
}
|
multi_task/level_2/eval_reports/OpenBoxRetrieval-v1.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "OpenBoxRetrieval-v1",
|
| 3 |
+
"suite": "lv2",
|
| 4 |
+
"step": 80000,
|
| 5 |
+
"episodes": 50,
|
| 6 |
+
"success_rate": 0.04,
|
| 7 |
+
"successes": 2,
|
| 8 |
+
"episode_seed_base": 1000,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"episode_success": [
|
| 11 |
+
0.0,
|
| 12 |
+
0.0,
|
| 13 |
+
0.0,
|
| 14 |
+
0.0,
|
| 15 |
+
0.0,
|
| 16 |
+
0.0,
|
| 17 |
+
0.0,
|
| 18 |
+
0.0,
|
| 19 |
+
0.0,
|
| 20 |
+
0.0,
|
| 21 |
+
0.0,
|
| 22 |
+
0.0,
|
| 23 |
+
0.0,
|
| 24 |
+
0.0,
|
| 25 |
+
0.0,
|
| 26 |
+
0.0,
|
| 27 |
+
0.0,
|
| 28 |
+
0.0,
|
| 29 |
+
0.0,
|
| 30 |
+
0.0,
|
| 31 |
+
0.0,
|
| 32 |
+
0.0,
|
| 33 |
+
0.0,
|
| 34 |
+
0.0,
|
| 35 |
+
0.0,
|
| 36 |
+
0.0,
|
| 37 |
+
0.0,
|
| 38 |
+
0.0,
|
| 39 |
+
0.0,
|
| 40 |
+
0.0,
|
| 41 |
+
0.0,
|
| 42 |
+
1.0,
|
| 43 |
+
0.0,
|
| 44 |
+
0.0,
|
| 45 |
+
0.0,
|
| 46 |
+
0.0,
|
| 47 |
+
0.0,
|
| 48 |
+
0.0,
|
| 49 |
+
1.0,
|
| 50 |
+
0.0,
|
| 51 |
+
0.0,
|
| 52 |
+
0.0,
|
| 53 |
+
0.0,
|
| 54 |
+
0.0,
|
| 55 |
+
0.0,
|
| 56 |
+
0.0,
|
| 57 |
+
0.0,
|
| 58 |
+
0.0,
|
| 59 |
+
0.0,
|
| 60 |
+
0.0
|
| 61 |
+
],
|
| 62 |
+
"episode_return": [
|
| 63 |
+
165.43,
|
| 64 |
+
188.639,
|
| 65 |
+
179.566,
|
| 66 |
+
189.115,
|
| 67 |
+
198.053,
|
| 68 |
+
80.79,
|
| 69 |
+
197.128,
|
| 70 |
+
147.464,
|
| 71 |
+
175.74,
|
| 72 |
+
227.334,
|
| 73 |
+
205.755,
|
| 74 |
+
186.853,
|
| 75 |
+
255.959,
|
| 76 |
+
189.009,
|
| 77 |
+
148.246,
|
| 78 |
+
187.648,
|
| 79 |
+
170.579,
|
| 80 |
+
295.64,
|
| 81 |
+
219.701,
|
| 82 |
+
207.124,
|
| 83 |
+
198.043,
|
| 84 |
+
183.537,
|
| 85 |
+
187.637,
|
| 86 |
+
202.718,
|
| 87 |
+
242.988,
|
| 88 |
+
148.225,
|
| 89 |
+
223.158,
|
| 90 |
+
177.117,
|
| 91 |
+
181.487,
|
| 92 |
+
186.389,
|
| 93 |
+
84.569,
|
| 94 |
+
183.532,
|
| 95 |
+
188.72,
|
| 96 |
+
205.382,
|
| 97 |
+
184.138,
|
| 98 |
+
181.219,
|
| 99 |
+
187.999,
|
| 100 |
+
208.639,
|
| 101 |
+
163.569,
|
| 102 |
+
192.996,
|
| 103 |
+
215.822,
|
| 104 |
+
224.329,
|
| 105 |
+
180.674,
|
| 106 |
+
134.893,
|
| 107 |
+
178.026,
|
| 108 |
+
108.368,
|
| 109 |
+
199.381,
|
| 110 |
+
201.467,
|
| 111 |
+
183.152,
|
| 112 |
+
224.047
|
| 113 |
+
],
|
| 114 |
+
"episode_steps": [
|
| 115 |
+
700,
|
| 116 |
+
700,
|
| 117 |
+
700,
|
| 118 |
+
700,
|
| 119 |
+
700,
|
| 120 |
+
700,
|
| 121 |
+
700,
|
| 122 |
+
700,
|
| 123 |
+
700,
|
| 124 |
+
700,
|
| 125 |
+
700,
|
| 126 |
+
700,
|
| 127 |
+
700,
|
| 128 |
+
700,
|
| 129 |
+
700,
|
| 130 |
+
700,
|
| 131 |
+
700,
|
| 132 |
+
700,
|
| 133 |
+
700,
|
| 134 |
+
700,
|
| 135 |
+
700,
|
| 136 |
+
700,
|
| 137 |
+
700,
|
| 138 |
+
700,
|
| 139 |
+
700,
|
| 140 |
+
700,
|
| 141 |
+
700,
|
| 142 |
+
700,
|
| 143 |
+
700,
|
| 144 |
+
700,
|
| 145 |
+
700,
|
| 146 |
+
582,
|
| 147 |
+
700,
|
| 148 |
+
700,
|
| 149 |
+
700,
|
| 150 |
+
700,
|
| 151 |
+
700,
|
| 152 |
+
700,
|
| 153 |
+
541,
|
| 154 |
+
700,
|
| 155 |
+
700,
|
| 156 |
+
700,
|
| 157 |
+
700,
|
| 158 |
+
700,
|
| 159 |
+
700,
|
| 160 |
+
700,
|
| 161 |
+
700,
|
| 162 |
+
700,
|
| 163 |
+
700,
|
| 164 |
+
700
|
| 165 |
+
],
|
| 166 |
+
"return_mean": 187.55988000000002,
|
| 167 |
+
"embodiment": "rigid_body/single_arm_gripper",
|
| 168 |
+
"level": "level_2"
|
| 169 |
+
}
|
multi_task/level_2/eval_reports/PivotBook-v1.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "PivotBook-v1",
|
| 3 |
+
"suite": "lv2",
|
| 4 |
+
"step": 80000,
|
| 5 |
+
"episodes": 50,
|
| 6 |
+
"success_rate": 0.16,
|
| 7 |
+
"successes": 8,
|
| 8 |
+
"episode_seed_base": 1000,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"episode_success": [
|
| 11 |
+
0.0,
|
| 12 |
+
1.0,
|
| 13 |
+
0.0,
|
| 14 |
+
0.0,
|
| 15 |
+
0.0,
|
| 16 |
+
1.0,
|
| 17 |
+
0.0,
|
| 18 |
+
1.0,
|
| 19 |
+
0.0,
|
| 20 |
+
0.0,
|
| 21 |
+
0.0,
|
| 22 |
+
0.0,
|
| 23 |
+
0.0,
|
| 24 |
+
1.0,
|
| 25 |
+
0.0,
|
| 26 |
+
0.0,
|
| 27 |
+
0.0,
|
| 28 |
+
0.0,
|
| 29 |
+
0.0,
|
| 30 |
+
0.0,
|
| 31 |
+
0.0,
|
| 32 |
+
0.0,
|
| 33 |
+
0.0,
|
| 34 |
+
0.0,
|
| 35 |
+
1.0,
|
| 36 |
+
1.0,
|
| 37 |
+
0.0,
|
| 38 |
+
0.0,
|
| 39 |
+
0.0,
|
| 40 |
+
0.0,
|
| 41 |
+
0.0,
|
| 42 |
+
1.0,
|
| 43 |
+
0.0,
|
| 44 |
+
0.0,
|
| 45 |
+
0.0,
|
| 46 |
+
0.0,
|
| 47 |
+
0.0,
|
| 48 |
+
0.0,
|
| 49 |
+
0.0,
|
| 50 |
+
0.0,
|
| 51 |
+
0.0,
|
| 52 |
+
0.0,
|
| 53 |
+
0.0,
|
| 54 |
+
0.0,
|
| 55 |
+
0.0,
|
| 56 |
+
1.0,
|
| 57 |
+
0.0,
|
| 58 |
+
0.0,
|
| 59 |
+
0.0,
|
| 60 |
+
0.0
|
| 61 |
+
],
|
| 62 |
+
"episode_return": [
|
| 63 |
+
52.32,
|
| 64 |
+
317.429,
|
| 65 |
+
0.0,
|
| 66 |
+
38.488,
|
| 67 |
+
50.283,
|
| 68 |
+
134.95,
|
| 69 |
+
2.745,
|
| 70 |
+
256.377,
|
| 71 |
+
0.199,
|
| 72 |
+
151.076,
|
| 73 |
+
143.265,
|
| 74 |
+
1377.715,
|
| 75 |
+
1.359,
|
| 76 |
+
368.924,
|
| 77 |
+
142.749,
|
| 78 |
+
55.692,
|
| 79 |
+
111.99,
|
| 80 |
+
141.671,
|
| 81 |
+
69.035,
|
| 82 |
+
1086.128,
|
| 83 |
+
162.449,
|
| 84 |
+
0.0,
|
| 85 |
+
89.65,
|
| 86 |
+
0.159,
|
| 87 |
+
174.966,
|
| 88 |
+
264.844,
|
| 89 |
+
171.237,
|
| 90 |
+
0.118,
|
| 91 |
+
82.94,
|
| 92 |
+
69.93,
|
| 93 |
+
83.629,
|
| 94 |
+
256.014,
|
| 95 |
+
120.632,
|
| 96 |
+
138.645,
|
| 97 |
+
795.154,
|
| 98 |
+
15.622,
|
| 99 |
+
0.211,
|
| 100 |
+
99.641,
|
| 101 |
+
69.888,
|
| 102 |
+
64.888,
|
| 103 |
+
0.0,
|
| 104 |
+
743.265,
|
| 105 |
+
139.198,
|
| 106 |
+
250.656,
|
| 107 |
+
175.439,
|
| 108 |
+
189.558,
|
| 109 |
+
25.148,
|
| 110 |
+
191.95,
|
| 111 |
+
0.0,
|
| 112 |
+
116.451
|
| 113 |
+
],
|
| 114 |
+
"episode_steps": [
|
| 115 |
+
500,
|
| 116 |
+
334,
|
| 117 |
+
500,
|
| 118 |
+
500,
|
| 119 |
+
500,
|
| 120 |
+
251,
|
| 121 |
+
500,
|
| 122 |
+
307,
|
| 123 |
+
500,
|
| 124 |
+
500,
|
| 125 |
+
500,
|
| 126 |
+
500,
|
| 127 |
+
500,
|
| 128 |
+
436,
|
| 129 |
+
500,
|
| 130 |
+
500,
|
| 131 |
+
500,
|
| 132 |
+
500,
|
| 133 |
+
500,
|
| 134 |
+
500,
|
| 135 |
+
500,
|
| 136 |
+
500,
|
| 137 |
+
500,
|
| 138 |
+
500,
|
| 139 |
+
268,
|
| 140 |
+
357,
|
| 141 |
+
500,
|
| 142 |
+
500,
|
| 143 |
+
500,
|
| 144 |
+
500,
|
| 145 |
+
500,
|
| 146 |
+
323,
|
| 147 |
+
500,
|
| 148 |
+
500,
|
| 149 |
+
500,
|
| 150 |
+
500,
|
| 151 |
+
500,
|
| 152 |
+
500,
|
| 153 |
+
500,
|
| 154 |
+
500,
|
| 155 |
+
500,
|
| 156 |
+
500,
|
| 157 |
+
500,
|
| 158 |
+
500,
|
| 159 |
+
500,
|
| 160 |
+
277,
|
| 161 |
+
500,
|
| 162 |
+
500,
|
| 163 |
+
500,
|
| 164 |
+
500
|
| 165 |
+
],
|
| 166 |
+
"return_mean": 179.89354,
|
| 167 |
+
"embodiment": "rigid_body/single_arm_gripper",
|
| 168 |
+
"level": "level_2"
|
| 169 |
+
}
|
multi_task/level_2/eval_reports/ReorientPen-v1.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "ReorientPen-v1",
|
| 3 |
+
"suite": "lv2",
|
| 4 |
+
"step": 80000,
|
| 5 |
+
"episodes": 50,
|
| 6 |
+
"success_rate": 0.3,
|
| 7 |
+
"successes": 15,
|
| 8 |
+
"episode_seed_base": 1000,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"episode_success": [
|
| 11 |
+
0.0,
|
| 12 |
+
0.0,
|
| 13 |
+
1.0,
|
| 14 |
+
1.0,
|
| 15 |
+
0.0,
|
| 16 |
+
0.0,
|
| 17 |
+
0.0,
|
| 18 |
+
1.0,
|
| 19 |
+
1.0,
|
| 20 |
+
0.0,
|
| 21 |
+
1.0,
|
| 22 |
+
0.0,
|
| 23 |
+
1.0,
|
| 24 |
+
0.0,
|
| 25 |
+
0.0,
|
| 26 |
+
0.0,
|
| 27 |
+
0.0,
|
| 28 |
+
0.0,
|
| 29 |
+
0.0,
|
| 30 |
+
1.0,
|
| 31 |
+
0.0,
|
| 32 |
+
0.0,
|
| 33 |
+
0.0,
|
| 34 |
+
1.0,
|
| 35 |
+
1.0,
|
| 36 |
+
0.0,
|
| 37 |
+
0.0,
|
| 38 |
+
0.0,
|
| 39 |
+
0.0,
|
| 40 |
+
0.0,
|
| 41 |
+
0.0,
|
| 42 |
+
0.0,
|
| 43 |
+
1.0,
|
| 44 |
+
1.0,
|
| 45 |
+
0.0,
|
| 46 |
+
0.0,
|
| 47 |
+
0.0,
|
| 48 |
+
0.0,
|
| 49 |
+
0.0,
|
| 50 |
+
0.0,
|
| 51 |
+
0.0,
|
| 52 |
+
0.0,
|
| 53 |
+
0.0,
|
| 54 |
+
1.0,
|
| 55 |
+
0.0,
|
| 56 |
+
1.0,
|
| 57 |
+
0.0,
|
| 58 |
+
0.0,
|
| 59 |
+
1.0,
|
| 60 |
+
1.0
|
| 61 |
+
],
|
| 62 |
+
"episode_return": [
|
| 63 |
+
106.133,
|
| 64 |
+
85.43,
|
| 65 |
+
101.287,
|
| 66 |
+
176.86,
|
| 67 |
+
67.861,
|
| 68 |
+
104.57,
|
| 69 |
+
132.185,
|
| 70 |
+
72.861,
|
| 71 |
+
109.096,
|
| 72 |
+
135.612,
|
| 73 |
+
101.846,
|
| 74 |
+
116.464,
|
| 75 |
+
97.222,
|
| 76 |
+
170.85,
|
| 77 |
+
96.902,
|
| 78 |
+
30.144,
|
| 79 |
+
144.635,
|
| 80 |
+
145.942,
|
| 81 |
+
168.969,
|
| 82 |
+
86.549,
|
| 83 |
+
83.778,
|
| 84 |
+
199.333,
|
| 85 |
+
54.624,
|
| 86 |
+
107.489,
|
| 87 |
+
108.008,
|
| 88 |
+
125.991,
|
| 89 |
+
146.961,
|
| 90 |
+
98.359,
|
| 91 |
+
182.854,
|
| 92 |
+
116.806,
|
| 93 |
+
156.454,
|
| 94 |
+
51.189,
|
| 95 |
+
80.419,
|
| 96 |
+
177.818,
|
| 97 |
+
105.253,
|
| 98 |
+
106.005,
|
| 99 |
+
167.169,
|
| 100 |
+
34.505,
|
| 101 |
+
106.932,
|
| 102 |
+
106.386,
|
| 103 |
+
93.448,
|
| 104 |
+
66.66,
|
| 105 |
+
156.082,
|
| 106 |
+
76.637,
|
| 107 |
+
150.714,
|
| 108 |
+
80.373,
|
| 109 |
+
147.49,
|
| 110 |
+
100.825,
|
| 111 |
+
35.904,
|
| 112 |
+
107.469
|
| 113 |
+
],
|
| 114 |
+
"episode_steps": [
|
| 115 |
+
300,
|
| 116 |
+
300,
|
| 117 |
+
157,
|
| 118 |
+
258,
|
| 119 |
+
300,
|
| 120 |
+
300,
|
| 121 |
+
300,
|
| 122 |
+
150,
|
| 123 |
+
236,
|
| 124 |
+
300,
|
| 125 |
+
128,
|
| 126 |
+
300,
|
| 127 |
+
131,
|
| 128 |
+
300,
|
| 129 |
+
300,
|
| 130 |
+
300,
|
| 131 |
+
300,
|
| 132 |
+
300,
|
| 133 |
+
300,
|
| 134 |
+
150,
|
| 135 |
+
300,
|
| 136 |
+
300,
|
| 137 |
+
300,
|
| 138 |
+
143,
|
| 139 |
+
130,
|
| 140 |
+
300,
|
| 141 |
+
300,
|
| 142 |
+
300,
|
| 143 |
+
300,
|
| 144 |
+
300,
|
| 145 |
+
300,
|
| 146 |
+
300,
|
| 147 |
+
112,
|
| 148 |
+
198,
|
| 149 |
+
300,
|
| 150 |
+
300,
|
| 151 |
+
300,
|
| 152 |
+
300,
|
| 153 |
+
300,
|
| 154 |
+
300,
|
| 155 |
+
300,
|
| 156 |
+
300,
|
| 157 |
+
300,
|
| 158 |
+
113,
|
| 159 |
+
300,
|
| 160 |
+
91,
|
| 161 |
+
300,
|
| 162 |
+
300,
|
| 163 |
+
139,
|
| 164 |
+
147
|
| 165 |
+
],
|
| 166 |
+
"return_mean": 111.66706,
|
| 167 |
+
"embodiment": "rigid_body/single_arm_dex",
|
| 168 |
+
"level": "level_2"
|
| 169 |
+
}
|
multi_task/level_2/eval_reports/RollingPin-v1.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "RollingPin-v1",
|
| 3 |
+
"suite": "lv2",
|
| 4 |
+
"step": 80000,
|
| 5 |
+
"episodes": 50,
|
| 6 |
+
"success_rate": 0.38,
|
| 7 |
+
"successes": 19,
|
| 8 |
+
"episode_seed_base": 1000,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"episode_success": [
|
| 11 |
+
0.0,
|
| 12 |
+
0.0,
|
| 13 |
+
1.0,
|
| 14 |
+
0.0,
|
| 15 |
+
0.0,
|
| 16 |
+
0.0,
|
| 17 |
+
1.0,
|
| 18 |
+
1.0,
|
| 19 |
+
0.0,
|
| 20 |
+
0.0,
|
| 21 |
+
0.0,
|
| 22 |
+
0.0,
|
| 23 |
+
0.0,
|
| 24 |
+
0.0,
|
| 25 |
+
1.0,
|
| 26 |
+
0.0,
|
| 27 |
+
0.0,
|
| 28 |
+
0.0,
|
| 29 |
+
0.0,
|
| 30 |
+
0.0,
|
| 31 |
+
1.0,
|
| 32 |
+
1.0,
|
| 33 |
+
1.0,
|
| 34 |
+
0.0,
|
| 35 |
+
1.0,
|
| 36 |
+
0.0,
|
| 37 |
+
1.0,
|
| 38 |
+
0.0,
|
| 39 |
+
0.0,
|
| 40 |
+
1.0,
|
| 41 |
+
0.0,
|
| 42 |
+
0.0,
|
| 43 |
+
1.0,
|
| 44 |
+
1.0,
|
| 45 |
+
0.0,
|
| 46 |
+
0.0,
|
| 47 |
+
0.0,
|
| 48 |
+
0.0,
|
| 49 |
+
1.0,
|
| 50 |
+
0.0,
|
| 51 |
+
1.0,
|
| 52 |
+
1.0,
|
| 53 |
+
1.0,
|
| 54 |
+
0.0,
|
| 55 |
+
0.0,
|
| 56 |
+
0.0,
|
| 57 |
+
0.0,
|
| 58 |
+
1.0,
|
| 59 |
+
1.0,
|
| 60 |
+
1.0
|
| 61 |
+
],
|
| 62 |
+
"episode_return": [
|
| 63 |
+
302.387,
|
| 64 |
+
248.86,
|
| 65 |
+
207.718,
|
| 66 |
+
258.763,
|
| 67 |
+
219.661,
|
| 68 |
+
246.454,
|
| 69 |
+
196.347,
|
| 70 |
+
212.198,
|
| 71 |
+
288.719,
|
| 72 |
+
265.79,
|
| 73 |
+
251.305,
|
| 74 |
+
200.965,
|
| 75 |
+
269.774,
|
| 76 |
+
275.011,
|
| 77 |
+
194.676,
|
| 78 |
+
255.299,
|
| 79 |
+
208.412,
|
| 80 |
+
232.356,
|
| 81 |
+
317.318,
|
| 82 |
+
254.669,
|
| 83 |
+
246.862,
|
| 84 |
+
226.603,
|
| 85 |
+
221.613,
|
| 86 |
+
281.306,
|
| 87 |
+
210.3,
|
| 88 |
+
210.579,
|
| 89 |
+
241.195,
|
| 90 |
+
197.384,
|
| 91 |
+
290.792,
|
| 92 |
+
228.436,
|
| 93 |
+
285.528,
|
| 94 |
+
289.265,
|
| 95 |
+
209.762,
|
| 96 |
+
265.878,
|
| 97 |
+
247.901,
|
| 98 |
+
278.407,
|
| 99 |
+
253.631,
|
| 100 |
+
236.428,
|
| 101 |
+
250.699,
|
| 102 |
+
282.664,
|
| 103 |
+
239.593,
|
| 104 |
+
238.843,
|
| 105 |
+
219.993,
|
| 106 |
+
288.499,
|
| 107 |
+
281.752,
|
| 108 |
+
263.806,
|
| 109 |
+
252.436,
|
| 110 |
+
214.989,
|
| 111 |
+
213.289,
|
| 112 |
+
221.088
|
| 113 |
+
],
|
| 114 |
+
"episode_steps": [
|
| 115 |
+
300,
|
| 116 |
+
300,
|
| 117 |
+
238,
|
| 118 |
+
300,
|
| 119 |
+
300,
|
| 120 |
+
300,
|
| 121 |
+
236,
|
| 122 |
+
237,
|
| 123 |
+
300,
|
| 124 |
+
300,
|
| 125 |
+
300,
|
| 126 |
+
300,
|
| 127 |
+
300,
|
| 128 |
+
300,
|
| 129 |
+
236,
|
| 130 |
+
300,
|
| 131 |
+
300,
|
| 132 |
+
300,
|
| 133 |
+
300,
|
| 134 |
+
300,
|
| 135 |
+
285,
|
| 136 |
+
261,
|
| 137 |
+
252,
|
| 138 |
+
300,
|
| 139 |
+
239,
|
| 140 |
+
300,
|
| 141 |
+
265,
|
| 142 |
+
300,
|
| 143 |
+
300,
|
| 144 |
+
254,
|
| 145 |
+
300,
|
| 146 |
+
300,
|
| 147 |
+
251,
|
| 148 |
+
298,
|
| 149 |
+
300,
|
| 150 |
+
300,
|
| 151 |
+
300,
|
| 152 |
+
300,
|
| 153 |
+
298,
|
| 154 |
+
300,
|
| 155 |
+
270,
|
| 156 |
+
283,
|
| 157 |
+
256,
|
| 158 |
+
300,
|
| 159 |
+
300,
|
| 160 |
+
300,
|
| 161 |
+
300,
|
| 162 |
+
240,
|
| 163 |
+
237,
|
| 164 |
+
254
|
| 165 |
+
],
|
| 166 |
+
"return_mean": 245.92406,
|
| 167 |
+
"embodiment": "deformable/single_arm_dex",
|
| 168 |
+
"level": "level_2"
|
| 169 |
+
}
|
multi_task/level_2/eval_reports/RopeBridgeDex-v1.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "RopeBridgeDex-v1",
|
| 3 |
+
"suite": "lv2",
|
| 4 |
+
"step": 80000,
|
| 5 |
+
"episodes": 50,
|
| 6 |
+
"success_rate": 0.32,
|
| 7 |
+
"successes": 16,
|
| 8 |
+
"episode_seed_base": 1000,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"episode_success": [
|
| 11 |
+
0.0,
|
| 12 |
+
0.0,
|
| 13 |
+
0.0,
|
| 14 |
+
0.0,
|
| 15 |
+
0.0,
|
| 16 |
+
1.0,
|
| 17 |
+
0.0,
|
| 18 |
+
1.0,
|
| 19 |
+
0.0,
|
| 20 |
+
0.0,
|
| 21 |
+
0.0,
|
| 22 |
+
0.0,
|
| 23 |
+
1.0,
|
| 24 |
+
1.0,
|
| 25 |
+
1.0,
|
| 26 |
+
0.0,
|
| 27 |
+
1.0,
|
| 28 |
+
0.0,
|
| 29 |
+
0.0,
|
| 30 |
+
0.0,
|
| 31 |
+
0.0,
|
| 32 |
+
0.0,
|
| 33 |
+
0.0,
|
| 34 |
+
0.0,
|
| 35 |
+
1.0,
|
| 36 |
+
1.0,
|
| 37 |
+
1.0,
|
| 38 |
+
0.0,
|
| 39 |
+
0.0,
|
| 40 |
+
0.0,
|
| 41 |
+
0.0,
|
| 42 |
+
0.0,
|
| 43 |
+
0.0,
|
| 44 |
+
1.0,
|
| 45 |
+
0.0,
|
| 46 |
+
0.0,
|
| 47 |
+
0.0,
|
| 48 |
+
1.0,
|
| 49 |
+
0.0,
|
| 50 |
+
0.0,
|
| 51 |
+
0.0,
|
| 52 |
+
0.0,
|
| 53 |
+
0.0,
|
| 54 |
+
0.0,
|
| 55 |
+
1.0,
|
| 56 |
+
1.0,
|
| 57 |
+
1.0,
|
| 58 |
+
0.0,
|
| 59 |
+
1.0,
|
| 60 |
+
1.0
|
| 61 |
+
],
|
| 62 |
+
"episode_return": [
|
| 63 |
+
326.749,
|
| 64 |
+
288.211,
|
| 65 |
+
317.583,
|
| 66 |
+
310.96,
|
| 67 |
+
291.557,
|
| 68 |
+
502.07,
|
| 69 |
+
356.367,
|
| 70 |
+
202.617,
|
| 71 |
+
498.721,
|
| 72 |
+
369.487,
|
| 73 |
+
362.691,
|
| 74 |
+
341.436,
|
| 75 |
+
250.833,
|
| 76 |
+
375.403,
|
| 77 |
+
199.332,
|
| 78 |
+
353.255,
|
| 79 |
+
164.597,
|
| 80 |
+
375.846,
|
| 81 |
+
279.329,
|
| 82 |
+
328.023,
|
| 83 |
+
302.286,
|
| 84 |
+
337.066,
|
| 85 |
+
347.011,
|
| 86 |
+
330.302,
|
| 87 |
+
179.414,
|
| 88 |
+
183.685,
|
| 89 |
+
215.722,
|
| 90 |
+
367.329,
|
| 91 |
+
451.841,
|
| 92 |
+
492.732,
|
| 93 |
+
331.024,
|
| 94 |
+
312.507,
|
| 95 |
+
436.351,
|
| 96 |
+
315.322,
|
| 97 |
+
319.999,
|
| 98 |
+
279.095,
|
| 99 |
+
328.964,
|
| 100 |
+
237.06,
|
| 101 |
+
282.151,
|
| 102 |
+
464.287,
|
| 103 |
+
390.939,
|
| 104 |
+
360.04,
|
| 105 |
+
371.824,
|
| 106 |
+
331.363,
|
| 107 |
+
225.224,
|
| 108 |
+
204.14,
|
| 109 |
+
166.048,
|
| 110 |
+
326.386,
|
| 111 |
+
207.918,
|
| 112 |
+
139.794
|
| 113 |
+
],
|
| 114 |
+
"episode_steps": [
|
| 115 |
+
800,
|
| 116 |
+
800,
|
| 117 |
+
800,
|
| 118 |
+
800,
|
| 119 |
+
800,
|
| 120 |
+
700,
|
| 121 |
+
800,
|
| 122 |
+
341,
|
| 123 |
+
800,
|
| 124 |
+
800,
|
| 125 |
+
800,
|
| 126 |
+
800,
|
| 127 |
+
527,
|
| 128 |
+
615,
|
| 129 |
+
353,
|
| 130 |
+
800,
|
| 131 |
+
307,
|
| 132 |
+
800,
|
| 133 |
+
800,
|
| 134 |
+
800,
|
| 135 |
+
800,
|
| 136 |
+
800,
|
| 137 |
+
800,
|
| 138 |
+
800,
|
| 139 |
+
323,
|
| 140 |
+
322,
|
| 141 |
+
478,
|
| 142 |
+
800,
|
| 143 |
+
800,
|
| 144 |
+
800,
|
| 145 |
+
800,
|
| 146 |
+
800,
|
| 147 |
+
800,
|
| 148 |
+
591,
|
| 149 |
+
800,
|
| 150 |
+
800,
|
| 151 |
+
800,
|
| 152 |
+
394,
|
| 153 |
+
800,
|
| 154 |
+
800,
|
| 155 |
+
800,
|
| 156 |
+
800,
|
| 157 |
+
800,
|
| 158 |
+
800,
|
| 159 |
+
468,
|
| 160 |
+
339,
|
| 161 |
+
297,
|
| 162 |
+
800,
|
| 163 |
+
342,
|
| 164 |
+
280
|
| 165 |
+
],
|
| 166 |
+
"return_mean": 314.65782,
|
| 167 |
+
"embodiment": "deformable/single_arm_dex",
|
| 168 |
+
"level": "level_2"
|
| 169 |
+
}
|
multi_task/level_2/eval_reports/ScoopWater-v1.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "ScoopWater-v1",
|
| 3 |
+
"suite": "lv2",
|
| 4 |
+
"step": 80000,
|
| 5 |
+
"episodes": 50,
|
| 6 |
+
"success_rate": 0.26,
|
| 7 |
+
"successes": 13,
|
| 8 |
+
"episode_seed_base": 1000,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"episode_success": [
|
| 11 |
+
0.0,
|
| 12 |
+
0.0,
|
| 13 |
+
0.0,
|
| 14 |
+
0.0,
|
| 15 |
+
0.0,
|
| 16 |
+
0.0,
|
| 17 |
+
0.0,
|
| 18 |
+
0.0,
|
| 19 |
+
0.0,
|
| 20 |
+
0.0,
|
| 21 |
+
0.0,
|
| 22 |
+
0.0,
|
| 23 |
+
0.0,
|
| 24 |
+
0.0,
|
| 25 |
+
0.0,
|
| 26 |
+
1.0,
|
| 27 |
+
0.0,
|
| 28 |
+
1.0,
|
| 29 |
+
0.0,
|
| 30 |
+
0.0,
|
| 31 |
+
1.0,
|
| 32 |
+
1.0,
|
| 33 |
+
0.0,
|
| 34 |
+
0.0,
|
| 35 |
+
0.0,
|
| 36 |
+
1.0,
|
| 37 |
+
0.0,
|
| 38 |
+
0.0,
|
| 39 |
+
0.0,
|
| 40 |
+
1.0,
|
| 41 |
+
1.0,
|
| 42 |
+
0.0,
|
| 43 |
+
1.0,
|
| 44 |
+
0.0,
|
| 45 |
+
0.0,
|
| 46 |
+
1.0,
|
| 47 |
+
0.0,
|
| 48 |
+
1.0,
|
| 49 |
+
0.0,
|
| 50 |
+
0.0,
|
| 51 |
+
1.0,
|
| 52 |
+
0.0,
|
| 53 |
+
1.0,
|
| 54 |
+
0.0,
|
| 55 |
+
0.0,
|
| 56 |
+
1.0,
|
| 57 |
+
0.0,
|
| 58 |
+
0.0,
|
| 59 |
+
0.0,
|
| 60 |
+
0.0
|
| 61 |
+
],
|
| 62 |
+
"episode_return": [
|
| 63 |
+
-130.489,
|
| 64 |
+
-73.162,
|
| 65 |
+
-83.27,
|
| 66 |
+
0.0,
|
| 67 |
+
-85.485,
|
| 68 |
+
-22.472,
|
| 69 |
+
0.0,
|
| 70 |
+
0.0,
|
| 71 |
+
0.0,
|
| 72 |
+
-238.984,
|
| 73 |
+
0.0,
|
| 74 |
+
0.0,
|
| 75 |
+
-26.175,
|
| 76 |
+
-299.322,
|
| 77 |
+
0.0,
|
| 78 |
+
3.433,
|
| 79 |
+
-92.601,
|
| 80 |
+
19.684,
|
| 81 |
+
0.0,
|
| 82 |
+
0.0,
|
| 83 |
+
12.023,
|
| 84 |
+
8.26,
|
| 85 |
+
-167.603,
|
| 86 |
+
-116.334,
|
| 87 |
+
-192.607,
|
| 88 |
+
7.169,
|
| 89 |
+
0.0,
|
| 90 |
+
0.0,
|
| 91 |
+
-205.709,
|
| 92 |
+
11.732,
|
| 93 |
+
12.813,
|
| 94 |
+
-75.102,
|
| 95 |
+
9.202,
|
| 96 |
+
0.0,
|
| 97 |
+
-187.041,
|
| 98 |
+
1.956,
|
| 99 |
+
0.0,
|
| 100 |
+
12.703,
|
| 101 |
+
-210.382,
|
| 102 |
+
-115.734,
|
| 103 |
+
7.906,
|
| 104 |
+
0.0,
|
| 105 |
+
3.409,
|
| 106 |
+
-51.656,
|
| 107 |
+
-80.872,
|
| 108 |
+
11.77,
|
| 109 |
+
0.0,
|
| 110 |
+
-142.873,
|
| 111 |
+
0.0,
|
| 112 |
+
0.0
|
| 113 |
+
],
|
| 114 |
+
"episode_steps": [
|
| 115 |
+
600,
|
| 116 |
+
600,
|
| 117 |
+
600,
|
| 118 |
+
600,
|
| 119 |
+
600,
|
| 120 |
+
600,
|
| 121 |
+
600,
|
| 122 |
+
600,
|
| 123 |
+
600,
|
| 124 |
+
600,
|
| 125 |
+
600,
|
| 126 |
+
600,
|
| 127 |
+
600,
|
| 128 |
+
600,
|
| 129 |
+
600,
|
| 130 |
+
386,
|
| 131 |
+
600,
|
| 132 |
+
360,
|
| 133 |
+
600,
|
| 134 |
+
600,
|
| 135 |
+
322,
|
| 136 |
+
343,
|
| 137 |
+
600,
|
| 138 |
+
600,
|
| 139 |
+
600,
|
| 140 |
+
350,
|
| 141 |
+
600,
|
| 142 |
+
600,
|
| 143 |
+
600,
|
| 144 |
+
373,
|
| 145 |
+
343,
|
| 146 |
+
600,
|
| 147 |
+
346,
|
| 148 |
+
600,
|
| 149 |
+
600,
|
| 150 |
+
388,
|
| 151 |
+
600,
|
| 152 |
+
351,
|
| 153 |
+
600,
|
| 154 |
+
600,
|
| 155 |
+
362,
|
| 156 |
+
600,
|
| 157 |
+
382,
|
| 158 |
+
600,
|
| 159 |
+
600,
|
| 160 |
+
377,
|
| 161 |
+
600,
|
| 162 |
+
600,
|
| 163 |
+
600,
|
| 164 |
+
600
|
| 165 |
+
],
|
| 166 |
+
"return_mean": -49.51626,
|
| 167 |
+
"embodiment": "deformable/single_arm_gripper",
|
| 168 |
+
"level": "level_2"
|
| 169 |
+
}
|
multi_task/level_2/eval_reports/StraightenTwoRopesSequential-v1.json
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "StraightenTwoRopesSequential-v1",
|
| 3 |
+
"suite": "lv2",
|
| 4 |
+
"step": 80000,
|
| 5 |
+
"episodes": 50,
|
| 6 |
+
"success_rate": 0.12,
|
| 7 |
+
"successes": 6,
|
| 8 |
+
"episode_seed_base": 1000,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"episode_success": [
|
| 11 |
+
0.0,
|
| 12 |
+
1.0,
|
| 13 |
+
0.0,
|
| 14 |
+
0.0,
|
| 15 |
+
0.0,
|
| 16 |
+
0.0,
|
| 17 |
+
0.0,
|
| 18 |
+
0.0,
|
| 19 |
+
0.0,
|
| 20 |
+
0.0,
|
| 21 |
+
0.0,
|
| 22 |
+
0.0,
|
| 23 |
+
1.0,
|
| 24 |
+
0.0,
|
| 25 |
+
0.0,
|
| 26 |
+
0.0,
|
| 27 |
+
0.0,
|
| 28 |
+
0.0,
|
| 29 |
+
0.0,
|
| 30 |
+
1.0,
|
| 31 |
+
0.0,
|
| 32 |
+
0.0,
|
| 33 |
+
0.0,
|
| 34 |
+
0.0,
|
| 35 |
+
0.0,
|
| 36 |
+
0.0,
|
| 37 |
+
0.0,
|
| 38 |
+
0.0,
|
| 39 |
+
0.0,
|
| 40 |
+
1.0,
|
| 41 |
+
0.0,
|
| 42 |
+
0.0,
|
| 43 |
+
0.0,
|
| 44 |
+
0.0,
|
| 45 |
+
0.0,
|
| 46 |
+
1.0,
|
| 47 |
+
0.0,
|
| 48 |
+
0.0,
|
| 49 |
+
0.0,
|
| 50 |
+
0.0,
|
| 51 |
+
0.0,
|
| 52 |
+
0.0,
|
| 53 |
+
0.0,
|
| 54 |
+
0.0,
|
| 55 |
+
0.0,
|
| 56 |
+
0.0,
|
| 57 |
+
0.0,
|
| 58 |
+
0.0,
|
| 59 |
+
0.0,
|
| 60 |
+
1.0
|
| 61 |
+
],
|
| 62 |
+
"episode_return": [
|
| 63 |
+
2650.285,
|
| 64 |
+
647.182,
|
| 65 |
+
2526.583,
|
| 66 |
+
2081.142,
|
| 67 |
+
2008.803,
|
| 68 |
+
2596.185,
|
| 69 |
+
2437.398,
|
| 70 |
+
2150.982,
|
| 71 |
+
2733.655,
|
| 72 |
+
2473.374,
|
| 73 |
+
2540.816,
|
| 74 |
+
2080.296,
|
| 75 |
+
614.701,
|
| 76 |
+
2207.118,
|
| 77 |
+
2300.08,
|
| 78 |
+
2511.184,
|
| 79 |
+
2059.029,
|
| 80 |
+
2209.878,
|
| 81 |
+
2434.03,
|
| 82 |
+
721.425,
|
| 83 |
+
2782.0,
|
| 84 |
+
2013.31,
|
| 85 |
+
2716.629,
|
| 86 |
+
2004.422,
|
| 87 |
+
2627.869,
|
| 88 |
+
2061.297,
|
| 89 |
+
2545.547,
|
| 90 |
+
2460.204,
|
| 91 |
+
2533.038,
|
| 92 |
+
864.907,
|
| 93 |
+
1831.735,
|
| 94 |
+
2291.04,
|
| 95 |
+
2070.741,
|
| 96 |
+
2108.723,
|
| 97 |
+
2449.634,
|
| 98 |
+
584.594,
|
| 99 |
+
2402.496,
|
| 100 |
+
2222.818,
|
| 101 |
+
1993.863,
|
| 102 |
+
2433.223,
|
| 103 |
+
2095.526,
|
| 104 |
+
2733.781,
|
| 105 |
+
2703.163,
|
| 106 |
+
2206.028,
|
| 107 |
+
2691.496,
|
| 108 |
+
2526.24,
|
| 109 |
+
2176.282,
|
| 110 |
+
2367.715,
|
| 111 |
+
1978.262,
|
| 112 |
+
566.688
|
| 113 |
+
],
|
| 114 |
+
"episode_steps": [
|
| 115 |
+
1200,
|
| 116 |
+
331,
|
| 117 |
+
1200,
|
| 118 |
+
1200,
|
| 119 |
+
1200,
|
| 120 |
+
1200,
|
| 121 |
+
1200,
|
| 122 |
+
1200,
|
| 123 |
+
1200,
|
| 124 |
+
1200,
|
| 125 |
+
1200,
|
| 126 |
+
1200,
|
| 127 |
+
290,
|
| 128 |
+
1200,
|
| 129 |
+
1200,
|
| 130 |
+
1200,
|
| 131 |
+
1200,
|
| 132 |
+
1200,
|
| 133 |
+
1200,
|
| 134 |
+
347,
|
| 135 |
+
1200,
|
| 136 |
+
1200,
|
| 137 |
+
1200,
|
| 138 |
+
1200,
|
| 139 |
+
1200,
|
| 140 |
+
1200,
|
| 141 |
+
1200,
|
| 142 |
+
1200,
|
| 143 |
+
1200,
|
| 144 |
+
452,
|
| 145 |
+
1200,
|
| 146 |
+
1200,
|
| 147 |
+
1200,
|
| 148 |
+
1200,
|
| 149 |
+
1200,
|
| 150 |
+
264,
|
| 151 |
+
1200,
|
| 152 |
+
1200,
|
| 153 |
+
1200,
|
| 154 |
+
1200,
|
| 155 |
+
1200,
|
| 156 |
+
1200,
|
| 157 |
+
1200,
|
| 158 |
+
1200,
|
| 159 |
+
1200,
|
| 160 |
+
1200,
|
| 161 |
+
1200,
|
| 162 |
+
1200,
|
| 163 |
+
1200,
|
| 164 |
+
312
|
| 165 |
+
],
|
| 166 |
+
"return_mean": 2140.54834,
|
| 167 |
+
"embodiment": "deformable/single_arm_gripper",
|
| 168 |
+
"level": "level_2"
|
| 169 |
+
}
|
multi_task/level_2/eval_result.json
ADDED
|
@@ -0,0 +1,183 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"suite": "level_2",
|
| 3 |
+
"step": 80000,
|
| 4 |
+
"num_tasks": 28,
|
| 5 |
+
"tasks_evaluated": 28,
|
| 6 |
+
"evaluation_complete": true,
|
| 7 |
+
"pending_tasks": [],
|
| 8 |
+
"episodes_per_task": 50,
|
| 9 |
+
"episode_seeds": "1000-1049",
|
| 10 |
+
"mean_success_rate": 0.2414285714285714,
|
| 11 |
+
"per_task": {
|
| 12 |
+
"HangMug-v1": {
|
| 13 |
+
"success_rate": 0.42,
|
| 14 |
+
"successes": 21,
|
| 15 |
+
"return_mean": 19.1683,
|
| 16 |
+
"embodiment": "rigid_body/single_arm_gripper"
|
| 17 |
+
},
|
| 18 |
+
"PivotBook-v1": {
|
| 19 |
+
"success_rate": 0.16,
|
| 20 |
+
"successes": 8,
|
| 21 |
+
"return_mean": 179.89354,
|
| 22 |
+
"embodiment": "rigid_body/single_arm_gripper"
|
| 23 |
+
},
|
| 24 |
+
"OpenBoxRetrieval-v1": {
|
| 25 |
+
"success_rate": 0.04,
|
| 26 |
+
"successes": 2,
|
| 27 |
+
"return_mean": 187.55988000000002,
|
| 28 |
+
"embodiment": "rigid_body/single_arm_gripper"
|
| 29 |
+
},
|
| 30 |
+
"KitAssembly-v1": {
|
| 31 |
+
"success_rate": 0.0,
|
| 32 |
+
"successes": 0,
|
| 33 |
+
"return_mean": 192.14,
|
| 34 |
+
"embodiment": "rigid_body/single_arm_gripper"
|
| 35 |
+
},
|
| 36 |
+
"GraspTwoBlocks-v1": {
|
| 37 |
+
"success_rate": 0.56,
|
| 38 |
+
"successes": 28,
|
| 39 |
+
"return_mean": 226.9707,
|
| 40 |
+
"embodiment": "rigid_body/single_arm_dex"
|
| 41 |
+
},
|
| 42 |
+
"ReorientPen-v1": {
|
| 43 |
+
"success_rate": 0.3,
|
| 44 |
+
"successes": 15,
|
| 45 |
+
"return_mean": 111.66706,
|
| 46 |
+
"embodiment": "rigid_body/single_arm_dex"
|
| 47 |
+
},
|
| 48 |
+
"DexOpenDoor-v1": {
|
| 49 |
+
"success_rate": 0.28,
|
| 50 |
+
"successes": 14,
|
| 51 |
+
"return_mean": 325.17524000000003,
|
| 52 |
+
"embodiment": "rigid_body/single_arm_dex"
|
| 53 |
+
},
|
| 54 |
+
"HammerNailOut-v1": {
|
| 55 |
+
"success_rate": 0.32,
|
| 56 |
+
"successes": 16,
|
| 57 |
+
"return_mean": -24.495720000000002,
|
| 58 |
+
"embodiment": "rigid_body/single_arm_dex"
|
| 59 |
+
},
|
| 60 |
+
"DualArmLiftBall-v1": {
|
| 61 |
+
"success_rate": 0.36,
|
| 62 |
+
"successes": 18,
|
| 63 |
+
"return_mean": 30.12464,
|
| 64 |
+
"embodiment": "rigid_body/dual_arm_gripper"
|
| 65 |
+
},
|
| 66 |
+
"DualArmBookPickPlace-v1": {
|
| 67 |
+
"success_rate": 0.0,
|
| 68 |
+
"successes": 0,
|
| 69 |
+
"return_mean": 575.62944,
|
| 70 |
+
"embodiment": "rigid_body/dual_arm_gripper"
|
| 71 |
+
},
|
| 72 |
+
"DualArmPegInHole-v1": {
|
| 73 |
+
"success_rate": 0.18,
|
| 74 |
+
"successes": 9,
|
| 75 |
+
"return_mean": 62.280640000000005,
|
| 76 |
+
"embodiment": "rigid_body/dual_arm_gripper"
|
| 77 |
+
},
|
| 78 |
+
"DualArmCleanupPotEnv-v1": {
|
| 79 |
+
"success_rate": 0.0,
|
| 80 |
+
"successes": 0,
|
| 81 |
+
"return_mean": 99.78744,
|
| 82 |
+
"embodiment": "rigid_body/dual_arm_gripper"
|
| 83 |
+
},
|
| 84 |
+
"DualArmOpenLaptop-v1": {
|
| 85 |
+
"success_rate": 0.34,
|
| 86 |
+
"successes": 17,
|
| 87 |
+
"return_mean": 1389.98766,
|
| 88 |
+
"embodiment": "rigid_body/dual_arm_dex"
|
| 89 |
+
},
|
| 90 |
+
"DualArmThrowBlock-v1": {
|
| 91 |
+
"success_rate": 0.2,
|
| 92 |
+
"successes": 10,
|
| 93 |
+
"return_mean": 2159.683,
|
| 94 |
+
"embodiment": "rigid_body/dual_arm_dex"
|
| 95 |
+
},
|
| 96 |
+
"DualArmJugglingBall-v1": {
|
| 97 |
+
"success_rate": 0.0,
|
| 98 |
+
"successes": 0,
|
| 99 |
+
"return_mean": -5060.75764,
|
| 100 |
+
"embodiment": "rigid_body/dual_arm_dex"
|
| 101 |
+
},
|
| 102 |
+
"DualArmOpenBottle-v1": {
|
| 103 |
+
"success_rate": 0.0,
|
| 104 |
+
"successes": 0,
|
| 105 |
+
"return_mean": 2124.39504,
|
| 106 |
+
"embodiment": "rigid_body/dual_arm_dex"
|
| 107 |
+
},
|
| 108 |
+
"DualArmPlaceRopeOverRod-v1": {
|
| 109 |
+
"success_rate": 0.48,
|
| 110 |
+
"successes": 24,
|
| 111 |
+
"return_mean": 332.42735999999996,
|
| 112 |
+
"embodiment": "deformable/dual_arm_dex"
|
| 113 |
+
},
|
| 114 |
+
"DualArmStuffCloth-v1": {
|
| 115 |
+
"success_rate": 0.44,
|
| 116 |
+
"successes": 22,
|
| 117 |
+
"return_mean": 34.17728,
|
| 118 |
+
"embodiment": "deformable/dual_arm_dex"
|
| 119 |
+
},
|
| 120 |
+
"DualArmPouringTwoCups-v1": {
|
| 121 |
+
"success_rate": 0.0,
|
| 122 |
+
"successes": 0,
|
| 123 |
+
"return_mean": 1920.35364,
|
| 124 |
+
"embodiment": "deformable/dual_arm_dex"
|
| 125 |
+
},
|
| 126 |
+
"DualArmClothAlign-v1": {
|
| 127 |
+
"success_rate": 0.5,
|
| 128 |
+
"successes": 25,
|
| 129 |
+
"return_mean": 27.72722,
|
| 130 |
+
"embodiment": "deformable/dual_arm_gripper"
|
| 131 |
+
},
|
| 132 |
+
"DualArmPushObject-v1": {
|
| 133 |
+
"success_rate": 0.0,
|
| 134 |
+
"successes": 0,
|
| 135 |
+
"return_mean": 0.04186,
|
| 136 |
+
"embodiment": "deformable/dual_arm_gripper"
|
| 137 |
+
},
|
| 138 |
+
"DualArmStraightenRope-v1": {
|
| 139 |
+
"success_rate": 0.24,
|
| 140 |
+
"successes": 12,
|
| 141 |
+
"return_mean": 77.2212,
|
| 142 |
+
"embodiment": "deformable/dual_arm_gripper"
|
| 143 |
+
},
|
| 144 |
+
"ClothWipe-v1": {
|
| 145 |
+
"success_rate": 0.24,
|
| 146 |
+
"successes": 12,
|
| 147 |
+
"return_mean": 290.20684,
|
| 148 |
+
"embodiment": "deformable/single_arm_dex"
|
| 149 |
+
},
|
| 150 |
+
"RollingPin-v1": {
|
| 151 |
+
"success_rate": 0.38,
|
| 152 |
+
"successes": 19,
|
| 153 |
+
"return_mean": 245.92406,
|
| 154 |
+
"embodiment": "deformable/single_arm_dex"
|
| 155 |
+
},
|
| 156 |
+
"RopeBridgeDex-v1": {
|
| 157 |
+
"success_rate": 0.32,
|
| 158 |
+
"successes": 16,
|
| 159 |
+
"return_mean": 314.65782,
|
| 160 |
+
"embodiment": "deformable/single_arm_dex"
|
| 161 |
+
},
|
| 162 |
+
"FoldShirt-v1": {
|
| 163 |
+
"success_rate": 0.62,
|
| 164 |
+
"successes": 31,
|
| 165 |
+
"return_mean": 189.38598,
|
| 166 |
+
"embodiment": "deformable/single_arm_gripper"
|
| 167 |
+
},
|
| 168 |
+
"ScoopWater-v1": {
|
| 169 |
+
"success_rate": 0.26,
|
| 170 |
+
"successes": 13,
|
| 171 |
+
"return_mean": -49.51626,
|
| 172 |
+
"embodiment": "deformable/single_arm_gripper"
|
| 173 |
+
},
|
| 174 |
+
"StraightenTwoRopesSequential-v1": {
|
| 175 |
+
"success_rate": 0.12,
|
| 176 |
+
"successes": 6,
|
| 177 |
+
"return_mean": 2140.54834,
|
| 178 |
+
"embodiment": "deformable/single_arm_gripper"
|
| 179 |
+
}
|
| 180 |
+
},
|
| 181 |
+
"note": "Only the final checkpoint (step 80000) was evaluated, 50 episodes per task; per-episode rows are in eval_reports/<task>.json.",
|
| 182 |
+
"campaign": "pi05_levels_20261028"
|
| 183 |
+
}
|
multi_task/level_2/lora_step_0080000.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2a7bcee7c9f690f1c1f6552435907daeceb5da495d14f0a55affb13e3e6d8c8f
|
| 3 |
+
size 1867943218
|
multi_task/level_2/metadata.json
ADDED
|
@@ -0,0 +1,110 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"suite": "level_2",
|
| 3 |
+
"method": "PI0.5 LoRA + trainable weights, multi-task (one policy for every task of the level)",
|
| 4 |
+
"base_checkpoint": "gs://openpi-assets/checkpoints/pi05_base/params",
|
| 5 |
+
"checkpoint": "lora_step_0080000.npz",
|
| 6 |
+
"checkpoint_sha256": "2a7bcee7c9f690f1c1f6552435907daeceb5da495d14f0a55affb13e3e6d8c8f",
|
| 7 |
+
"checkpoint_bytes": 1867943218,
|
| 8 |
+
"tensor_count": 51,
|
| 9 |
+
"trainable_params": 466981660,
|
| 10 |
+
"tasks": [
|
| 11 |
+
"HangMug-v1",
|
| 12 |
+
"PivotBook-v1",
|
| 13 |
+
"OpenBoxRetrieval-v1",
|
| 14 |
+
"KitAssembly-v1",
|
| 15 |
+
"GraspTwoBlocks-v1",
|
| 16 |
+
"ReorientPen-v1",
|
| 17 |
+
"DexOpenDoor-v1",
|
| 18 |
+
"HammerNailOut-v1",
|
| 19 |
+
"DualArmLiftBall-v1",
|
| 20 |
+
"DualArmBookPickPlace-v1",
|
| 21 |
+
"DualArmPegInHole-v1",
|
| 22 |
+
"DualArmCleanupPotEnv-v1",
|
| 23 |
+
"DualArmOpenLaptop-v1",
|
| 24 |
+
"DualArmThrowBlock-v1",
|
| 25 |
+
"DualArmJugglingBall-v1",
|
| 26 |
+
"DualArmOpenBottle-v1",
|
| 27 |
+
"DualArmPlaceRopeOverRod-v1",
|
| 28 |
+
"DualArmStuffCloth-v1",
|
| 29 |
+
"DualArmPouringTwoCups-v1",
|
| 30 |
+
"DualArmClothAlign-v1",
|
| 31 |
+
"DualArmPushObject-v1",
|
| 32 |
+
"DualArmStraightenRope-v1",
|
| 33 |
+
"ClothWipe-v1",
|
| 34 |
+
"RollingPin-v1",
|
| 35 |
+
"RopeBridgeDex-v1",
|
| 36 |
+
"FoldShirt-v1",
|
| 37 |
+
"ScoopWater-v1",
|
| 38 |
+
"StraightenTwoRopesSequential-v1"
|
| 39 |
+
],
|
| 40 |
+
"num_tasks": 28,
|
| 41 |
+
"prompts": {
|
| 42 |
+
"HangMug-v1": "perform the ManiLadder task: hang mug",
|
| 43 |
+
"PivotBook-v1": "perform the ManiLadder task: pivot book",
|
| 44 |
+
"OpenBoxRetrieval-v1": "perform the ManiLadder task: open box retrieval",
|
| 45 |
+
"KitAssembly-v1": "perform the ManiLadder task: kit assembly",
|
| 46 |
+
"GraspTwoBlocks-v1": "perform the ManiLadder task: grasp two blocks",
|
| 47 |
+
"ReorientPen-v1": "perform the ManiLadder task: reorient pen",
|
| 48 |
+
"DexOpenDoor-v1": "perform the ManiLadder task: dex open door",
|
| 49 |
+
"HammerNailOut-v1": "perform the ManiLadder task: hammer nail out",
|
| 50 |
+
"DualArmLiftBall-v1": "perform the ManiLadder task: dual arm lift ball",
|
| 51 |
+
"DualArmBookPickPlace-v1": "perform the ManiLadder task: dual arm book pick place",
|
| 52 |
+
"DualArmPegInHole-v1": "perform the ManiLadder task: dual arm peg in hole",
|
| 53 |
+
"DualArmCleanupPotEnv-v1": "perform the ManiLadder task: dual arm cleanup pot env",
|
| 54 |
+
"DualArmOpenLaptop-v1": "perform the ManiLadder task: dual arm open laptop",
|
| 55 |
+
"DualArmThrowBlock-v1": "perform the ManiLadder task: dual arm throw block",
|
| 56 |
+
"DualArmJugglingBall-v1": "perform the ManiLadder task: dual arm juggling ball",
|
| 57 |
+
"DualArmOpenBottle-v1": "perform the ManiLadder task: dual arm open bottle",
|
| 58 |
+
"DualArmPlaceRopeOverRod-v1": "perform the ManiLadder task: dual arm place rope over rod",
|
| 59 |
+
"DualArmStuffCloth-v1": "perform the ManiLadder task: dual arm stuff cloth",
|
| 60 |
+
"DualArmPouringTwoCups-v1": "perform the ManiLadder task: dual arm pouring two cups",
|
| 61 |
+
"DualArmClothAlign-v1": "perform the ManiLadder task: dual arm cloth align",
|
| 62 |
+
"DualArmPushObject-v1": "perform the ManiLadder task: dual arm push object",
|
| 63 |
+
"DualArmStraightenRope-v1": "perform the ManiLadder task: dual arm straighten rope",
|
| 64 |
+
"ClothWipe-v1": "perform the ManiLadder task: cloth wipe",
|
| 65 |
+
"RollingPin-v1": "perform the ManiLadder task: rolling pin",
|
| 66 |
+
"RopeBridgeDex-v1": "perform the ManiLadder task: rope bridge dex",
|
| 67 |
+
"FoldShirt-v1": "perform the ManiLadder task: fold shirt",
|
| 68 |
+
"ScoopWater-v1": "perform the ManiLadder task: scoop water",
|
| 69 |
+
"StraightenTwoRopesSequential-v1": "perform the ManiLadder task: straighten two ropes sequential"
|
| 70 |
+
},
|
| 71 |
+
"num_demos_per_task": 20,
|
| 72 |
+
"action_dim": 44,
|
| 73 |
+
"state_dim": 44,
|
| 74 |
+
"state_input": "zero vector",
|
| 75 |
+
"action_horizon": 50,
|
| 76 |
+
"max_token_len": 200,
|
| 77 |
+
"image_size": 224,
|
| 78 |
+
"exec_steps": 16,
|
| 79 |
+
"sample_steps": 10,
|
| 80 |
+
"control_mode": "pd_ee_delta_pose",
|
| 81 |
+
"train_steps": 80000,
|
| 82 |
+
"batch_size": 64,
|
| 83 |
+
"lr": 5e-05,
|
| 84 |
+
"warmup_steps": 1000,
|
| 85 |
+
"lr_schedule": "cosine decay over all 80k steps",
|
| 86 |
+
"data_parallel_gpus": 8,
|
| 87 |
+
"gpu": "NVIDIA A100 80GB",
|
| 88 |
+
"fsdp_devices": 1,
|
| 89 |
+
"online_eval": false,
|
| 90 |
+
"norm_stats_file": "norm_stats.json",
|
| 91 |
+
"norm_stats_sha256": "dd578f246b55ab92eff2f93926ef0d006826ba53fbe4fa1d4e592c0f4d28af45",
|
| 92 |
+
"norm_stats_note": "quantile stats computed per dimension while ignoring padded (all-zero) action/state dimensions of embodiments narrower than action_dim, so q01==q99 collapse does not blow up scaling",
|
| 93 |
+
"training_data": "Linslab/ManiLadder_Dataset raw/<task>, 20 demos per task, revision 1190737391cc (sha256-verified download 2026-10-28)",
|
| 94 |
+
"training_data_overrides": {},
|
| 95 |
+
"excluded_tasks": {
|
| 96 |
+
"OpenCoffer-v1": "no demos exist",
|
| 97 |
+
"DualArmSqueezeClayDex-v1": "no demos exist",
|
| 98 |
+
"DualArmRopeScissorCut-v1": "no demos exist",
|
| 99 |
+
"DualArmBuildCanel-v1": "no demos exist",
|
| 100 |
+
"PickSoft-v1": "no demos exist",
|
| 101 |
+
"ClayMolding-v1": "no demos exist"
|
| 102 |
+
},
|
| 103 |
+
"eval_episodes": 50,
|
| 104 |
+
"eval_seed_base": 1000,
|
| 105 |
+
"evaluated_steps": [
|
| 106 |
+
80000
|
| 107 |
+
],
|
| 108 |
+
"campaign": "pi05_levels_20261028",
|
| 109 |
+
"trained": "2026-10-29 02:10 -> 2026-10-30 (full restart with padding-aware norm stats)"
|
| 110 |
+
}
|
multi_task/level_2/norm_stats.json
ADDED
|
@@ -0,0 +1,376 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"norm_stats": {
|
| 3 |
+
"state": {
|
| 4 |
+
"mean": [
|
| 5 |
+
0.0,
|
| 6 |
+
0.0,
|
| 7 |
+
0.0,
|
| 8 |
+
0.0,
|
| 9 |
+
0.0,
|
| 10 |
+
0.0,
|
| 11 |
+
0.0,
|
| 12 |
+
0.0,
|
| 13 |
+
0.0,
|
| 14 |
+
0.0,
|
| 15 |
+
0.0,
|
| 16 |
+
0.0,
|
| 17 |
+
0.0,
|
| 18 |
+
0.0,
|
| 19 |
+
0.0,
|
| 20 |
+
0.0,
|
| 21 |
+
0.0,
|
| 22 |
+
0.0,
|
| 23 |
+
0.0,
|
| 24 |
+
0.0,
|
| 25 |
+
0.0,
|
| 26 |
+
0.0,
|
| 27 |
+
0.0,
|
| 28 |
+
0.0,
|
| 29 |
+
0.0,
|
| 30 |
+
0.0,
|
| 31 |
+
0.0,
|
| 32 |
+
0.0,
|
| 33 |
+
0.0,
|
| 34 |
+
0.0,
|
| 35 |
+
0.0,
|
| 36 |
+
0.0,
|
| 37 |
+
0.0,
|
| 38 |
+
0.0,
|
| 39 |
+
0.0,
|
| 40 |
+
0.0,
|
| 41 |
+
0.0,
|
| 42 |
+
0.0,
|
| 43 |
+
0.0,
|
| 44 |
+
0.0,
|
| 45 |
+
0.0,
|
| 46 |
+
0.0,
|
| 47 |
+
0.0,
|
| 48 |
+
0.0
|
| 49 |
+
],
|
| 50 |
+
"std": [
|
| 51 |
+
0.0,
|
| 52 |
+
0.0,
|
| 53 |
+
0.0,
|
| 54 |
+
0.0,
|
| 55 |
+
0.0,
|
| 56 |
+
0.0,
|
| 57 |
+
0.0,
|
| 58 |
+
0.0,
|
| 59 |
+
0.0,
|
| 60 |
+
0.0,
|
| 61 |
+
0.0,
|
| 62 |
+
0.0,
|
| 63 |
+
0.0,
|
| 64 |
+
0.0,
|
| 65 |
+
0.0,
|
| 66 |
+
0.0,
|
| 67 |
+
0.0,
|
| 68 |
+
0.0,
|
| 69 |
+
0.0,
|
| 70 |
+
0.0,
|
| 71 |
+
0.0,
|
| 72 |
+
0.0,
|
| 73 |
+
0.0,
|
| 74 |
+
0.0,
|
| 75 |
+
0.0,
|
| 76 |
+
0.0,
|
| 77 |
+
0.0,
|
| 78 |
+
0.0,
|
| 79 |
+
0.0,
|
| 80 |
+
0.0,
|
| 81 |
+
0.0,
|
| 82 |
+
0.0,
|
| 83 |
+
0.0,
|
| 84 |
+
0.0,
|
| 85 |
+
0.0,
|
| 86 |
+
0.0,
|
| 87 |
+
0.0,
|
| 88 |
+
0.0,
|
| 89 |
+
0.0,
|
| 90 |
+
0.0,
|
| 91 |
+
0.0,
|
| 92 |
+
0.0,
|
| 93 |
+
0.0,
|
| 94 |
+
0.0
|
| 95 |
+
],
|
| 96 |
+
"q01": [
|
| 97 |
+
0.0,
|
| 98 |
+
0.0,
|
| 99 |
+
0.0,
|
| 100 |
+
0.0,
|
| 101 |
+
0.0,
|
| 102 |
+
0.0,
|
| 103 |
+
0.0,
|
| 104 |
+
0.0,
|
| 105 |
+
0.0,
|
| 106 |
+
0.0,
|
| 107 |
+
0.0,
|
| 108 |
+
0.0,
|
| 109 |
+
0.0,
|
| 110 |
+
0.0,
|
| 111 |
+
0.0,
|
| 112 |
+
0.0,
|
| 113 |
+
0.0,
|
| 114 |
+
0.0,
|
| 115 |
+
0.0,
|
| 116 |
+
0.0,
|
| 117 |
+
0.0,
|
| 118 |
+
0.0,
|
| 119 |
+
0.0,
|
| 120 |
+
0.0,
|
| 121 |
+
0.0,
|
| 122 |
+
0.0,
|
| 123 |
+
0.0,
|
| 124 |
+
0.0,
|
| 125 |
+
0.0,
|
| 126 |
+
0.0,
|
| 127 |
+
0.0,
|
| 128 |
+
0.0,
|
| 129 |
+
0.0,
|
| 130 |
+
0.0,
|
| 131 |
+
0.0,
|
| 132 |
+
0.0,
|
| 133 |
+
0.0,
|
| 134 |
+
0.0,
|
| 135 |
+
0.0,
|
| 136 |
+
0.0,
|
| 137 |
+
0.0,
|
| 138 |
+
0.0,
|
| 139 |
+
0.0,
|
| 140 |
+
0.0
|
| 141 |
+
],
|
| 142 |
+
"q99": [
|
| 143 |
+
0.0,
|
| 144 |
+
0.0,
|
| 145 |
+
0.0,
|
| 146 |
+
0.0,
|
| 147 |
+
0.0,
|
| 148 |
+
0.0,
|
| 149 |
+
0.0,
|
| 150 |
+
0.0,
|
| 151 |
+
0.0,
|
| 152 |
+
0.0,
|
| 153 |
+
0.0,
|
| 154 |
+
0.0,
|
| 155 |
+
0.0,
|
| 156 |
+
0.0,
|
| 157 |
+
0.0,
|
| 158 |
+
0.0,
|
| 159 |
+
0.0,
|
| 160 |
+
0.0,
|
| 161 |
+
0.0,
|
| 162 |
+
0.0,
|
| 163 |
+
0.0,
|
| 164 |
+
0.0,
|
| 165 |
+
0.0,
|
| 166 |
+
0.0,
|
| 167 |
+
0.0,
|
| 168 |
+
0.0,
|
| 169 |
+
0.0,
|
| 170 |
+
0.0,
|
| 171 |
+
0.0,
|
| 172 |
+
0.0,
|
| 173 |
+
0.0,
|
| 174 |
+
0.0,
|
| 175 |
+
0.0,
|
| 176 |
+
0.0,
|
| 177 |
+
0.0,
|
| 178 |
+
0.0,
|
| 179 |
+
0.0,
|
| 180 |
+
0.0,
|
| 181 |
+
0.0,
|
| 182 |
+
0.0,
|
| 183 |
+
0.0,
|
| 184 |
+
0.0,
|
| 185 |
+
0.0,
|
| 186 |
+
0.0
|
| 187 |
+
]
|
| 188 |
+
},
|
| 189 |
+
"actions": {
|
| 190 |
+
"mean": [
|
| 191 |
+
0.0002771893923636526,
|
| 192 |
+
0.00005423577385954559,
|
| 193 |
+
-0.006040357053279877,
|
| 194 |
+
0.0020546086598187685,
|
| 195 |
+
-0.0007426004158332944,
|
| 196 |
+
-0.0006314180209301412,
|
| 197 |
+
0.00017783317889552563,
|
| 198 |
+
0.04591253027319908,
|
| 199 |
+
0.044387321919202805,
|
| 200 |
+
0.022725636139512062,
|
| 201 |
+
-0.00034955766750499606,
|
| 202 |
+
0.03386509791016579,
|
| 203 |
+
0.03757898882031441,
|
| 204 |
+
-0.0034535767044872046,
|
| 205 |
+
-0.0006420621066354215,
|
| 206 |
+
0.02565663494169712,
|
| 207 |
+
0.041107602417469025,
|
| 208 |
+
0.026065221056342125,
|
| 209 |
+
0.017835397273302078,
|
| 210 |
+
-0.010380587540566921,
|
| 211 |
+
0.05010504275560379,
|
| 212 |
+
0.027752384543418884,
|
| 213 |
+
0.0005106573808006942,
|
| 214 |
+
-0.00002929862603195943,
|
| 215 |
+
-0.0007434990257024765,
|
| 216 |
+
-0.0004760885494761169,
|
| 217 |
+
0.0001280421274714172,
|
| 218 |
+
-0.0003513690608087927,
|
| 219 |
+
0.000271745229838416,
|
| 220 |
+
0.034829940646886826,
|
| 221 |
+
0.03540213406085968,
|
| 222 |
+
0.019712794572114944,
|
| 223 |
+
0.0011702143820002675,
|
| 224 |
+
0.027296792715787888,
|
| 225 |
+
0.034550417214632034,
|
| 226 |
+
0.024311335757374763,
|
| 227 |
+
0.0013047291431576014,
|
| 228 |
+
0.02024225704371929,
|
| 229 |
+
0.03475445881485939,
|
| 230 |
+
0.02469070628285408,
|
| 231 |
+
0.0026668168138712645,
|
| 232 |
+
0.009119142778217793,
|
| 233 |
+
0.04643625766038895,
|
| 234 |
+
0.029044639319181442
|
| 235 |
+
],
|
| 236 |
+
"std": [
|
| 237 |
+
0.050558365881443024,
|
| 238 |
+
0.0679657906293869,
|
| 239 |
+
0.07309276610612869,
|
| 240 |
+
0.039730388671159744,
|
| 241 |
+
0.024289783090353012,
|
| 242 |
+
0.024369247257709503,
|
| 243 |
+
0.697437584400177,
|
| 244 |
+
0.18504123389720917,
|
| 245 |
+
0.19933268427848816,
|
| 246 |
+
0.11215534061193466,
|
| 247 |
+
0.08309800922870636,
|
| 248 |
+
0.15466032922267914,
|
| 249 |
+
0.19434937834739685,
|
| 250 |
+
0.4615236818790436,
|
| 251 |
+
0.0466136708855629,
|
| 252 |
+
0.12598589062690735,
|
| 253 |
+
0.2047266960144043,
|
| 254 |
+
0.12888486683368683,
|
| 255 |
+
0.09777124971151352,
|
| 256 |
+
0.08656607568264008,
|
| 257 |
+
0.18070285022258759,
|
| 258 |
+
0.11428751051425934,
|
| 259 |
+
0.03587932512164116,
|
| 260 |
+
0.03704278916120529,
|
| 261 |
+
0.04556288570165634,
|
| 262 |
+
0.03979843482375145,
|
| 263 |
+
0.014981837011873722,
|
| 264 |
+
0.008340822532773018,
|
| 265 |
+
0.015361826866865158,
|
| 266 |
+
0.16935327649116516,
|
| 267 |
+
0.18266351521015167,
|
| 268 |
+
0.10740672796964645,
|
| 269 |
+
0.008578089997172356,
|
| 270 |
+
0.1431170105934143,
|
| 271 |
+
0.18385042250156403,
|
| 272 |
+
0.13077419996261597,
|
| 273 |
+
0.01785748079419136,
|
| 274 |
+
0.11131099611520767,
|
| 275 |
+
0.18491555750370026,
|
| 276 |
+
0.13261257112026215,
|
| 277 |
+
0.11288487911224365,
|
| 278 |
+
0.07583849877119064,
|
| 279 |
+
0.18743272125720978,
|
| 280 |
+
0.12195774167776108
|
| 281 |
+
],
|
| 282 |
+
"q01": [
|
| 283 |
+
-0.1502209022164345,
|
| 284 |
+
-0.2401402477502823,
|
| 285 |
+
-0.17713354988098146,
|
| 286 |
+
-0.20000000298023224,
|
| 287 |
+
-0.30000001192092896,
|
| 288 |
+
-0.08117756426334366,
|
| 289 |
+
-1.0003097542524337,
|
| 290 |
+
-0.19227573871612558,
|
| 291 |
+
-0.20531679153442406,
|
| 292 |
+
-0.1804,
|
| 293 |
+
-0.06369309825897229,
|
| 294 |
+
-0.20664097523689273,
|
| 295 |
+
-0.17478749752044687,
|
| 296 |
+
-1.0,
|
| 297 |
+
-0.04682546123862266,
|
| 298 |
+
-0.23597139883041374,
|
| 299 |
+
-0.1877997207641604,
|
| 300 |
+
-0.18319999999999992,
|
| 301 |
+
-0.13341863965988154,
|
| 302 |
+
-0.5067999999999999,
|
| 303 |
+
-0.10984720726013175,
|
| 304 |
+
-0.1943999999999999,
|
| 305 |
+
-0.3499999940395355,
|
| 306 |
+
-0.14000000059604645,
|
| 307 |
+
-0.3499999940395355,
|
| 308 |
+
-0.3490656912326813,
|
| 309 |
+
-0.11999999731779099,
|
| 310 |
+
-0.11999999731779099,
|
| 311 |
+
-0.04711059480905533,
|
| 312 |
+
-0.05919999999999992,
|
| 313 |
+
-0.01079999999999992,
|
| 314 |
+
-0.0035999999999999366,
|
| 315 |
+
-0.0003785799026489317,
|
| 316 |
+
-0.048799999999999955,
|
| 317 |
+
-0.0007999999999999119,
|
| 318 |
+
-0.0007999999999999119,
|
| 319 |
+
-0.0011999999999999789,
|
| 320 |
+
-0.05399999999999994,
|
| 321 |
+
-0.0011999999999999789,
|
| 322 |
+
-0.0007999999999999119,
|
| 323 |
+
-0.6770803689956665,
|
| 324 |
+
-0.12479999999999991,
|
| 325 |
+
-0.005599999999999938,
|
| 326 |
+
-0.00039999999999995595
|
| 327 |
+
],
|
| 328 |
+
"q99": [
|
| 329 |
+
0.15991371074914928,
|
| 330 |
+
0.19913537769317635,
|
| 331 |
+
0.2399902149200439,
|
| 332 |
+
0.4188632369041443,
|
| 333 |
+
0.15000000596046448,
|
| 334 |
+
0.07866848886013034,
|
| 335 |
+
0.999476572394371,
|
| 336 |
+
0.9997899913787842,
|
| 337 |
+
0.9995641136169429,
|
| 338 |
+
0.5004000000000002,
|
| 339 |
+
0.03315948820114123,
|
| 340 |
+
0.7358657734394072,
|
| 341 |
+
0.9995880451202392,
|
| 342 |
+
0.9996,
|
| 343 |
+
0.13066194057464608,
|
| 344 |
+
0.5138939771652222,
|
| 345 |
+
0.9990528130531313,
|
| 346 |
+
0.6688000000000001,
|
| 347 |
+
0.41611163663864126,
|
| 348 |
+
0.08919999999999995,
|
| 349 |
+
0.9994410589218141,
|
| 350 |
+
0.5956000000000001,
|
| 351 |
+
0.26751983761787457,
|
| 352 |
+
0.3499999940395355,
|
| 353 |
+
0.3499999940395355,
|
| 354 |
+
0.11999999731779099,
|
| 355 |
+
0.11999999731779099,
|
| 356 |
+
0.04150350984185942,
|
| 357 |
+
0.030239909887313843,
|
| 358 |
+
0.9280000000000002,
|
| 359 |
+
0.9996,
|
| 360 |
+
0.5312000000000001,
|
| 361 |
+
0.0465667820930481,
|
| 362 |
+
0.7732000000000001,
|
| 363 |
+
0.9996,
|
| 364 |
+
0.6584000000000001,
|
| 365 |
+
0.035600000000000076,
|
| 366 |
+
0.548,
|
| 367 |
+
0.9996,
|
| 368 |
+
0.6860000000000002,
|
| 369 |
+
0.609188973903656,
|
| 370 |
+
0.4252,
|
| 371 |
+
0.9996,
|
| 372 |
+
0.6304000000000001
|
| 373 |
+
]
|
| 374 |
+
}
|
| 375 |
+
}
|
| 376 |
+
}
|