Linslab commited on
Commit
818ef14
·
verified ·
1 Parent(s): 4ee3699

Add level_1 PI0.5 multi-task LoRA (28 tasks, step 80000, 28/28 tasks evaluated, mean 0.579 over 50 ep)

Browse files
Files changed (32) hide show
  1. multi_task/level_1/eval_reports/DrapeCloth-v1.json +169 -0
  2. multi_task/level_1/eval_reports/DualArmButtonPress-v1.json +169 -0
  3. multi_task/level_1/eval_reports/DualArmCoverCloth-v1.json +169 -0
  4. multi_task/level_1/eval_reports/DualArmDoubleDoorBox-v1.json +169 -0
  5. multi_task/level_1/eval_reports/DualArmFoldHandKerchief-v1.json +169 -0
  6. multi_task/level_1/eval_reports/DualArmHammerHandover-v1.json +169 -0
  7. multi_task/level_1/eval_reports/DualArmLiftSoftDex-v1.json +169 -0
  8. multi_task/level_1/eval_reports/DualArmOpenPen-v1.json +169 -0
  9. multi_task/level_1/eval_reports/DualArmOpenScissor-v1.json +169 -0
  10. multi_task/level_1/eval_reports/DualArmPouringWater-v1.json +169 -0
  11. multi_task/level_1/eval_reports/DualArmPressButton-v1.json +169 -0
  12. multi_task/level_1/eval_reports/DualArmPushBox-v1.json +169 -0
  13. multi_task/level_1/eval_reports/DualArmRopeCylinderWarpping-v1.json +169 -0
  14. multi_task/level_1/eval_reports/DualArmRopeStretch-v1.json +169 -0
  15. multi_task/level_1/eval_reports/DualArmSwingCup-v1.json +169 -0
  16. multi_task/level_1/eval_reports/GraspCylinder-v1.json +169 -0
  17. multi_task/level_1/eval_reports/LiftBucket-v1.json +169 -0
  18. multi_task/level_1/eval_reports/OpenDoor-v1.json +169 -0
  19. multi_task/level_1/eval_reports/PickPlacePen-v1.json +169 -0
  20. multi_task/level_1/eval_reports/PushSoccer-v1.json +169 -0
  21. multi_task/level_1/eval_reports/ReorientCube-v1.json +169 -0
  22. multi_task/level_1/eval_reports/RopePalmCageHoldDex-v1.json +169 -0
  23. multi_task/level_1/eval_reports/ShapeTToI-v1.json +169 -0
  24. multi_task/level_1/eval_reports/SqueezeClay-v1.json +169 -0
  25. multi_task/level_1/eval_reports/StackBlock-v1.json +169 -0
  26. multi_task/level_1/eval_reports/StraightenRope-v1.json +169 -0
  27. multi_task/level_1/eval_reports/TurnOnFaucet-v1.json +169 -0
  28. multi_task/level_1/eval_reports/UnfoldShirt-v1.json +169 -0
  29. multi_task/level_1/eval_result.json +183 -0
  30. multi_task/level_1/lora_step_0080000.npz +3 -0
  31. multi_task/level_1/metadata.json +112 -0
  32. multi_task/level_1/norm_stats.json +376 -0
multi_task/level_1/eval_reports/DrapeCloth-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "DrapeCloth-v1",
3
+ "suite": "lv1",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.96,
7
+ "successes": 48,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 1.0,
12
+ 1.0,
13
+ 1.0,
14
+ 1.0,
15
+ 1.0,
16
+ 1.0,
17
+ 1.0,
18
+ 1.0,
19
+ 1.0,
20
+ 1.0,
21
+ 1.0,
22
+ 1.0,
23
+ 1.0,
24
+ 1.0,
25
+ 1.0,
26
+ 1.0,
27
+ 1.0,
28
+ 0.0,
29
+ 1.0,
30
+ 1.0,
31
+ 1.0,
32
+ 1.0,
33
+ 1.0,
34
+ 1.0,
35
+ 1.0,
36
+ 1.0,
37
+ 1.0,
38
+ 1.0,
39
+ 1.0,
40
+ 1.0,
41
+ 1.0,
42
+ 1.0,
43
+ 0.0,
44
+ 1.0,
45
+ 1.0,
46
+ 1.0,
47
+ 1.0,
48
+ 1.0,
49
+ 1.0,
50
+ 1.0,
51
+ 1.0,
52
+ 1.0,
53
+ 1.0,
54
+ 1.0,
55
+ 1.0,
56
+ 1.0,
57
+ 1.0,
58
+ 1.0,
59
+ 1.0,
60
+ 1.0
61
+ ],
62
+ "episode_return": [
63
+ 8.659,
64
+ 6.659,
65
+ 3.923,
66
+ 9.478,
67
+ 9.937,
68
+ 8.988,
69
+ 6.181,
70
+ 7.361,
71
+ 7.382,
72
+ 6.606,
73
+ 8.658,
74
+ 8.174,
75
+ 5.698,
76
+ 9.266,
77
+ 9.354,
78
+ 9.174,
79
+ 8.761,
80
+ 28.17,
81
+ 6.873,
82
+ 9.182,
83
+ 9.105,
84
+ 9.065,
85
+ 8.103,
86
+ 8.978,
87
+ 7.455,
88
+ 8.025,
89
+ 9.63,
90
+ 7.45,
91
+ 9.044,
92
+ 9.478,
93
+ 8.766,
94
+ 7.887,
95
+ 0.0,
96
+ 8.815,
97
+ 4.515,
98
+ 6.173,
99
+ 8.95,
100
+ 14.336,
101
+ 8.512,
102
+ 9.394,
103
+ 7.348,
104
+ 6.851,
105
+ 5.481,
106
+ 9.099,
107
+ 8.842,
108
+ 9.642,
109
+ 4.868,
110
+ 9.017,
111
+ 8.267,
112
+ 8.216
113
+ ],
114
+ "episode_steps": [
115
+ 262,
116
+ 273,
117
+ 240,
118
+ 233,
119
+ 266,
120
+ 282,
121
+ 300,
122
+ 274,
123
+ 227,
124
+ 222,
125
+ 222,
126
+ 246,
127
+ 265,
128
+ 257,
129
+ 251,
130
+ 268,
131
+ 282,
132
+ 800,
133
+ 244,
134
+ 248,
135
+ 264,
136
+ 261,
137
+ 244,
138
+ 235,
139
+ 257,
140
+ 268,
141
+ 244,
142
+ 224,
143
+ 272,
144
+ 241,
145
+ 279,
146
+ 216,
147
+ 800,
148
+ 268,
149
+ 244,
150
+ 253,
151
+ 236,
152
+ 268,
153
+ 305,
154
+ 265,
155
+ 261,
156
+ 216,
157
+ 225,
158
+ 245,
159
+ 248,
160
+ 267,
161
+ 231,
162
+ 279,
163
+ 223,
164
+ 253
165
+ ],
166
+ "return_mean": 8.39592,
167
+ "embodiment": "deformable/single_arm_dex",
168
+ "level": "level_1"
169
+ }
multi_task/level_1/eval_reports/DualArmButtonPress-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "DualArmButtonPress-v1",
3
+ "suite": "lv1",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.9,
7
+ "successes": 45,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 1.0,
12
+ 1.0,
13
+ 1.0,
14
+ 0.0,
15
+ 1.0,
16
+ 0.0,
17
+ 1.0,
18
+ 1.0,
19
+ 0.0,
20
+ 1.0,
21
+ 1.0,
22
+ 1.0,
23
+ 1.0,
24
+ 1.0,
25
+ 1.0,
26
+ 1.0,
27
+ 0.0,
28
+ 1.0,
29
+ 1.0,
30
+ 1.0,
31
+ 1.0,
32
+ 1.0,
33
+ 1.0,
34
+ 1.0,
35
+ 1.0,
36
+ 1.0,
37
+ 1.0,
38
+ 1.0,
39
+ 1.0,
40
+ 1.0,
41
+ 1.0,
42
+ 1.0,
43
+ 1.0,
44
+ 1.0,
45
+ 1.0,
46
+ 0.0,
47
+ 1.0,
48
+ 1.0,
49
+ 1.0,
50
+ 1.0,
51
+ 1.0,
52
+ 1.0,
53
+ 1.0,
54
+ 1.0,
55
+ 1.0,
56
+ 1.0,
57
+ 1.0,
58
+ 1.0,
59
+ 1.0,
60
+ 1.0
61
+ ],
62
+ "episode_return": [
63
+ 92.953,
64
+ 93.482,
65
+ 91.998,
66
+ 344.287,
67
+ 94.34,
68
+ 336.739,
69
+ 92.122,
70
+ 93.992,
71
+ 348.14,
72
+ 91.918,
73
+ 96.871,
74
+ 91.829,
75
+ 92.979,
76
+ 93.416,
77
+ 93.43,
78
+ 91.292,
79
+ 328.377,
80
+ 93.273,
81
+ 91.971,
82
+ 92.051,
83
+ 91.917,
84
+ 92.029,
85
+ 93.374,
86
+ 97.118,
87
+ 90.611,
88
+ 91.872,
89
+ 91.9,
90
+ 91.852,
91
+ 91.591,
92
+ 95.691,
93
+ 105.442,
94
+ 91.454,
95
+ 91.671,
96
+ 97.418,
97
+ 93.407,
98
+ 350.073,
99
+ 94.186,
100
+ 97.015,
101
+ 90.782,
102
+ 91.984,
103
+ 91.895,
104
+ 94.398,
105
+ 91.395,
106
+ 90.71,
107
+ 91.969,
108
+ 92.429,
109
+ 91.263,
110
+ 93.314,
111
+ 95.567,
112
+ 91.923
113
+ ],
114
+ "episode_steps": [
115
+ 81,
116
+ 74,
117
+ 73,
118
+ 250,
119
+ 82,
120
+ 250,
121
+ 73,
122
+ 82,
123
+ 250,
124
+ 73,
125
+ 84,
126
+ 73,
127
+ 81,
128
+ 74,
129
+ 74,
130
+ 80,
131
+ 250,
132
+ 74,
133
+ 73,
134
+ 73,
135
+ 73,
136
+ 73,
137
+ 74,
138
+ 84,
139
+ 72,
140
+ 73,
141
+ 73,
142
+ 73,
143
+ 80,
144
+ 83,
145
+ 90,
146
+ 80,
147
+ 73,
148
+ 84,
149
+ 74,
150
+ 250,
151
+ 82,
152
+ 84,
153
+ 72,
154
+ 73,
155
+ 73,
156
+ 82,
157
+ 80,
158
+ 72,
159
+ 73,
160
+ 81,
161
+ 80,
162
+ 74,
163
+ 83,
164
+ 73
165
+ ],
166
+ "return_mean": 118.0342,
167
+ "embodiment": "rigid_body/dual_arm_gripper",
168
+ "level": "level_1"
169
+ }
multi_task/level_1/eval_reports/DualArmCoverCloth-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "DualArmCoverCloth-v1",
3
+ "suite": "lv1",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.24,
7
+ "successes": 12,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 0.0,
12
+ 0.0,
13
+ 0.0,
14
+ 0.0,
15
+ 1.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 1.0,
20
+ 0.0,
21
+ 1.0,
22
+ 0.0,
23
+ 0.0,
24
+ 0.0,
25
+ 1.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 0.0,
30
+ 0.0,
31
+ 0.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 0.0,
36
+ 0.0,
37
+ 0.0,
38
+ 1.0,
39
+ 1.0,
40
+ 1.0,
41
+ 0.0,
42
+ 0.0,
43
+ 0.0,
44
+ 1.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 0.0,
50
+ 0.0,
51
+ 0.0,
52
+ 0.0,
53
+ 1.0,
54
+ 0.0,
55
+ 1.0,
56
+ 0.0,
57
+ 1.0,
58
+ 0.0,
59
+ 0.0,
60
+ 1.0
61
+ ],
62
+ "episode_return": [
63
+ 248.516,
64
+ 289.957,
65
+ 262.421,
66
+ 231.114,
67
+ 154.43,
68
+ 256.763,
69
+ 215.212,
70
+ 247.425,
71
+ 130.599,
72
+ 252.882,
73
+ 143.99,
74
+ 229.635,
75
+ 46.94,
76
+ 86.089,
77
+ 171.818,
78
+ 225.143,
79
+ 246.288,
80
+ 272.463,
81
+ 200.821,
82
+ 246.561,
83
+ 245.925,
84
+ 200.783,
85
+ 244.686,
86
+ 246.438,
87
+ 228.159,
88
+ 242.659,
89
+ 220.458,
90
+ 161.547,
91
+ 148.916,
92
+ 181.442,
93
+ 236.084,
94
+ 253.508,
95
+ 213.417,
96
+ 87.015,
97
+ 236.225,
98
+ 39.252,
99
+ 214.397,
100
+ 214.399,
101
+ 237.829,
102
+ 189.432,
103
+ 246.883,
104
+ 144.192,
105
+ 143.048,
106
+ 44.038,
107
+ 145.304,
108
+ 208.964,
109
+ 148.735,
110
+ 239.826,
111
+ 219.325,
112
+ 178.899
113
+ ],
114
+ "episode_steps": [
115
+ 400,
116
+ 400,
117
+ 400,
118
+ 400,
119
+ 294,
120
+ 400,
121
+ 400,
122
+ 400,
123
+ 296,
124
+ 400,
125
+ 295,
126
+ 400,
127
+ 400,
128
+ 400,
129
+ 310,
130
+ 400,
131
+ 400,
132
+ 400,
133
+ 400,
134
+ 400,
135
+ 400,
136
+ 400,
137
+ 400,
138
+ 400,
139
+ 400,
140
+ 400,
141
+ 400,
142
+ 300,
143
+ 299,
144
+ 323,
145
+ 400,
146
+ 400,
147
+ 400,
148
+ 300,
149
+ 400,
150
+ 400,
151
+ 400,
152
+ 400,
153
+ 400,
154
+ 400,
155
+ 400,
156
+ 400,
157
+ 290,
158
+ 400,
159
+ 309,
160
+ 400,
161
+ 284,
162
+ 400,
163
+ 400,
164
+ 320
165
+ ],
166
+ "return_mean": 198.41704000000001,
167
+ "embodiment": "deformable/dual_arm_dex",
168
+ "level": "level_1"
169
+ }
multi_task/level_1/eval_reports/DualArmDoubleDoorBox-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "DualArmDoubleDoorBox-v1",
3
+ "suite": "lv1",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.7,
7
+ "successes": 35,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 1.0,
12
+ 0.0,
13
+ 1.0,
14
+ 1.0,
15
+ 1.0,
16
+ 0.0,
17
+ 1.0,
18
+ 1.0,
19
+ 1.0,
20
+ 1.0,
21
+ 1.0,
22
+ 1.0,
23
+ 0.0,
24
+ 1.0,
25
+ 1.0,
26
+ 1.0,
27
+ 0.0,
28
+ 0.0,
29
+ 1.0,
30
+ 1.0,
31
+ 1.0,
32
+ 1.0,
33
+ 1.0,
34
+ 0.0,
35
+ 0.0,
36
+ 1.0,
37
+ 0.0,
38
+ 1.0,
39
+ 1.0,
40
+ 1.0,
41
+ 1.0,
42
+ 1.0,
43
+ 1.0,
44
+ 1.0,
45
+ 1.0,
46
+ 1.0,
47
+ 1.0,
48
+ 1.0,
49
+ 1.0,
50
+ 0.0,
51
+ 0.0,
52
+ 1.0,
53
+ 0.0,
54
+ 0.0,
55
+ 0.0,
56
+ 0.0,
57
+ 1.0,
58
+ 1.0,
59
+ 1.0,
60
+ 0.0
61
+ ],
62
+ "episode_return": [
63
+ 64.468,
64
+ 34.897,
65
+ 55.289,
66
+ 62.632,
67
+ 54.79,
68
+ 60.268,
69
+ 60.062,
70
+ 52.036,
71
+ 60.254,
72
+ 56.556,
73
+ 59.628,
74
+ 66.798,
75
+ 109.937,
76
+ 113.465,
77
+ 65.732,
78
+ 61.761,
79
+ 169.075,
80
+ 120.051,
81
+ 55.415,
82
+ 76.143,
83
+ 59.316,
84
+ 57.738,
85
+ 60.634,
86
+ 155.3,
87
+ 68.998,
88
+ 187.325,
89
+ 167.541,
90
+ 62.269,
91
+ 61.499,
92
+ 55.159,
93
+ 62.723,
94
+ 58.214,
95
+ 56.448,
96
+ 62.155,
97
+ 59.977,
98
+ 61.881,
99
+ 58.423,
100
+ 61.482,
101
+ 53.92,
102
+ 34.532,
103
+ 56.918,
104
+ 47.306,
105
+ 189.526,
106
+ 155.022,
107
+ 35.481,
108
+ 34.551,
109
+ 51.279,
110
+ 58.48,
111
+ 61.354,
112
+ 201.253
113
+ ],
114
+ "episode_steps": [
115
+ 292,
116
+ 400,
117
+ 272,
118
+ 294,
119
+ 287,
120
+ 400,
121
+ 282,
122
+ 240,
123
+ 314,
124
+ 287,
125
+ 290,
126
+ 296,
127
+ 400,
128
+ 335,
129
+ 310,
130
+ 308,
131
+ 400,
132
+ 400,
133
+ 265,
134
+ 305,
135
+ 262,
136
+ 287,
137
+ 301,
138
+ 400,
139
+ 400,
140
+ 372,
141
+ 400,
142
+ 288,
143
+ 291,
144
+ 298,
145
+ 287,
146
+ 280,
147
+ 287,
148
+ 298,
149
+ 287,
150
+ 278,
151
+ 281,
152
+ 284,
153
+ 283,
154
+ 400,
155
+ 400,
156
+ 283,
157
+ 400,
158
+ 400,
159
+ 400,
160
+ 400,
161
+ 280,
162
+ 277,
163
+ 303,
164
+ 400
165
+ ],
166
+ "return_mean": 77.11922,
167
+ "embodiment": "rigid_body/dual_arm_gripper",
168
+ "level": "level_1"
169
+ }
multi_task/level_1/eval_reports/DualArmFoldHandKerchief-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "DualArmFoldHandKerchief-v1",
3
+ "suite": "lv1",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.6,
7
+ "successes": 30,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 1.0,
12
+ 0.0,
13
+ 0.0,
14
+ 1.0,
15
+ 1.0,
16
+ 0.0,
17
+ 1.0,
18
+ 1.0,
19
+ 0.0,
20
+ 1.0,
21
+ 0.0,
22
+ 1.0,
23
+ 1.0,
24
+ 1.0,
25
+ 0.0,
26
+ 1.0,
27
+ 1.0,
28
+ 1.0,
29
+ 1.0,
30
+ 1.0,
31
+ 0.0,
32
+ 0.0,
33
+ 1.0,
34
+ 0.0,
35
+ 1.0,
36
+ 0.0,
37
+ 1.0,
38
+ 1.0,
39
+ 1.0,
40
+ 1.0,
41
+ 1.0,
42
+ 1.0,
43
+ 0.0,
44
+ 1.0,
45
+ 0.0,
46
+ 0.0,
47
+ 1.0,
48
+ 0.0,
49
+ 1.0,
50
+ 1.0,
51
+ 0.0,
52
+ 1.0,
53
+ 1.0,
54
+ 1.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0,
59
+ 0.0,
60
+ 1.0
61
+ ],
62
+ "episode_return": [
63
+ 0.018,
64
+ 0.064,
65
+ 0.041,
66
+ 0.114,
67
+ 0.134,
68
+ -0.044,
69
+ 0.051,
70
+ -99.452,
71
+ -0.046,
72
+ -0.004,
73
+ 0.02,
74
+ 0.006,
75
+ -99.671,
76
+ -0.044,
77
+ 0.017,
78
+ 0.005,
79
+ -0.011,
80
+ 0.144,
81
+ -99.393,
82
+ 1.64,
83
+ -0.025,
84
+ 0.1,
85
+ 0.006,
86
+ -0.054,
87
+ 0.132,
88
+ -0.003,
89
+ 1.632,
90
+ -99.346,
91
+ 0.045,
92
+ 0.111,
93
+ 0.054,
94
+ -0.038,
95
+ 0.155,
96
+ 0.05,
97
+ 0.072,
98
+ 0.091,
99
+ -0.018,
100
+ -0.007,
101
+ 0.062,
102
+ 0.031,
103
+ 0.006,
104
+ 0.015,
105
+ -0.249,
106
+ -0.046,
107
+ 0.055,
108
+ -0.009,
109
+ -0.048,
110
+ 0.108,
111
+ -99.377,
112
+ 0.04
113
+ ],
114
+ "episode_steps": [
115
+ 203,
116
+ 300,
117
+ 300,
118
+ 187,
119
+ 195,
120
+ 300,
121
+ 187,
122
+ 179,
123
+ 300,
124
+ 162,
125
+ 300,
126
+ 224,
127
+ 182,
128
+ 185,
129
+ 300,
130
+ 160,
131
+ 163,
132
+ 220,
133
+ 162,
134
+ 203,
135
+ 300,
136
+ 300,
137
+ 222,
138
+ 300,
139
+ 182,
140
+ 300,
141
+ 186,
142
+ 162,
143
+ 198,
144
+ 195,
145
+ 187,
146
+ 179,
147
+ 300,
148
+ 185,
149
+ 300,
150
+ 300,
151
+ 177,
152
+ 300,
153
+ 187,
154
+ 190,
155
+ 300,
156
+ 223,
157
+ 162,
158
+ 168,
159
+ 300,
160
+ 300,
161
+ 300,
162
+ 300,
163
+ 300,
164
+ 185
165
+ ],
166
+ "return_mean": -9.85732,
167
+ "embodiment": "deformable/dual_arm_gripper",
168
+ "level": "level_1"
169
+ }
multi_task/level_1/eval_reports/DualArmHammerHandover-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "DualArmHammerHandover-v1",
3
+ "suite": "lv1",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.24,
7
+ "successes": 12,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 1.0,
12
+ 0.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 1.0,
18
+ 1.0,
19
+ 0.0,
20
+ 1.0,
21
+ 1.0,
22
+ 0.0,
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 1.0,
27
+ 1.0,
28
+ 0.0,
29
+ 0.0,
30
+ 1.0,
31
+ 0.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 1.0,
36
+ 0.0,
37
+ 0.0,
38
+ 0.0,
39
+ 1.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0,
43
+ 0.0,
44
+ 0.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 0.0,
50
+ 1.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0,
55
+ 0.0,
56
+ 1.0,
57
+ 0.0,
58
+ 0.0,
59
+ 0.0,
60
+ 0.0
61
+ ],
62
+ "episode_return": [
63
+ 522.007,
64
+ 251.696,
65
+ 360.112,
66
+ 372.323,
67
+ 206.541,
68
+ 215.571,
69
+ 487.752,
70
+ 358.717,
71
+ 376.101,
72
+ 409.512,
73
+ 416.133,
74
+ 203.139,
75
+ 497.549,
76
+ 344.398,
77
+ 465.766,
78
+ 508.922,
79
+ 391.575,
80
+ 107.593,
81
+ 550.913,
82
+ 492.033,
83
+ 319.016,
84
+ 211.566,
85
+ 268.6,
86
+ 507.774,
87
+ 530.149,
88
+ 239.942,
89
+ 367.252,
90
+ 255.917,
91
+ 197.177,
92
+ 332.952,
93
+ 267.108,
94
+ 358.16,
95
+ 292.869,
96
+ 363.865,
97
+ 329.306,
98
+ 485.656,
99
+ 469.646,
100
+ 231.074,
101
+ 479.06,
102
+ 396.569,
103
+ 385.289,
104
+ 478.559,
105
+ 42.225,
106
+ 375.872,
107
+ 287.794,
108
+ 396.275,
109
+ 354.475,
110
+ 449.665,
111
+ 470.703,
112
+ 240.861
113
+ ],
114
+ "episode_steps": [
115
+ 406,
116
+ 500,
117
+ 500,
118
+ 500,
119
+ 500,
120
+ 500,
121
+ 388,
122
+ 351,
123
+ 500,
124
+ 410,
125
+ 351,
126
+ 500,
127
+ 500,
128
+ 500,
129
+ 500,
130
+ 410,
131
+ 336,
132
+ 500,
133
+ 500,
134
+ 381,
135
+ 500,
136
+ 500,
137
+ 500,
138
+ 500,
139
+ 413,
140
+ 500,
141
+ 500,
142
+ 500,
143
+ 179,
144
+ 500,
145
+ 500,
146
+ 500,
147
+ 500,
148
+ 500,
149
+ 500,
150
+ 500,
151
+ 500,
152
+ 500,
153
+ 500,
154
+ 347,
155
+ 500,
156
+ 500,
157
+ 500,
158
+ 500,
159
+ 500,
160
+ 351,
161
+ 500,
162
+ 500,
163
+ 500,
164
+ 500
165
+ ],
166
+ "return_mean": 358.47458,
167
+ "embodiment": "rigid_body/dual_arm_gripper",
168
+ "level": "level_1"
169
+ }
multi_task/level_1/eval_reports/DualArmLiftSoftDex-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "DualArmLiftSoftDex-v1",
3
+ "suite": "lv1",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 1.0,
7
+ "successes": 50,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 1.0,
12
+ 1.0,
13
+ 1.0,
14
+ 1.0,
15
+ 1.0,
16
+ 1.0,
17
+ 1.0,
18
+ 1.0,
19
+ 1.0,
20
+ 1.0,
21
+ 1.0,
22
+ 1.0,
23
+ 1.0,
24
+ 1.0,
25
+ 1.0,
26
+ 1.0,
27
+ 1.0,
28
+ 1.0,
29
+ 1.0,
30
+ 1.0,
31
+ 1.0,
32
+ 1.0,
33
+ 1.0,
34
+ 1.0,
35
+ 1.0,
36
+ 1.0,
37
+ 1.0,
38
+ 1.0,
39
+ 1.0,
40
+ 1.0,
41
+ 1.0,
42
+ 1.0,
43
+ 1.0,
44
+ 1.0,
45
+ 1.0,
46
+ 1.0,
47
+ 1.0,
48
+ 1.0,
49
+ 1.0,
50
+ 1.0,
51
+ 1.0,
52
+ 1.0,
53
+ 1.0,
54
+ 1.0,
55
+ 1.0,
56
+ 1.0,
57
+ 1.0,
58
+ 1.0,
59
+ 1.0,
60
+ 1.0
61
+ ],
62
+ "episode_return": [
63
+ 129.112,
64
+ 130.523,
65
+ 136.053,
66
+ 126.415,
67
+ 125.956,
68
+ 128.822,
69
+ 123.055,
70
+ 121.566,
71
+ 120.761,
72
+ 132.255,
73
+ 135.647,
74
+ 132.947,
75
+ 138.218,
76
+ 128.874,
77
+ 128.236,
78
+ 128.259,
79
+ 126.869,
80
+ 124.31,
81
+ 134.187,
82
+ 133.312,
83
+ 130.638,
84
+ 128.013,
85
+ 116.422,
86
+ 121.648,
87
+ 132.327,
88
+ 128.862,
89
+ 127.331,
90
+ 124.507,
91
+ 125.516,
92
+ 133.416,
93
+ 137.421,
94
+ 127.183,
95
+ 122.682,
96
+ 120.85,
97
+ 130.014,
98
+ 126.879,
99
+ 129.994,
100
+ 129.105,
101
+ 115.828,
102
+ 130.586,
103
+ 133.762,
104
+ 125.392,
105
+ 120.049,
106
+ 123.871,
107
+ 133.265,
108
+ 136.239,
109
+ 123.743,
110
+ 126.114,
111
+ 128.766,
112
+ 121.391
113
+ ],
114
+ "episode_steps": [
115
+ 177,
116
+ 178,
117
+ 186,
118
+ 174,
119
+ 173,
120
+ 177,
121
+ 169,
122
+ 168,
123
+ 167,
124
+ 181,
125
+ 185,
126
+ 181,
127
+ 189,
128
+ 177,
129
+ 176,
130
+ 176,
131
+ 174,
132
+ 171,
133
+ 183,
134
+ 182,
135
+ 179,
136
+ 175,
137
+ 161,
138
+ 168,
139
+ 181,
140
+ 177,
141
+ 174,
142
+ 171,
143
+ 173,
144
+ 182,
145
+ 187,
146
+ 174,
147
+ 169,
148
+ 167,
149
+ 178,
150
+ 174,
151
+ 178,
152
+ 177,
153
+ 160,
154
+ 179,
155
+ 183,
156
+ 172,
157
+ 166,
158
+ 171,
159
+ 182,
160
+ 186,
161
+ 170,
162
+ 173,
163
+ 177,
164
+ 167
165
+ ],
166
+ "return_mean": 127.94382,
167
+ "embodiment": "deformable/dual_arm_dex",
168
+ "level": "level_1"
169
+ }
multi_task/level_1/eval_reports/DualArmOpenPen-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "DualArmOpenPen-v1",
3
+ "suite": "lv1",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.3,
7
+ "successes": 15,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 1.0,
12
+ 0.0,
13
+ 1.0,
14
+ 0.0,
15
+ 0.0,
16
+ 1.0,
17
+ 1.0,
18
+ 0.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 0.0,
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 0.0,
30
+ 0.0,
31
+ 0.0,
32
+ 1.0,
33
+ 1.0,
34
+ 1.0,
35
+ 0.0,
36
+ 1.0,
37
+ 0.0,
38
+ 1.0,
39
+ 0.0,
40
+ 0.0,
41
+ 1.0,
42
+ 0.0,
43
+ 0.0,
44
+ 1.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 0.0,
50
+ 0.0,
51
+ 1.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0,
55
+ 1.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0,
59
+ 1.0,
60
+ 1.0
61
+ ],
62
+ "episode_return": [
63
+ 522.001,
64
+ 864.092,
65
+ 513.942,
66
+ 1299.468,
67
+ 591.709,
68
+ 809.011,
69
+ 557.283,
70
+ 974.503,
71
+ 1072.884,
72
+ 1430.036,
73
+ 1239.737,
74
+ 787.411,
75
+ 1308.754,
76
+ 1170.403,
77
+ 450.529,
78
+ 1103.115,
79
+ 866.862,
80
+ 509.861,
81
+ 717.964,
82
+ 1591.453,
83
+ 1016.068,
84
+ 487.739,
85
+ 383.566,
86
+ 585.327,
87
+ 1401.59,
88
+ 527.169,
89
+ 971.525,
90
+ 596.634,
91
+ 735.338,
92
+ 1159.087,
93
+ 487.803,
94
+ 643.091,
95
+ 934.287,
96
+ 1318.921,
97
+ 1189.5,
98
+ 864.241,
99
+ 561.073,
100
+ 1147.59,
101
+ 1111.56,
102
+ 641.943,
103
+ 1017.748,
104
+ 1182.863,
105
+ 1208.829,
106
+ 1505.762,
107
+ 642.915,
108
+ 1037.848,
109
+ 439.946,
110
+ 1278.868,
111
+ 729.295,
112
+ 1046.905
113
+ ],
114
+ "episode_steps": [
115
+ 229,
116
+ 400,
117
+ 237,
118
+ 400,
119
+ 400,
120
+ 308,
121
+ 242,
122
+ 400,
123
+ 400,
124
+ 400,
125
+ 400,
126
+ 400,
127
+ 400,
128
+ 400,
129
+ 400,
130
+ 400,
131
+ 400,
132
+ 400,
133
+ 400,
134
+ 400,
135
+ 400,
136
+ 218,
137
+ 176,
138
+ 196,
139
+ 400,
140
+ 270,
141
+ 400,
142
+ 303,
143
+ 400,
144
+ 400,
145
+ 233,
146
+ 400,
147
+ 400,
148
+ 382,
149
+ 400,
150
+ 400,
151
+ 400,
152
+ 400,
153
+ 400,
154
+ 400,
155
+ 322,
156
+ 400,
157
+ 400,
158
+ 400,
159
+ 236,
160
+ 400,
161
+ 400,
162
+ 400,
163
+ 245,
164
+ 322
165
+ ],
166
+ "return_mean": 904.7209799999999,
167
+ "embodiment": "rigid_body/dual_arm_dex",
168
+ "level": "level_1"
169
+ }
multi_task/level_1/eval_reports/DualArmOpenScissor-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "DualArmOpenScissor-v1",
3
+ "suite": "lv1",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.98,
7
+ "successes": 49,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 1.0,
12
+ 1.0,
13
+ 1.0,
14
+ 1.0,
15
+ 1.0,
16
+ 1.0,
17
+ 1.0,
18
+ 1.0,
19
+ 1.0,
20
+ 1.0,
21
+ 1.0,
22
+ 1.0,
23
+ 1.0,
24
+ 1.0,
25
+ 1.0,
26
+ 1.0,
27
+ 1.0,
28
+ 1.0,
29
+ 1.0,
30
+ 1.0,
31
+ 1.0,
32
+ 1.0,
33
+ 1.0,
34
+ 1.0,
35
+ 1.0,
36
+ 1.0,
37
+ 1.0,
38
+ 1.0,
39
+ 1.0,
40
+ 1.0,
41
+ 1.0,
42
+ 1.0,
43
+ 1.0,
44
+ 1.0,
45
+ 1.0,
46
+ 1.0,
47
+ 1.0,
48
+ 1.0,
49
+ 1.0,
50
+ 1.0,
51
+ 1.0,
52
+ 1.0,
53
+ 1.0,
54
+ 1.0,
55
+ 1.0,
56
+ 1.0,
57
+ 1.0,
58
+ 1.0,
59
+ 0.0,
60
+ 1.0
61
+ ],
62
+ "episode_return": [
63
+ 199.769,
64
+ 210.344,
65
+ 251.131,
66
+ 228.497,
67
+ 218.34,
68
+ 232.577,
69
+ 206.007,
70
+ 208.46,
71
+ 200.049,
72
+ 237.553,
73
+ 202.25,
74
+ 278.39,
75
+ 223.386,
76
+ 212.147,
77
+ 189.091,
78
+ 295.076,
79
+ 257.405,
80
+ 215.276,
81
+ 226.65,
82
+ 191.853,
83
+ 330.527,
84
+ 185.503,
85
+ 226.86,
86
+ 235.469,
87
+ 214.029,
88
+ 208.056,
89
+ 313.231,
90
+ 209.142,
91
+ 258.885,
92
+ 212.146,
93
+ 251.831,
94
+ 416.384,
95
+ 232.399,
96
+ 220.5,
97
+ 205.516,
98
+ 229.371,
99
+ 187.436,
100
+ 209.08,
101
+ 251.128,
102
+ 186.189,
103
+ 212.118,
104
+ 417.961,
105
+ 181.027,
106
+ 217.812,
107
+ 223.589,
108
+ 229.653,
109
+ 298.616,
110
+ 304.627,
111
+ 666.054,
112
+ 230.848
113
+ ],
114
+ "episode_steps": [
115
+ 122,
116
+ 123,
117
+ 138,
118
+ 124,
119
+ 131,
120
+ 126,
121
+ 123,
122
+ 127,
123
+ 112,
124
+ 141,
125
+ 122,
126
+ 191,
127
+ 120,
128
+ 123,
129
+ 121,
130
+ 205,
131
+ 176,
132
+ 126,
133
+ 128,
134
+ 117,
135
+ 210,
136
+ 114,
137
+ 137,
138
+ 136,
139
+ 129,
140
+ 113,
141
+ 180,
142
+ 112,
143
+ 191,
144
+ 132,
145
+ 169,
146
+ 278,
147
+ 145,
148
+ 116,
149
+ 126,
150
+ 163,
151
+ 115,
152
+ 123,
153
+ 136,
154
+ 116,
155
+ 129,
156
+ 285,
157
+ 113,
158
+ 121,
159
+ 120,
160
+ 123,
161
+ 205,
162
+ 211,
163
+ 500,
164
+ 125
165
+ ],
166
+ "return_mean": 245.00475999999998,
167
+ "embodiment": "rigid_body/dual_arm_dex",
168
+ "level": "level_1"
169
+ }
multi_task/level_1/eval_reports/DualArmPouringWater-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "DualArmPouringWater-v1",
3
+ "suite": "lv1",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.72,
7
+ "successes": 36,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 1.0,
12
+ 0.0,
13
+ 1.0,
14
+ 1.0,
15
+ 1.0,
16
+ 0.0,
17
+ 1.0,
18
+ 0.0,
19
+ 1.0,
20
+ 0.0,
21
+ 1.0,
22
+ 1.0,
23
+ 0.0,
24
+ 1.0,
25
+ 0.0,
26
+ 1.0,
27
+ 1.0,
28
+ 1.0,
29
+ 1.0,
30
+ 1.0,
31
+ 1.0,
32
+ 1.0,
33
+ 1.0,
34
+ 1.0,
35
+ 0.0,
36
+ 0.0,
37
+ 0.0,
38
+ 1.0,
39
+ 1.0,
40
+ 1.0,
41
+ 1.0,
42
+ 1.0,
43
+ 1.0,
44
+ 1.0,
45
+ 0.0,
46
+ 0.0,
47
+ 1.0,
48
+ 1.0,
49
+ 1.0,
50
+ 1.0,
51
+ 0.0,
52
+ 0.0,
53
+ 1.0,
54
+ 1.0,
55
+ 1.0,
56
+ 1.0,
57
+ 1.0,
58
+ 0.0,
59
+ 1.0,
60
+ 1.0
61
+ ],
62
+ "episode_return": [
63
+ 157.813,
64
+ 167.389,
65
+ 168.336,
66
+ 165.52,
67
+ 153.035,
68
+ 102.969,
69
+ 165.068,
70
+ 148.359,
71
+ 149.257,
72
+ 96.836,
73
+ 117.664,
74
+ 134.361,
75
+ 145.965,
76
+ 150.406,
77
+ 104.681,
78
+ 151.879,
79
+ 185.94,
80
+ 157.482,
81
+ 161.096,
82
+ 160.509,
83
+ 151.429,
84
+ 146.193,
85
+ 149.356,
86
+ 144.023,
87
+ 148.012,
88
+ 89.31,
89
+ 103.186,
90
+ 159.329,
91
+ 152.665,
92
+ 156.516,
93
+ 147.766,
94
+ 148.732,
95
+ 156.322,
96
+ 152.175,
97
+ 105.542,
98
+ 201.31,
99
+ 148.286,
100
+ 156.287,
101
+ 137.619,
102
+ 161.824,
103
+ 38.274,
104
+ 104.474,
105
+ 155.405,
106
+ 131.815,
107
+ 187.802,
108
+ 147.17,
109
+ 149.369,
110
+ 39.291,
111
+ 149.452,
112
+ 168.971
113
+ ],
114
+ "episode_steps": [
115
+ 224,
116
+ 340,
117
+ 241,
118
+ 246,
119
+ 213,
120
+ 340,
121
+ 251,
122
+ 340,
123
+ 212,
124
+ 340,
125
+ 191,
126
+ 195,
127
+ 340,
128
+ 214,
129
+ 340,
130
+ 224,
131
+ 296,
132
+ 222,
133
+ 231,
134
+ 238,
135
+ 213,
136
+ 209,
137
+ 212,
138
+ 211,
139
+ 340,
140
+ 340,
141
+ 340,
142
+ 237,
143
+ 222,
144
+ 227,
145
+ 213,
146
+ 206,
147
+ 226,
148
+ 215,
149
+ 340,
150
+ 340,
151
+ 207,
152
+ 220,
153
+ 205,
154
+ 237,
155
+ 340,
156
+ 340,
157
+ 230,
158
+ 191,
159
+ 293,
160
+ 212,
161
+ 212,
162
+ 340,
163
+ 215,
164
+ 246
165
+ ],
166
+ "return_mean": 142.6494,
167
+ "embodiment": "deformable/dual_arm_gripper",
168
+ "level": "level_1"
169
+ }
multi_task/level_1/eval_reports/DualArmPressButton-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "DualArmPressButton-v1",
3
+ "suite": "lv1",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.38,
7
+ "successes": 19,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 0.0,
12
+ 0.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 1.0,
19
+ 0.0,
20
+ 0.0,
21
+ 1.0,
22
+ 1.0,
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 1.0,
27
+ 1.0,
28
+ 1.0,
29
+ 1.0,
30
+ 0.0,
31
+ 0.0,
32
+ 1.0,
33
+ 0.0,
34
+ 0.0,
35
+ 0.0,
36
+ 0.0,
37
+ 0.0,
38
+ 1.0,
39
+ 0.0,
40
+ 1.0,
41
+ 1.0,
42
+ 1.0,
43
+ 0.0,
44
+ 1.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 1.0,
50
+ 1.0,
51
+ 1.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0,
55
+ 1.0,
56
+ 1.0,
57
+ 0.0,
58
+ 1.0,
59
+ 0.0,
60
+ 0.0
61
+ ],
62
+ "episode_return": [
63
+ 218.339,
64
+ 221.731,
65
+ 221.961,
66
+ 224.66,
67
+ 230.353,
68
+ 225.929,
69
+ 220.826,
70
+ 100.531,
71
+ 222.189,
72
+ 218.966,
73
+ 102.174,
74
+ 83.194,
75
+ 221.265,
76
+ 221.84,
77
+ 222.346,
78
+ 82.881,
79
+ 118.488,
80
+ 102.563,
81
+ 118.497,
82
+ 218.148,
83
+ 218.681,
84
+ 102.993,
85
+ 221.967,
86
+ 220.102,
87
+ 220.247,
88
+ 220.929,
89
+ 223.651,
90
+ 111.475,
91
+ 221.869,
92
+ 105.049,
93
+ 126.736,
94
+ 85.209,
95
+ 225.949,
96
+ 105.122,
97
+ 223.503,
98
+ 225.575,
99
+ 221.835,
100
+ 217.664,
101
+ 119.297,
102
+ 115.443,
103
+ 112.802,
104
+ 220.736,
105
+ 220.828,
106
+ 221.126,
107
+ 109.697,
108
+ 199.053,
109
+ 222.664,
110
+ 89.545,
111
+ 222.616,
112
+ 221.034
113
+ ],
114
+ "episode_steps": [
115
+ 200,
116
+ 200,
117
+ 200,
118
+ 200,
119
+ 200,
120
+ 200,
121
+ 200,
122
+ 92,
123
+ 200,
124
+ 200,
125
+ 93,
126
+ 76,
127
+ 200,
128
+ 200,
129
+ 200,
130
+ 76,
131
+ 109,
132
+ 84,
133
+ 108,
134
+ 200,
135
+ 200,
136
+ 94,
137
+ 200,
138
+ 200,
139
+ 200,
140
+ 200,
141
+ 200,
142
+ 101,
143
+ 200,
144
+ 96,
145
+ 114,
146
+ 78,
147
+ 200,
148
+ 95,
149
+ 200,
150
+ 200,
151
+ 200,
152
+ 200,
153
+ 109,
154
+ 106,
155
+ 103,
156
+ 200,
157
+ 200,
158
+ 200,
159
+ 99,
160
+ 178,
161
+ 200,
162
+ 81,
163
+ 200,
164
+ 200
165
+ ],
166
+ "return_mean": 179.40556,
167
+ "embodiment": "rigid_body/dual_arm_dex",
168
+ "level": "level_1"
169
+ }
multi_task/level_1/eval_reports/DualArmPushBox-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "DualArmPushBox-v1",
3
+ "suite": "lv1",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.6,
7
+ "successes": 30,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 0.0,
12
+ 0.0,
13
+ 1.0,
14
+ 0.0,
15
+ 0.0,
16
+ 1.0,
17
+ 1.0,
18
+ 0.0,
19
+ 0.0,
20
+ 1.0,
21
+ 0.0,
22
+ 1.0,
23
+ 0.0,
24
+ 0.0,
25
+ 1.0,
26
+ 1.0,
27
+ 1.0,
28
+ 1.0,
29
+ 1.0,
30
+ 1.0,
31
+ 1.0,
32
+ 0.0,
33
+ 1.0,
34
+ 0.0,
35
+ 1.0,
36
+ 1.0,
37
+ 1.0,
38
+ 0.0,
39
+ 1.0,
40
+ 0.0,
41
+ 1.0,
42
+ 1.0,
43
+ 1.0,
44
+ 0.0,
45
+ 1.0,
46
+ 0.0,
47
+ 0.0,
48
+ 1.0,
49
+ 1.0,
50
+ 0.0,
51
+ 0.0,
52
+ 1.0,
53
+ 1.0,
54
+ 1.0,
55
+ 1.0,
56
+ 0.0,
57
+ 1.0,
58
+ 1.0,
59
+ 0.0,
60
+ 1.0
61
+ ],
62
+ "episode_return": [
63
+ 40.762,
64
+ 99.225,
65
+ 22.792,
66
+ 16.359,
67
+ 58.729,
68
+ 54.936,
69
+ 39.93,
70
+ 37.292,
71
+ 63.373,
72
+ 34.091,
73
+ 74.579,
74
+ 20.897,
75
+ 109.307,
76
+ 89.923,
77
+ 35.65,
78
+ 20.143,
79
+ 20.133,
80
+ 46.444,
81
+ 23.419,
82
+ 35.508,
83
+ 20.023,
84
+ 84.985,
85
+ 46.132,
86
+ 93.562,
87
+ 23.595,
88
+ 24.251,
89
+ 51.416,
90
+ 58.138,
91
+ 19.557,
92
+ 15.764,
93
+ 19.937,
94
+ 26.553,
95
+ 23.319,
96
+ 57.989,
97
+ 23.715,
98
+ 83.665,
99
+ 48.479,
100
+ 21.29,
101
+ 22.6,
102
+ 54.282,
103
+ 71.749,
104
+ 20.82,
105
+ 26.05,
106
+ 47.78,
107
+ 40.156,
108
+ 51.491,
109
+ 21.007,
110
+ 20.274,
111
+ 70.337,
112
+ 25.949
113
+ ],
114
+ "episode_steps": [
115
+ 700,
116
+ 700,
117
+ 263,
118
+ 700,
119
+ 700,
120
+ 591,
121
+ 353,
122
+ 700,
123
+ 700,
124
+ 584,
125
+ 700,
126
+ 240,
127
+ 700,
128
+ 700,
129
+ 375,
130
+ 255,
131
+ 260,
132
+ 425,
133
+ 293,
134
+ 648,
135
+ 239,
136
+ 700,
137
+ 444,
138
+ 700,
139
+ 254,
140
+ 259,
141
+ 454,
142
+ 700,
143
+ 245,
144
+ 700,
145
+ 251,
146
+ 297,
147
+ 246,
148
+ 700,
149
+ 291,
150
+ 700,
151
+ 700,
152
+ 271,
153
+ 259,
154
+ 700,
155
+ 700,
156
+ 264,
157
+ 325,
158
+ 387,
159
+ 342,
160
+ 700,
161
+ 247,
162
+ 236,
163
+ 700,
164
+ 284
165
+ ],
166
+ "return_mean": 43.167139999999996,
167
+ "embodiment": "rigid_body/dual_arm_gripper",
168
+ "level": "level_1"
169
+ }
multi_task/level_1/eval_reports/DualArmRopeCylinderWarpping-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "DualArmRopeCylinderWarpping-v1",
3
+ "suite": "lv1",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.66,
7
+ "successes": 33,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 1.0,
12
+ 0.0,
13
+ 1.0,
14
+ 1.0,
15
+ 1.0,
16
+ 0.0,
17
+ 1.0,
18
+ 1.0,
19
+ 1.0,
20
+ 1.0,
21
+ 0.0,
22
+ 1.0,
23
+ 0.0,
24
+ 0.0,
25
+ 1.0,
26
+ 1.0,
27
+ 1.0,
28
+ 0.0,
29
+ 1.0,
30
+ 0.0,
31
+ 1.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 1.0,
36
+ 1.0,
37
+ 1.0,
38
+ 1.0,
39
+ 0.0,
40
+ 1.0,
41
+ 1.0,
42
+ 1.0,
43
+ 1.0,
44
+ 1.0,
45
+ 0.0,
46
+ 1.0,
47
+ 1.0,
48
+ 0.0,
49
+ 1.0,
50
+ 1.0,
51
+ 1.0,
52
+ 1.0,
53
+ 0.0,
54
+ 1.0,
55
+ 1.0,
56
+ 0.0,
57
+ 0.0,
58
+ 1.0,
59
+ 1.0,
60
+ 0.0
61
+ ],
62
+ "episode_return": [
63
+ 72.875,
64
+ 123.712,
65
+ 71.784,
66
+ 57.252,
67
+ 102.314,
68
+ 101.61,
69
+ 71.768,
70
+ 73.949,
71
+ 82.187,
72
+ 81.592,
73
+ 95.338,
74
+ 90.057,
75
+ 103.772,
76
+ 122.583,
77
+ 78.588,
78
+ 74.487,
79
+ 80.064,
80
+ 105.936,
81
+ 72.647,
82
+ 106.947,
83
+ 76.513,
84
+ 63.123,
85
+ 109.082,
86
+ 136.126,
87
+ 124.519,
88
+ 62.724,
89
+ 80.017,
90
+ 70.611,
91
+ 110.579,
92
+ 74.372,
93
+ 80.667,
94
+ 74.786,
95
+ 74.077,
96
+ 86.973,
97
+ 74.955,
98
+ 77.201,
99
+ 82.449,
100
+ 126.348,
101
+ 81.451,
102
+ 106.492,
103
+ 71.946,
104
+ 66.332,
105
+ 108.256,
106
+ 66.392,
107
+ 92.453,
108
+ 119.229,
109
+ 136.1,
110
+ 69.221,
111
+ 69.116,
112
+ 79.201
113
+ ],
114
+ "episode_steps": [
115
+ 304,
116
+ 400,
117
+ 282,
118
+ 238,
119
+ 319,
120
+ 400,
121
+ 272,
122
+ 300,
123
+ 341,
124
+ 326,
125
+ 400,
126
+ 333,
127
+ 400,
128
+ 400,
129
+ 319,
130
+ 326,
131
+ 339,
132
+ 400,
133
+ 330,
134
+ 400,
135
+ 331,
136
+ 400,
137
+ 400,
138
+ 400,
139
+ 374,
140
+ 286,
141
+ 340,
142
+ 348,
143
+ 400,
144
+ 347,
145
+ 327,
146
+ 328,
147
+ 314,
148
+ 370,
149
+ 400,
150
+ 275,
151
+ 365,
152
+ 400,
153
+ 313,
154
+ 384,
155
+ 309,
156
+ 311,
157
+ 400,
158
+ 342,
159
+ 338,
160
+ 400,
161
+ 400,
162
+ 293,
163
+ 303,
164
+ 400
165
+ ],
166
+ "return_mean": 88.41546,
167
+ "embodiment": "deformable/dual_arm_gripper",
168
+ "level": "level_1"
169
+ }
multi_task/level_1/eval_reports/DualArmRopeStretch-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "DualArmRopeStretch-v1",
3
+ "suite": "lv1",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.48,
7
+ "successes": 24,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 0.0,
12
+ 1.0,
13
+ 0.0,
14
+ 1.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 1.0,
19
+ 0.0,
20
+ 0.0,
21
+ 1.0,
22
+ 0.0,
23
+ 0.0,
24
+ 1.0,
25
+ 1.0,
26
+ 1.0,
27
+ 0.0,
28
+ 1.0,
29
+ 0.0,
30
+ 1.0,
31
+ 1.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 1.0,
36
+ 1.0,
37
+ 1.0,
38
+ 1.0,
39
+ 1.0,
40
+ 1.0,
41
+ 1.0,
42
+ 0.0,
43
+ 1.0,
44
+ 0.0,
45
+ 1.0,
46
+ 0.0,
47
+ 1.0,
48
+ 1.0,
49
+ 0.0,
50
+ 0.0,
51
+ 0.0,
52
+ 1.0,
53
+ 0.0,
54
+ 0.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0,
59
+ 1.0,
60
+ 1.0
61
+ ],
62
+ "episode_return": [
63
+ 279.002,
64
+ 164.571,
65
+ 292.082,
66
+ 180.325,
67
+ 287.868,
68
+ 289.616,
69
+ 278.819,
70
+ 193.628,
71
+ 254.583,
72
+ 292.5,
73
+ 179.882,
74
+ 285.5,
75
+ 287.695,
76
+ 163.705,
77
+ 170.199,
78
+ 168.86,
79
+ 278.836,
80
+ 195.348,
81
+ 292.89,
82
+ 179.503,
83
+ 148.904,
84
+ 294.438,
85
+ 285.932,
86
+ 295.714,
87
+ 170.874,
88
+ 172.781,
89
+ 179.371,
90
+ 187.774,
91
+ 173.639,
92
+ 192.758,
93
+ 170.954,
94
+ 291.385,
95
+ 168.245,
96
+ 288.996,
97
+ 184.227,
98
+ 278.536,
99
+ 168.238,
100
+ 184.963,
101
+ 291.785,
102
+ 291.329,
103
+ 294.834,
104
+ 191.016,
105
+ 289.562,
106
+ 292.747,
107
+ 288.142,
108
+ 292.757,
109
+ 278.784,
110
+ 278.801,
111
+ 181.962,
112
+ 168.994
113
+ ],
114
+ "episode_steps": [
115
+ 300,
116
+ 167,
117
+ 300,
118
+ 184,
119
+ 300,
120
+ 300,
121
+ 300,
122
+ 196,
123
+ 300,
124
+ 300,
125
+ 183,
126
+ 300,
127
+ 300,
128
+ 166,
129
+ 173,
130
+ 172,
131
+ 300,
132
+ 199,
133
+ 300,
134
+ 183,
135
+ 151,
136
+ 300,
137
+ 300,
138
+ 300,
139
+ 174,
140
+ 176,
141
+ 183,
142
+ 192,
143
+ 177,
144
+ 197,
145
+ 174,
146
+ 300,
147
+ 171,
148
+ 300,
149
+ 187,
150
+ 300,
151
+ 171,
152
+ 189,
153
+ 300,
154
+ 300,
155
+ 300,
156
+ 195,
157
+ 300,
158
+ 300,
159
+ 300,
160
+ 300,
161
+ 300,
162
+ 300,
163
+ 184,
164
+ 172
165
+ ],
166
+ "return_mean": 233.87707999999998,
167
+ "embodiment": "deformable/dual_arm_dex",
168
+ "level": "level_1"
169
+ }
multi_task/level_1/eval_reports/DualArmSwingCup-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "DualArmSwingCup-v1",
3
+ "suite": "lv1",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.42,
7
+ "successes": 21,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 1.0,
12
+ 1.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 1.0,
19
+ 1.0,
20
+ 0.0,
21
+ 1.0,
22
+ 0.0,
23
+ 1.0,
24
+ 0.0,
25
+ 1.0,
26
+ 0.0,
27
+ 1.0,
28
+ 0.0,
29
+ 1.0,
30
+ 1.0,
31
+ 0.0,
32
+ 1.0,
33
+ 0.0,
34
+ 0.0,
35
+ 0.0,
36
+ 1.0,
37
+ 0.0,
38
+ 1.0,
39
+ 0.0,
40
+ 1.0,
41
+ 0.0,
42
+ 1.0,
43
+ 0.0,
44
+ 1.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 1.0,
50
+ 1.0,
51
+ 0.0,
52
+ 1.0,
53
+ 0.0,
54
+ 1.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0,
59
+ 0.0,
60
+ 1.0
61
+ ],
62
+ "episode_return": [
63
+ 198.41,
64
+ 312.299,
65
+ 351.419,
66
+ -628.602,
67
+ -53.925,
68
+ 331.318,
69
+ 299.467,
70
+ 206.866,
71
+ 214.302,
72
+ 276.883,
73
+ 194.662,
74
+ -204.283,
75
+ 200.096,
76
+ 290.488,
77
+ 201.994,
78
+ 143.557,
79
+ 204.624,
80
+ 275.608,
81
+ 197.491,
82
+ 203.722,
83
+ 218.99,
84
+ 200.656,
85
+ 343.291,
86
+ 83.725,
87
+ 104.517,
88
+ 214.418,
89
+ 348.912,
90
+ 201.762,
91
+ 292.923,
92
+ 202.7,
93
+ 278.498,
94
+ 199.276,
95
+ 54.846,
96
+ 202.329,
97
+ 304.245,
98
+ -256.618,
99
+ 316.293,
100
+ 353.362,
101
+ 201.642,
102
+ 219.365,
103
+ 365.698,
104
+ 201.307,
105
+ 352.107,
106
+ 202.411,
107
+ 305.1,
108
+ -222.182,
109
+ 276.688,
110
+ 248.635,
111
+ 315.563,
112
+ 209.398
113
+ ],
114
+ "episode_steps": [
115
+ 163,
116
+ 258,
117
+ 300,
118
+ 300,
119
+ 300,
120
+ 300,
121
+ 300,
122
+ 172,
123
+ 184,
124
+ 300,
125
+ 159,
126
+ 300,
127
+ 167,
128
+ 300,
129
+ 163,
130
+ 300,
131
+ 170,
132
+ 300,
133
+ 162,
134
+ 169,
135
+ 300,
136
+ 167,
137
+ 300,
138
+ 300,
139
+ 300,
140
+ 183,
141
+ 300,
142
+ 168,
143
+ 300,
144
+ 169,
145
+ 300,
146
+ 166,
147
+ 300,
148
+ 168,
149
+ 300,
150
+ 300,
151
+ 300,
152
+ 300,
153
+ 168,
154
+ 181,
155
+ 300,
156
+ 168,
157
+ 300,
158
+ 168,
159
+ 300,
160
+ 300,
161
+ 300,
162
+ 300,
163
+ 300,
164
+ 171
165
+ ],
166
+ "return_mean": 191.12506000000002,
167
+ "embodiment": "rigid_body/dual_arm_dex",
168
+ "level": "level_1"
169
+ }
multi_task/level_1/eval_reports/GraspCylinder-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "GraspCylinder-v1",
3
+ "suite": "lv1",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.86,
7
+ "successes": 43,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 1.0,
12
+ 1.0,
13
+ 1.0,
14
+ 1.0,
15
+ 1.0,
16
+ 1.0,
17
+ 1.0,
18
+ 1.0,
19
+ 1.0,
20
+ 1.0,
21
+ 1.0,
22
+ 1.0,
23
+ 0.0,
24
+ 1.0,
25
+ 1.0,
26
+ 1.0,
27
+ 1.0,
28
+ 1.0,
29
+ 0.0,
30
+ 1.0,
31
+ 1.0,
32
+ 1.0,
33
+ 0.0,
34
+ 0.0,
35
+ 1.0,
36
+ 1.0,
37
+ 1.0,
38
+ 1.0,
39
+ 1.0,
40
+ 1.0,
41
+ 1.0,
42
+ 1.0,
43
+ 0.0,
44
+ 1.0,
45
+ 1.0,
46
+ 1.0,
47
+ 1.0,
48
+ 0.0,
49
+ 1.0,
50
+ 1.0,
51
+ 1.0,
52
+ 0.0,
53
+ 1.0,
54
+ 1.0,
55
+ 1.0,
56
+ 1.0,
57
+ 1.0,
58
+ 1.0,
59
+ 1.0,
60
+ 1.0
61
+ ],
62
+ "episode_return": [
63
+ 22.704,
64
+ 19.072,
65
+ 19.759,
66
+ 19.147,
67
+ 23.26,
68
+ 20.099,
69
+ 36.982,
70
+ 43.774,
71
+ 27.991,
72
+ 34.022,
73
+ 27.862,
74
+ 23.402,
75
+ 0.018,
76
+ 33.946,
77
+ 27.057,
78
+ 22.354,
79
+ 23.106,
80
+ 35.085,
81
+ 0.02,
82
+ 33.872,
83
+ 23.816,
84
+ 27.241,
85
+ 0.257,
86
+ 0.025,
87
+ 27.434,
88
+ 35.538,
89
+ 35.513,
90
+ 35.035,
91
+ 19.005,
92
+ 19.24,
93
+ 22.871,
94
+ 19.435,
95
+ 0.732,
96
+ 20.536,
97
+ 33.884,
98
+ 36.575,
99
+ 27.117,
100
+ 0.378,
101
+ 23.856,
102
+ 22.212,
103
+ 19.828,
104
+ 0.364,
105
+ 34.692,
106
+ 25.199,
107
+ 27.438,
108
+ 19.99,
109
+ 23.398,
110
+ 33.947,
111
+ 34.209,
112
+ 26.975
113
+ ],
114
+ "episode_steps": [
115
+ 205,
116
+ 177,
117
+ 216,
118
+ 201,
119
+ 202,
120
+ 202,
121
+ 226,
122
+ 260,
123
+ 208,
124
+ 247,
125
+ 191,
126
+ 228,
127
+ 300,
128
+ 238,
129
+ 224,
130
+ 210,
131
+ 197,
132
+ 231,
133
+ 300,
134
+ 234,
135
+ 187,
136
+ 227,
137
+ 300,
138
+ 300,
139
+ 177,
140
+ 194,
141
+ 218,
142
+ 263,
143
+ 223,
144
+ 197,
145
+ 210,
146
+ 193,
147
+ 300,
148
+ 192,
149
+ 257,
150
+ 202,
151
+ 187,
152
+ 300,
153
+ 186,
154
+ 208,
155
+ 202,
156
+ 300,
157
+ 214,
158
+ 193,
159
+ 180,
160
+ 185,
161
+ 209,
162
+ 232,
163
+ 238,
164
+ 188
165
+ ],
166
+ "return_mean": 23.40544,
167
+ "embodiment": "rigid_body/single_arm_dex",
168
+ "level": "level_1"
169
+ }
multi_task/level_1/eval_reports/LiftBucket-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "LiftBucket-v1",
3
+ "suite": "lv1",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.54,
7
+ "successes": 27,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 1.0,
12
+ 1.0,
13
+ 1.0,
14
+ 1.0,
15
+ 1.0,
16
+ 1.0,
17
+ 1.0,
18
+ 0.0,
19
+ 1.0,
20
+ 0.0,
21
+ 1.0,
22
+ 0.0,
23
+ 0.0,
24
+ 1.0,
25
+ 1.0,
26
+ 1.0,
27
+ 0.0,
28
+ 1.0,
29
+ 1.0,
30
+ 1.0,
31
+ 0.0,
32
+ 1.0,
33
+ 1.0,
34
+ 1.0,
35
+ 0.0,
36
+ 1.0,
37
+ 1.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 1.0,
43
+ 1.0,
44
+ 0.0,
45
+ 1.0,
46
+ 0.0,
47
+ 0.0,
48
+ 1.0,
49
+ 1.0,
50
+ 0.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0,
55
+ 0.0,
56
+ 1.0,
57
+ 0.0,
58
+ 0.0,
59
+ 1.0,
60
+ 0.0
61
+ ],
62
+ "episode_return": [
63
+ 89.86,
64
+ 79.599,
65
+ 92.985,
66
+ 97.481,
67
+ 99.424,
68
+ 88.863,
69
+ 99.621,
70
+ 179.304,
71
+ 78.601,
72
+ 184.404,
73
+ 84.57,
74
+ 179.188,
75
+ 181.609,
76
+ 71.081,
77
+ 97.43,
78
+ 84.695,
79
+ 183.514,
80
+ 92.393,
81
+ 89.061,
82
+ 93.399,
83
+ 178.017,
84
+ 80.884,
85
+ 99.35,
86
+ 101.995,
87
+ 177.658,
88
+ 97.056,
89
+ 96.416,
90
+ 176.794,
91
+ 179.925,
92
+ 181.878,
93
+ 185.511,
94
+ 100.187,
95
+ 83.588,
96
+ 177.435,
97
+ 90.268,
98
+ 181.548,
99
+ 182.885,
100
+ 92.459,
101
+ 127.344,
102
+ 175.958,
103
+ 177.835,
104
+ 181.141,
105
+ 188.235,
106
+ 181.747,
107
+ 180.421,
108
+ 102.056,
109
+ 179.005,
110
+ 177.886,
111
+ 96.052,
112
+ 178.605
113
+ ],
114
+ "episode_steps": [
115
+ 140,
116
+ 126,
117
+ 144,
118
+ 152,
119
+ 155,
120
+ 138,
121
+ 156,
122
+ 300,
123
+ 121,
124
+ 300,
125
+ 131,
126
+ 300,
127
+ 300,
128
+ 110,
129
+ 152,
130
+ 130,
131
+ 300,
132
+ 144,
133
+ 139,
134
+ 145,
135
+ 300,
136
+ 126,
137
+ 159,
138
+ 161,
139
+ 300,
140
+ 151,
141
+ 151,
142
+ 300,
143
+ 300,
144
+ 300,
145
+ 300,
146
+ 157,
147
+ 135,
148
+ 300,
149
+ 141,
150
+ 300,
151
+ 300,
152
+ 144,
153
+ 189,
154
+ 300,
155
+ 300,
156
+ 300,
157
+ 300,
158
+ 300,
159
+ 300,
160
+ 159,
161
+ 300,
162
+ 300,
163
+ 150,
164
+ 300
165
+ ],
166
+ "return_mean": 133.14442,
167
+ "embodiment": "rigid_body/single_arm_dex",
168
+ "level": "level_1"
169
+ }
multi_task/level_1/eval_reports/OpenDoor-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "OpenDoor-v1",
3
+ "suite": "lv1",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.12,
7
+ "successes": 6,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 0.0,
12
+ 1.0,
13
+ 0.0,
14
+ 1.0,
15
+ 1.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 0.0,
20
+ 1.0,
21
+ 0.0,
22
+ 0.0,
23
+ 1.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 0.0,
30
+ 0.0,
31
+ 0.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 0.0,
36
+ 0.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 1.0,
43
+ 0.0,
44
+ 0.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 0.0,
50
+ 0.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0,
59
+ 0.0,
60
+ 0.0
61
+ ],
62
+ "episode_return": [
63
+ 0.121,
64
+ 17.04,
65
+ 63.778,
66
+ 28.66,
67
+ 62.778,
68
+ 0.283,
69
+ 90.609,
70
+ 0.121,
71
+ 0.121,
72
+ 21.696,
73
+ 234.159,
74
+ 184.017,
75
+ 25.589,
76
+ 49.958,
77
+ 38.209,
78
+ 22.638,
79
+ 5.34,
80
+ 69.37,
81
+ 10.582,
82
+ 0.896,
83
+ 57.821,
84
+ 0.121,
85
+ 0.079,
86
+ 1.345,
87
+ 41.844,
88
+ 0.308,
89
+ 0.624,
90
+ 16.938,
91
+ 0.121,
92
+ 2.5,
93
+ 47.156,
94
+ 68.317,
95
+ 0.121,
96
+ 4.063,
97
+ 202.367,
98
+ 58.217,
99
+ 61.299,
100
+ 0.121,
101
+ 44.075,
102
+ 111.29,
103
+ 234.288,
104
+ 3.191,
105
+ 0.121,
106
+ 0.733,
107
+ 67.597,
108
+ 2.136,
109
+ 0.121,
110
+ 0.122,
111
+ 63.724,
112
+ 73.191
113
+ ],
114
+ "episode_steps": [
115
+ 400,
116
+ 172,
117
+ 400,
118
+ 205,
119
+ 321,
120
+ 400,
121
+ 400,
122
+ 400,
123
+ 400,
124
+ 196,
125
+ 400,
126
+ 400,
127
+ 177,
128
+ 400,
129
+ 400,
130
+ 400,
131
+ 400,
132
+ 400,
133
+ 400,
134
+ 400,
135
+ 400,
136
+ 400,
137
+ 400,
138
+ 400,
139
+ 400,
140
+ 400,
141
+ 400,
142
+ 400,
143
+ 400,
144
+ 400,
145
+ 400,
146
+ 188,
147
+ 400,
148
+ 400,
149
+ 400,
150
+ 400,
151
+ 400,
152
+ 400,
153
+ 400,
154
+ 400,
155
+ 400,
156
+ 400,
157
+ 400,
158
+ 400,
159
+ 400,
160
+ 400,
161
+ 400,
162
+ 400,
163
+ 400,
164
+ 400
165
+ ],
166
+ "return_mean": 41.798320000000004,
167
+ "embodiment": "rigid_body/single_arm_gripper",
168
+ "level": "level_1"
169
+ }
multi_task/level_1/eval_reports/PickPlacePen-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "PickPlacePen-v1",
3
+ "suite": "lv1",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.34,
7
+ "successes": 17,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 0.0,
12
+ 0.0,
13
+ 1.0,
14
+ 0.0,
15
+ 0.0,
16
+ 1.0,
17
+ 0.0,
18
+ 0.0,
19
+ 1.0,
20
+ 1.0,
21
+ 1.0,
22
+ 0.0,
23
+ 0.0,
24
+ 1.0,
25
+ 0.0,
26
+ 1.0,
27
+ 0.0,
28
+ 1.0,
29
+ 0.0,
30
+ 1.0,
31
+ 0.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 0.0,
36
+ 1.0,
37
+ 0.0,
38
+ 1.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0,
43
+ 0.0,
44
+ 0.0,
45
+ 0.0,
46
+ 0.0,
47
+ 1.0,
48
+ 1.0,
49
+ 1.0,
50
+ 0.0,
51
+ 0.0,
52
+ 0.0,
53
+ 1.0,
54
+ 1.0,
55
+ 1.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0,
59
+ 0.0,
60
+ 0.0
61
+ ],
62
+ "episode_return": [
63
+ 0.0,
64
+ 12.455,
65
+ 53.772,
66
+ 0.0,
67
+ 1.431,
68
+ 59.204,
69
+ 27.625,
70
+ 244.484,
71
+ 55.437,
72
+ 52.828,
73
+ 44.797,
74
+ 1.832,
75
+ 282.12,
76
+ 99.326,
77
+ 0.0,
78
+ 61.985,
79
+ 0.0,
80
+ 53.14,
81
+ 0.0,
82
+ 51.429,
83
+ 8.167,
84
+ 8.381,
85
+ 0.0,
86
+ 151.93,
87
+ 18.167,
88
+ 47.483,
89
+ 0.0,
90
+ 55.261,
91
+ 0.506,
92
+ 76.474,
93
+ 178.49,
94
+ 263.994,
95
+ 4.647,
96
+ 0.0,
97
+ 0.0,
98
+ 2.667,
99
+ 96.223,
100
+ 51.398,
101
+ 54.754,
102
+ 0.0,
103
+ 0.0,
104
+ 0.0,
105
+ 59.679,
106
+ 61.341,
107
+ 58.006,
108
+ 0.0,
109
+ 0.0,
110
+ 0.0,
111
+ 0.0,
112
+ 0.0
113
+ ],
114
+ "episode_steps": [
115
+ 500,
116
+ 500,
117
+ 255,
118
+ 500,
119
+ 500,
120
+ 275,
121
+ 500,
122
+ 500,
123
+ 248,
124
+ 246,
125
+ 266,
126
+ 500,
127
+ 500,
128
+ 406,
129
+ 500,
130
+ 272,
131
+ 500,
132
+ 273,
133
+ 500,
134
+ 262,
135
+ 500,
136
+ 500,
137
+ 500,
138
+ 500,
139
+ 500,
140
+ 252,
141
+ 500,
142
+ 265,
143
+ 500,
144
+ 500,
145
+ 500,
146
+ 500,
147
+ 500,
148
+ 500,
149
+ 500,
150
+ 500,
151
+ 369,
152
+ 267,
153
+ 254,
154
+ 500,
155
+ 500,
156
+ 500,
157
+ 272,
158
+ 275,
159
+ 284,
160
+ 500,
161
+ 500,
162
+ 500,
163
+ 500,
164
+ 500
165
+ ],
166
+ "return_mean": 45.98866,
167
+ "embodiment": "rigid_body/single_arm_gripper",
168
+ "level": "level_1"
169
+ }
multi_task/level_1/eval_reports/PushSoccer-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "PushSoccer-v1",
3
+ "suite": "lv1",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.6,
7
+ "successes": 30,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 1.0,
12
+ 0.0,
13
+ 1.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 1.0,
20
+ 0.0,
21
+ 1.0,
22
+ 1.0,
23
+ 1.0,
24
+ 1.0,
25
+ 1.0,
26
+ 0.0,
27
+ 1.0,
28
+ 0.0,
29
+ 0.0,
30
+ 1.0,
31
+ 1.0,
32
+ 1.0,
33
+ 0.0,
34
+ 0.0,
35
+ 1.0,
36
+ 0.0,
37
+ 1.0,
38
+ 0.0,
39
+ 1.0,
40
+ 1.0,
41
+ 0.0,
42
+ 1.0,
43
+ 1.0,
44
+ 1.0,
45
+ 1.0,
46
+ 0.0,
47
+ 1.0,
48
+ 0.0,
49
+ 1.0,
50
+ 1.0,
51
+ 0.0,
52
+ 1.0,
53
+ 1.0,
54
+ 1.0,
55
+ 1.0,
56
+ 0.0,
57
+ 1.0,
58
+ 1.0,
59
+ 0.0,
60
+ 1.0
61
+ ],
62
+ "episode_return": [
63
+ 70.869,
64
+ 163.357,
65
+ 22.469,
66
+ 11.685,
67
+ 0.0,
68
+ 167.654,
69
+ 182.801,
70
+ 175.151,
71
+ 18.322,
72
+ 109.955,
73
+ 69.107,
74
+ 29.123,
75
+ 29.132,
76
+ 43.16,
77
+ 75.036,
78
+ 0.0,
79
+ 50.943,
80
+ 182.246,
81
+ 101.275,
82
+ 24.804,
83
+ 74.156,
84
+ 23.199,
85
+ 132.893,
86
+ 0.486,
87
+ 33.473,
88
+ 173.446,
89
+ 29.643,
90
+ 0.0,
91
+ 36.021,
92
+ 21.317,
93
+ 170.212,
94
+ 28.261,
95
+ 36.259,
96
+ 21.085,
97
+ 27.858,
98
+ 182.756,
99
+ 26.463,
100
+ 184.425,
101
+ 26.236,
102
+ 21.153,
103
+ 0.0,
104
+ 20.016,
105
+ 72.77,
106
+ 19.608,
107
+ 27.099,
108
+ 138.406,
109
+ 58.556,
110
+ 80.688,
111
+ 131.511,
112
+ 25.454
113
+ ],
114
+ "episode_steps": [
115
+ 191,
116
+ 300,
117
+ 133,
118
+ 300,
119
+ 300,
120
+ 300,
121
+ 300,
122
+ 300,
123
+ 124,
124
+ 300,
125
+ 253,
126
+ 142,
127
+ 149,
128
+ 145,
129
+ 246,
130
+ 300,
131
+ 179,
132
+ 300,
133
+ 300,
134
+ 130,
135
+ 182,
136
+ 130,
137
+ 300,
138
+ 300,
139
+ 153,
140
+ 300,
141
+ 131,
142
+ 300,
143
+ 147,
144
+ 127,
145
+ 300,
146
+ 154,
147
+ 163,
148
+ 128,
149
+ 136,
150
+ 300,
151
+ 133,
152
+ 300,
153
+ 137,
154
+ 126,
155
+ 300,
156
+ 125,
157
+ 211,
158
+ 126,
159
+ 138,
160
+ 300,
161
+ 228,
162
+ 227,
163
+ 300,
164
+ 129
165
+ ],
166
+ "return_mean": 67.01078000000001,
167
+ "embodiment": "rigid_body/single_arm_gripper",
168
+ "level": "level_1"
169
+ }
multi_task/level_1/eval_reports/ReorientCube-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "ReorientCube-v1",
3
+ "suite": "lv1",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.84,
7
+ "successes": 42,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 0.0,
12
+ 0.0,
13
+ 1.0,
14
+ 1.0,
15
+ 1.0,
16
+ 1.0,
17
+ 1.0,
18
+ 1.0,
19
+ 0.0,
20
+ 1.0,
21
+ 1.0,
22
+ 1.0,
23
+ 1.0,
24
+ 0.0,
25
+ 1.0,
26
+ 1.0,
27
+ 1.0,
28
+ 1.0,
29
+ 1.0,
30
+ 1.0,
31
+ 0.0,
32
+ 1.0,
33
+ 1.0,
34
+ 1.0,
35
+ 1.0,
36
+ 1.0,
37
+ 1.0,
38
+ 1.0,
39
+ 1.0,
40
+ 1.0,
41
+ 1.0,
42
+ 1.0,
43
+ 1.0,
44
+ 1.0,
45
+ 0.0,
46
+ 1.0,
47
+ 1.0,
48
+ 1.0,
49
+ 1.0,
50
+ 1.0,
51
+ 1.0,
52
+ 0.0,
53
+ 1.0,
54
+ 1.0,
55
+ 1.0,
56
+ 1.0,
57
+ 1.0,
58
+ 1.0,
59
+ 1.0,
60
+ 0.0
61
+ ],
62
+ "episode_return": [
63
+ 29502.326,
64
+ 22429.771,
65
+ 29199.735,
66
+ 37142.92,
67
+ 39287.664,
68
+ 27169.468,
69
+ 43311.492,
70
+ 31235.607,
71
+ 21424.769,
72
+ 20325.4,
73
+ 23241.06,
74
+ 24231.429,
75
+ 21309.506,
76
+ 24394.857,
77
+ 39269.453,
78
+ 21223.628,
79
+ 22236.479,
80
+ 33401.965,
81
+ 28241.214,
82
+ 31375.818,
83
+ 24367.621,
84
+ 20146.818,
85
+ 51215.614,
86
+ 49176.418,
87
+ 31203.544,
88
+ 35305.655,
89
+ 38150.442,
90
+ 46304.917,
91
+ 23180.837,
92
+ 22249.482,
93
+ 23370.062,
94
+ 42300.687,
95
+ 40155.805,
96
+ 47160.707,
97
+ 29372.451,
98
+ 23140.267,
99
+ 23175.603,
100
+ 30255.203,
101
+ 21182.82,
102
+ 51268.519,
103
+ 34293.354,
104
+ 25356.931,
105
+ 22244.713,
106
+ 23213.627,
107
+ 43220.071,
108
+ 40150.958,
109
+ 43309.724,
110
+ 47174.73,
111
+ 38320.247,
112
+ 52387.244
113
+ ],
114
+ "episode_steps": [
115
+ 700,
116
+ 700,
117
+ 91,
118
+ 100,
119
+ 104,
120
+ 88,
121
+ 110,
122
+ 260,
123
+ 700,
124
+ 80,
125
+ 251,
126
+ 88,
127
+ 479,
128
+ 700,
129
+ 281,
130
+ 246,
131
+ 246,
132
+ 265,
133
+ 266,
134
+ 264,
135
+ 700,
136
+ 77,
137
+ 121,
138
+ 117,
139
+ 94,
140
+ 266,
141
+ 102,
142
+ 278,
143
+ 85,
144
+ 260,
145
+ 245,
146
+ 271,
147
+ 105,
148
+ 115,
149
+ 700,
150
+ 80,
151
+ 84,
152
+ 255,
153
+ 78,
154
+ 281,
155
+ 98,
156
+ 700,
157
+ 277,
158
+ 84,
159
+ 109,
160
+ 104,
161
+ 267,
162
+ 114,
163
+ 103,
164
+ 700
165
+ ],
166
+ "return_mean": 32246.19264,
167
+ "embodiment": "rigid_body/single_arm_dex",
168
+ "level": "level_1"
169
+ }
multi_task/level_1/eval_reports/RopePalmCageHoldDex-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "RopePalmCageHoldDex-v1",
3
+ "suite": "lv1",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.92,
7
+ "successes": 46,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 1.0,
12
+ 1.0,
13
+ 1.0,
14
+ 1.0,
15
+ 1.0,
16
+ 1.0,
17
+ 1.0,
18
+ 1.0,
19
+ 1.0,
20
+ 1.0,
21
+ 1.0,
22
+ 1.0,
23
+ 1.0,
24
+ 1.0,
25
+ 1.0,
26
+ 1.0,
27
+ 1.0,
28
+ 1.0,
29
+ 0.0,
30
+ 0.0,
31
+ 1.0,
32
+ 1.0,
33
+ 1.0,
34
+ 1.0,
35
+ 1.0,
36
+ 1.0,
37
+ 1.0,
38
+ 0.0,
39
+ 1.0,
40
+ 1.0,
41
+ 1.0,
42
+ 1.0,
43
+ 1.0,
44
+ 1.0,
45
+ 1.0,
46
+ 1.0,
47
+ 1.0,
48
+ 1.0,
49
+ 1.0,
50
+ 1.0,
51
+ 1.0,
52
+ 1.0,
53
+ 1.0,
54
+ 1.0,
55
+ 0.0,
56
+ 1.0,
57
+ 1.0,
58
+ 1.0,
59
+ 1.0,
60
+ 1.0
61
+ ],
62
+ "episode_return": [
63
+ 58.106,
64
+ 62.615,
65
+ 57.809,
66
+ 59.614,
67
+ 57.354,
68
+ 59.788,
69
+ 56.254,
70
+ 59.762,
71
+ 59.542,
72
+ 60.19,
73
+ 60.606,
74
+ 59.644,
75
+ 57.778,
76
+ 60.663,
77
+ 56.966,
78
+ 60.331,
79
+ 58.693,
80
+ 58.856,
81
+ 82.536,
82
+ 83.67,
83
+ 55.769,
84
+ 55.306,
85
+ 62.031,
86
+ 54.725,
87
+ 58.522,
88
+ 61.0,
89
+ 60.173,
90
+ 81.924,
91
+ 58.189,
92
+ 57.702,
93
+ 62.474,
94
+ 58.395,
95
+ 62.573,
96
+ 62.186,
97
+ 57.319,
98
+ 57.268,
99
+ 57.625,
100
+ 61.077,
101
+ 55.563,
102
+ 61.771,
103
+ 58.378,
104
+ 57.015,
105
+ 62.359,
106
+ 59.754,
107
+ 82.895,
108
+ 58.672,
109
+ 58.021,
110
+ 55.783,
111
+ 58.314,
112
+ 57.203
113
+ ],
114
+ "episode_steps": [
115
+ 279,
116
+ 306,
117
+ 276,
118
+ 288,
119
+ 275,
120
+ 288,
121
+ 270,
122
+ 288,
123
+ 287,
124
+ 291,
125
+ 294,
126
+ 287,
127
+ 277,
128
+ 293,
129
+ 273,
130
+ 292,
131
+ 281,
132
+ 284,
133
+ 500,
134
+ 500,
135
+ 266,
136
+ 264,
137
+ 302,
138
+ 259,
139
+ 281,
140
+ 295,
141
+ 293,
142
+ 500,
143
+ 281,
144
+ 277,
145
+ 304,
146
+ 280,
147
+ 304,
148
+ 303,
149
+ 273,
150
+ 274,
151
+ 275,
152
+ 296,
153
+ 263,
154
+ 300,
155
+ 279,
156
+ 273,
157
+ 304,
158
+ 289,
159
+ 500,
160
+ 280,
161
+ 278,
162
+ 266,
163
+ 280,
164
+ 273
165
+ ],
166
+ "return_mean": 60.815259999999995,
167
+ "embodiment": "deformable/single_arm_dex",
168
+ "level": "level_1"
169
+ }
multi_task/level_1/eval_reports/ShapeTToI-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "ShapeTToI-v1",
3
+ "suite": "lv1",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.1,
7
+ "successes": 5,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 0.0,
12
+ 0.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 0.0,
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 0.0,
30
+ 0.0,
31
+ 1.0,
32
+ 0.0,
33
+ 1.0,
34
+ 0.0,
35
+ 0.0,
36
+ 0.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0,
43
+ 0.0,
44
+ 0.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 0.0,
50
+ 0.0,
51
+ 1.0,
52
+ 0.0,
53
+ 0.0,
54
+ 1.0,
55
+ 1.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0,
59
+ 0.0,
60
+ 0.0
61
+ ],
62
+ "episode_return": [
63
+ -3.885,
64
+ -18.981,
65
+ -206.46,
66
+ -61.924,
67
+ -28.746,
68
+ -21.837,
69
+ -63.06,
70
+ -34.05,
71
+ -72.59,
72
+ -88.745,
73
+ -32.732,
74
+ -54.356,
75
+ -143.858,
76
+ -118.858,
77
+ -159.63,
78
+ -205.704,
79
+ -31.641,
80
+ -116.93,
81
+ -182.692,
82
+ -22.254,
83
+ 7.554,
84
+ -51.604,
85
+ 3.66,
86
+ -72.043,
87
+ -21.005,
88
+ -143.743,
89
+ -58.516,
90
+ -91.492,
91
+ -196.635,
92
+ -120.288,
93
+ -20.773,
94
+ -103.955,
95
+ -126.046,
96
+ -18.281,
97
+ -22.483,
98
+ -250.891,
99
+ -240.537,
100
+ -36.683,
101
+ -35.183,
102
+ -59.038,
103
+ 10.208,
104
+ -239.952,
105
+ -10.504,
106
+ 31.611,
107
+ -2.416,
108
+ -23.851,
109
+ -84.666,
110
+ -79.918,
111
+ -194.297,
112
+ -10.091
113
+ ],
114
+ "episode_steps": [
115
+ 700,
116
+ 700,
117
+ 700,
118
+ 700,
119
+ 700,
120
+ 700,
121
+ 700,
122
+ 700,
123
+ 700,
124
+ 700,
125
+ 700,
126
+ 700,
127
+ 700,
128
+ 700,
129
+ 700,
130
+ 700,
131
+ 700,
132
+ 700,
133
+ 700,
134
+ 700,
135
+ 358,
136
+ 700,
137
+ 384,
138
+ 700,
139
+ 700,
140
+ 700,
141
+ 700,
142
+ 700,
143
+ 700,
144
+ 700,
145
+ 700,
146
+ 700,
147
+ 700,
148
+ 700,
149
+ 700,
150
+ 700,
151
+ 700,
152
+ 700,
153
+ 700,
154
+ 700,
155
+ 339,
156
+ 700,
157
+ 700,
158
+ 546,
159
+ 408,
160
+ 700,
161
+ 700,
162
+ 700,
163
+ 700,
164
+ 700
165
+ ],
166
+ "return_mean": -78.61582,
167
+ "embodiment": "deformable/single_arm_gripper",
168
+ "level": "level_1"
169
+ }
multi_task/level_1/eval_reports/SqueezeClay-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "SqueezeClay-v1",
3
+ "suite": "lv1",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.4,
7
+ "successes": 20,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 1.0,
12
+ 0.0,
13
+ 0.0,
14
+ 0.0,
15
+ 1.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 0.0,
23
+ 1.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 1.0,
28
+ 0.0,
29
+ 1.0,
30
+ 0.0,
31
+ 0.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 1.0,
36
+ 0.0,
37
+ 1.0,
38
+ 1.0,
39
+ 1.0,
40
+ 0.0,
41
+ 0.0,
42
+ 1.0,
43
+ 1.0,
44
+ 0.0,
45
+ 1.0,
46
+ 1.0,
47
+ 1.0,
48
+ 1.0,
49
+ 1.0,
50
+ 1.0,
51
+ 0.0,
52
+ 1.0,
53
+ 1.0,
54
+ 0.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0,
59
+ 1.0,
60
+ 0.0
61
+ ],
62
+ "episode_return": [
63
+ 621.401,
64
+ 720.435,
65
+ 750.562,
66
+ 694.947,
67
+ 776.711,
68
+ 717.905,
69
+ 655.661,
70
+ 836.946,
71
+ 864.362,
72
+ 686.853,
73
+ 848.683,
74
+ 497.543,
75
+ 612.209,
76
+ 666.374,
77
+ 720.583,
78
+ 673.622,
79
+ 655.579,
80
+ 702.24,
81
+ 550.942,
82
+ 828.686,
83
+ 859.453,
84
+ 818.686,
85
+ 727.526,
86
+ 692.139,
87
+ 761.853,
88
+ 863.589,
89
+ 565.258,
90
+ 769.571,
91
+ 578.628,
92
+ 671.439,
93
+ 730.08,
94
+ 572.309,
95
+ 552.358,
96
+ 693.244,
97
+ 600.694,
98
+ 619.579,
99
+ 564.224,
100
+ 688.196,
101
+ 617.188,
102
+ 757.597,
103
+ 722.276,
104
+ 624.183,
105
+ 608.241,
106
+ 793.121,
107
+ 799.024,
108
+ 835.82,
109
+ 768.296,
110
+ 715.683,
111
+ 780.556,
112
+ 774.555
113
+ ],
114
+ "episode_steps": [
115
+ 422,
116
+ 550,
117
+ 550,
118
+ 550,
119
+ 503,
120
+ 550,
121
+ 550,
122
+ 550,
123
+ 550,
124
+ 550,
125
+ 550,
126
+ 550,
127
+ 461,
128
+ 550,
129
+ 550,
130
+ 550,
131
+ 458,
132
+ 550,
133
+ 382,
134
+ 550,
135
+ 550,
136
+ 550,
137
+ 550,
138
+ 550,
139
+ 499,
140
+ 550,
141
+ 403,
142
+ 535,
143
+ 400,
144
+ 550,
145
+ 550,
146
+ 393,
147
+ 401,
148
+ 550,
149
+ 406,
150
+ 437,
151
+ 416,
152
+ 459,
153
+ 431,
154
+ 501,
155
+ 550,
156
+ 482,
157
+ 455,
158
+ 550,
159
+ 550,
160
+ 550,
161
+ 550,
162
+ 550,
163
+ 517,
164
+ 550
165
+ ],
166
+ "return_mean": 704.1522,
167
+ "embodiment": "deformable/single_arm_dex",
168
+ "level": "level_1"
169
+ }
multi_task/level_1/eval_reports/StackBlock-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "StackBlock-v1",
3
+ "suite": "lv1",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.54,
7
+ "successes": 27,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 0.0,
12
+ 1.0,
13
+ 1.0,
14
+ 0.0,
15
+ 0.0,
16
+ 1.0,
17
+ 1.0,
18
+ 1.0,
19
+ 1.0,
20
+ 0.0,
21
+ 0.0,
22
+ 1.0,
23
+ 1.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 1.0,
28
+ 0.0,
29
+ 1.0,
30
+ 0.0,
31
+ 1.0,
32
+ 0.0,
33
+ 1.0,
34
+ 0.0,
35
+ 1.0,
36
+ 1.0,
37
+ 0.0,
38
+ 1.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 1.0,
43
+ 1.0,
44
+ 1.0,
45
+ 1.0,
46
+ 1.0,
47
+ 0.0,
48
+ 1.0,
49
+ 1.0,
50
+ 0.0,
51
+ 1.0,
52
+ 1.0,
53
+ 0.0,
54
+ 1.0,
55
+ 1.0,
56
+ 1.0,
57
+ 0.0,
58
+ 0.0,
59
+ 0.0,
60
+ 0.0
61
+ ],
62
+ "episode_return": [
63
+ 242.496,
64
+ 12.543,
65
+ 18.439,
66
+ 17.38,
67
+ 154.291,
68
+ 39.346,
69
+ 31.201,
70
+ 41.849,
71
+ 28.315,
72
+ 3.221,
73
+ 3.944,
74
+ 32.416,
75
+ 21.348,
76
+ 26.18,
77
+ 0.863,
78
+ 54.142,
79
+ 13.395,
80
+ 182.937,
81
+ 49.611,
82
+ 211.199,
83
+ 24.212,
84
+ 0.0,
85
+ 18.557,
86
+ 43.771,
87
+ 22.441,
88
+ 24.245,
89
+ 1.574,
90
+ 27.176,
91
+ 4.062,
92
+ 215.456,
93
+ 253.238,
94
+ 39.884,
95
+ 18.14,
96
+ 44.524,
97
+ 12.124,
98
+ 57.012,
99
+ 33.512,
100
+ 10.417,
101
+ 8.514,
102
+ 229.571,
103
+ 29.718,
104
+ 21.957,
105
+ 146.432,
106
+ 18.524,
107
+ 17.966,
108
+ 19.419,
109
+ 267.239,
110
+ 248.015,
111
+ 47.393,
112
+ 0.0
113
+ ],
114
+ "episode_steps": [
115
+ 500,
116
+ 173,
117
+ 195,
118
+ 500,
119
+ 500,
120
+ 227,
121
+ 291,
122
+ 220,
123
+ 222,
124
+ 500,
125
+ 500,
126
+ 232,
127
+ 197,
128
+ 500,
129
+ 500,
130
+ 500,
131
+ 171,
132
+ 500,
133
+ 265,
134
+ 500,
135
+ 216,
136
+ 500,
137
+ 187,
138
+ 500,
139
+ 196,
140
+ 208,
141
+ 500,
142
+ 235,
143
+ 500,
144
+ 500,
145
+ 500,
146
+ 228,
147
+ 196,
148
+ 235,
149
+ 174,
150
+ 258,
151
+ 500,
152
+ 184,
153
+ 188,
154
+ 500,
155
+ 219,
156
+ 227,
157
+ 500,
158
+ 202,
159
+ 209,
160
+ 186,
161
+ 500,
162
+ 500,
163
+ 500,
164
+ 500
165
+ ],
166
+ "return_mean": 61.804179999999995,
167
+ "embodiment": "rigid_body/single_arm_gripper",
168
+ "level": "level_1"
169
+ }
multi_task/level_1/eval_reports/StraightenRope-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "StraightenRope-v1",
3
+ "suite": "lv1",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.66,
7
+ "successes": 33,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 1.0,
12
+ 1.0,
13
+ 1.0,
14
+ 1.0,
15
+ 1.0,
16
+ 1.0,
17
+ 0.0,
18
+ 1.0,
19
+ 1.0,
20
+ 1.0,
21
+ 1.0,
22
+ 1.0,
23
+ 0.0,
24
+ 1.0,
25
+ 1.0,
26
+ 1.0,
27
+ 1.0,
28
+ 1.0,
29
+ 1.0,
30
+ 0.0,
31
+ 0.0,
32
+ 1.0,
33
+ 1.0,
34
+ 1.0,
35
+ 1.0,
36
+ 1.0,
37
+ 1.0,
38
+ 0.0,
39
+ 0.0,
40
+ 1.0,
41
+ 1.0,
42
+ 1.0,
43
+ 1.0,
44
+ 1.0,
45
+ 1.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 1.0,
50
+ 0.0,
51
+ 1.0,
52
+ 1.0,
53
+ 0.0,
54
+ 0.0,
55
+ 0.0,
56
+ 0.0,
57
+ 1.0,
58
+ 0.0,
59
+ 0.0,
60
+ 0.0
61
+ ],
62
+ "episode_return": [
63
+ 212.227,
64
+ 123.273,
65
+ 183.52,
66
+ 108.602,
67
+ 154.638,
68
+ 130.664,
69
+ 314.799,
70
+ 103.371,
71
+ 137.603,
72
+ 153.284,
73
+ 130.789,
74
+ 280.193,
75
+ 256.028,
76
+ 137.502,
77
+ 128.94,
78
+ 115.186,
79
+ 140.593,
80
+ 144.266,
81
+ 265.821,
82
+ 310.015,
83
+ 343.947,
84
+ 192.135,
85
+ 145.958,
86
+ 132.935,
87
+ 116.124,
88
+ 207.46,
89
+ 127.105,
90
+ 319.487,
91
+ 312.36,
92
+ 147.53,
93
+ 123.633,
94
+ 261.044,
95
+ 167.507,
96
+ 170.114,
97
+ 211.109,
98
+ 324.426,
99
+ 305.068,
100
+ 330.225,
101
+ 174.247,
102
+ 335.085,
103
+ 137.748,
104
+ 168.541,
105
+ 303.639,
106
+ 353.081,
107
+ 278.669,
108
+ 346.89,
109
+ 169.231,
110
+ 332.256,
111
+ 224.909,
112
+ 169.774
113
+ ],
114
+ "episode_steps": [
115
+ 253,
116
+ 206,
117
+ 216,
118
+ 168,
119
+ 208,
120
+ 166,
121
+ 400,
122
+ 165,
123
+ 186,
124
+ 204,
125
+ 165,
126
+ 325,
127
+ 400,
128
+ 179,
129
+ 170,
130
+ 179,
131
+ 174,
132
+ 185,
133
+ 321,
134
+ 400,
135
+ 400,
136
+ 216,
137
+ 195,
138
+ 225,
139
+ 156,
140
+ 222,
141
+ 160,
142
+ 400,
143
+ 400,
144
+ 177,
145
+ 153,
146
+ 276,
147
+ 189,
148
+ 185,
149
+ 222,
150
+ 400,
151
+ 400,
152
+ 400,
153
+ 212,
154
+ 400,
155
+ 175,
156
+ 197,
157
+ 400,
158
+ 400,
159
+ 400,
160
+ 400,
161
+ 196,
162
+ 400,
163
+ 400,
164
+ 400
165
+ ],
166
+ "return_mean": 209.27102,
167
+ "embodiment": "deformable/single_arm_gripper",
168
+ "level": "level_1"
169
+ }
multi_task/level_1/eval_reports/TurnOnFaucet-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "TurnOnFaucet-v1",
3
+ "suite": "lv1",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.84,
7
+ "successes": 42,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 1.0,
12
+ 1.0,
13
+ 1.0,
14
+ 1.0,
15
+ 1.0,
16
+ 1.0,
17
+ 1.0,
18
+ 1.0,
19
+ 0.0,
20
+ 0.0,
21
+ 1.0,
22
+ 1.0,
23
+ 0.0,
24
+ 0.0,
25
+ 1.0,
26
+ 1.0,
27
+ 1.0,
28
+ 1.0,
29
+ 1.0,
30
+ 1.0,
31
+ 1.0,
32
+ 0.0,
33
+ 1.0,
34
+ 1.0,
35
+ 1.0,
36
+ 1.0,
37
+ 1.0,
38
+ 1.0,
39
+ 1.0,
40
+ 0.0,
41
+ 0.0,
42
+ 1.0,
43
+ 1.0,
44
+ 1.0,
45
+ 1.0,
46
+ 1.0,
47
+ 1.0,
48
+ 1.0,
49
+ 0.0,
50
+ 1.0,
51
+ 1.0,
52
+ 1.0,
53
+ 1.0,
54
+ 1.0,
55
+ 1.0,
56
+ 1.0,
57
+ 1.0,
58
+ 1.0,
59
+ 1.0,
60
+ 1.0
61
+ ],
62
+ "episode_return": [
63
+ 17.807,
64
+ 10.801,
65
+ 16.022,
66
+ 20.033,
67
+ 17.291,
68
+ 13.795,
69
+ 16.416,
70
+ 18.632,
71
+ 0.0,
72
+ 0.0,
73
+ 15.85,
74
+ 19.831,
75
+ 0.0,
76
+ 0.097,
77
+ 16.725,
78
+ 20.881,
79
+ 22.712,
80
+ 11.174,
81
+ 16.339,
82
+ 17.683,
83
+ 17.914,
84
+ 0.0,
85
+ 17.001,
86
+ 15.975,
87
+ 21.143,
88
+ 18.073,
89
+ 16.47,
90
+ 16.242,
91
+ 21.597,
92
+ 0.0,
93
+ 0.0,
94
+ 17.069,
95
+ 20.278,
96
+ 16.009,
97
+ 18.428,
98
+ 18.667,
99
+ 16.232,
100
+ 16.355,
101
+ 0.0,
102
+ 19.86,
103
+ 19.059,
104
+ 17.072,
105
+ 12.339,
106
+ 17.808,
107
+ 15.665,
108
+ 20.173,
109
+ 16.2,
110
+ 18.764,
111
+ 15.814,
112
+ 17.675
113
+ ],
114
+ "episode_steps": [
115
+ 66,
116
+ 50,
117
+ 61,
118
+ 88,
119
+ 85,
120
+ 52,
121
+ 79,
122
+ 70,
123
+ 200,
124
+ 200,
125
+ 64,
126
+ 85,
127
+ 200,
128
+ 200,
129
+ 78,
130
+ 75,
131
+ 83,
132
+ 57,
133
+ 58,
134
+ 68,
135
+ 77,
136
+ 200,
137
+ 99,
138
+ 99,
139
+ 82,
140
+ 73,
141
+ 71,
142
+ 77,
143
+ 93,
144
+ 200,
145
+ 200,
146
+ 79,
147
+ 95,
148
+ 79,
149
+ 68,
150
+ 98,
151
+ 59,
152
+ 63,
153
+ 200,
154
+ 102,
155
+ 79,
156
+ 65,
157
+ 56,
158
+ 62,
159
+ 75,
160
+ 80,
161
+ 85,
162
+ 90,
163
+ 78,
164
+ 94
165
+ ],
166
+ "return_mean": 14.59942,
167
+ "embodiment": "rigid_body/single_arm_dex",
168
+ "level": "level_1"
169
+ }
multi_task/level_1/eval_reports/UnfoldShirt-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "UnfoldShirt-v1",
3
+ "suite": "lv1",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.28,
7
+ "successes": 14,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 0.0,
12
+ 0.0,
13
+ 0.0,
14
+ 1.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 0.0,
20
+ 1.0,
21
+ 0.0,
22
+ 0.0,
23
+ 0.0,
24
+ 1.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 0.0,
30
+ 0.0,
31
+ 0.0,
32
+ 0.0,
33
+ 1.0,
34
+ 0.0,
35
+ 0.0,
36
+ 0.0,
37
+ 1.0,
38
+ 0.0,
39
+ 0.0,
40
+ 1.0,
41
+ 0.0,
42
+ 0.0,
43
+ 1.0,
44
+ 1.0,
45
+ 1.0,
46
+ 0.0,
47
+ 0.0,
48
+ 1.0,
49
+ 0.0,
50
+ 0.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 1.0,
55
+ 0.0,
56
+ 0.0,
57
+ 1.0,
58
+ 1.0,
59
+ 0.0,
60
+ 1.0
61
+ ],
62
+ "episode_return": [
63
+ 0.408,
64
+ 0.865,
65
+ 1.271,
66
+ -0.015,
67
+ 0.386,
68
+ 0.524,
69
+ 0.472,
70
+ 0.475,
71
+ 0.589,
72
+ 2.751,
73
+ 1.196,
74
+ 0.447,
75
+ 0.427,
76
+ 2.883,
77
+ 1.282,
78
+ 0.582,
79
+ 1.168,
80
+ 0.513,
81
+ 0.578,
82
+ 0.442,
83
+ 0.339,
84
+ 0.47,
85
+ 3.279,
86
+ 0.335,
87
+ 0.337,
88
+ -0.048,
89
+ 2.749,
90
+ 0.394,
91
+ 0.469,
92
+ 0.095,
93
+ 0.367,
94
+ 0.29,
95
+ 2.717,
96
+ 2.747,
97
+ 1.493,
98
+ 0.323,
99
+ 0.411,
100
+ 0.601,
101
+ 0.637,
102
+ 0.429,
103
+ 0.547,
104
+ 0.531,
105
+ 0.377,
106
+ 2.644,
107
+ 0.067,
108
+ 0.342,
109
+ -0.242,
110
+ 2.727,
111
+ 0.559,
112
+ 2.723
113
+ ],
114
+ "episode_steps": [
115
+ 500,
116
+ 500,
117
+ 500,
118
+ 394,
119
+ 500,
120
+ 500,
121
+ 500,
122
+ 500,
123
+ 500,
124
+ 198,
125
+ 500,
126
+ 500,
127
+ 500,
128
+ 470,
129
+ 500,
130
+ 500,
131
+ 500,
132
+ 500,
133
+ 500,
134
+ 500,
135
+ 500,
136
+ 500,
137
+ 88,
138
+ 500,
139
+ 500,
140
+ 500,
141
+ 171,
142
+ 500,
143
+ 500,
144
+ 429,
145
+ 500,
146
+ 500,
147
+ 189,
148
+ 107,
149
+ 323,
150
+ 500,
151
+ 500,
152
+ 87,
153
+ 500,
154
+ 500,
155
+ 500,
156
+ 500,
157
+ 500,
158
+ 188,
159
+ 500,
160
+ 500,
161
+ 244,
162
+ 179,
163
+ 500,
164
+ 120
165
+ ],
166
+ "return_mean": 0.9190600000000001,
167
+ "embodiment": "deformable/single_arm_gripper",
168
+ "level": "level_1"
169
+ }
multi_task/level_1/eval_result.json ADDED
@@ -0,0 +1,183 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "suite": "level_1",
3
+ "step": 80000,
4
+ "num_tasks": 28,
5
+ "tasks_evaluated": 28,
6
+ "evaluation_complete": true,
7
+ "pending_tasks": [],
8
+ "episodes_per_task": 50,
9
+ "episode_seeds": "1000-1049",
10
+ "mean_success_rate": 0.5792857142857143,
11
+ "per_task": {
12
+ "PushSoccer-v1": {
13
+ "success_rate": 0.6,
14
+ "successes": 30,
15
+ "return_mean": 67.01078000000001,
16
+ "embodiment": "rigid_body/single_arm_gripper"
17
+ },
18
+ "PickPlacePen-v1": {
19
+ "success_rate": 0.34,
20
+ "successes": 17,
21
+ "return_mean": 45.98866,
22
+ "embodiment": "rigid_body/single_arm_gripper"
23
+ },
24
+ "OpenDoor-v1": {
25
+ "success_rate": 0.12,
26
+ "successes": 6,
27
+ "return_mean": 41.798320000000004,
28
+ "embodiment": "rigid_body/single_arm_gripper"
29
+ },
30
+ "StackBlock-v1": {
31
+ "success_rate": 0.54,
32
+ "successes": 27,
33
+ "return_mean": 61.804179999999995,
34
+ "embodiment": "rigid_body/single_arm_gripper"
35
+ },
36
+ "LiftBucket-v1": {
37
+ "success_rate": 0.54,
38
+ "successes": 27,
39
+ "return_mean": 133.14442,
40
+ "embodiment": "rigid_body/single_arm_dex"
41
+ },
42
+ "TurnOnFaucet-v1": {
43
+ "success_rate": 0.84,
44
+ "successes": 42,
45
+ "return_mean": 14.59942,
46
+ "embodiment": "rigid_body/single_arm_dex"
47
+ },
48
+ "ReorientCube-v1": {
49
+ "success_rate": 0.84,
50
+ "successes": 42,
51
+ "return_mean": 32246.19264,
52
+ "embodiment": "rigid_body/single_arm_dex"
53
+ },
54
+ "GraspCylinder-v1": {
55
+ "success_rate": 0.86,
56
+ "successes": 43,
57
+ "return_mean": 23.40544,
58
+ "embodiment": "rigid_body/single_arm_dex"
59
+ },
60
+ "DualArmPushBox-v1": {
61
+ "success_rate": 0.6,
62
+ "successes": 30,
63
+ "return_mean": 43.167139999999996,
64
+ "embodiment": "rigid_body/dual_arm_gripper"
65
+ },
66
+ "DualArmDoubleDoorBox-v1": {
67
+ "success_rate": 0.7,
68
+ "successes": 35,
69
+ "return_mean": 77.11922,
70
+ "embodiment": "rigid_body/dual_arm_gripper"
71
+ },
72
+ "DualArmButtonPress-v1": {
73
+ "success_rate": 0.9,
74
+ "successes": 45,
75
+ "return_mean": 118.0342,
76
+ "embodiment": "rigid_body/dual_arm_gripper"
77
+ },
78
+ "DualArmHammerHandover-v1": {
79
+ "success_rate": 0.24,
80
+ "successes": 12,
81
+ "return_mean": 358.47458,
82
+ "embodiment": "rigid_body/dual_arm_gripper"
83
+ },
84
+ "DualArmPressButton-v1": {
85
+ "success_rate": 0.38,
86
+ "successes": 19,
87
+ "return_mean": 179.40556,
88
+ "embodiment": "rigid_body/dual_arm_dex"
89
+ },
90
+ "DualArmOpenScissor-v1": {
91
+ "success_rate": 0.98,
92
+ "successes": 49,
93
+ "return_mean": 245.00475999999998,
94
+ "embodiment": "rigid_body/dual_arm_dex"
95
+ },
96
+ "DualArmSwingCup-v1": {
97
+ "success_rate": 0.42,
98
+ "successes": 21,
99
+ "return_mean": 191.12506000000002,
100
+ "embodiment": "rigid_body/dual_arm_dex"
101
+ },
102
+ "DualArmOpenPen-v1": {
103
+ "success_rate": 0.3,
104
+ "successes": 15,
105
+ "return_mean": 904.7209799999999,
106
+ "embodiment": "rigid_body/dual_arm_dex"
107
+ },
108
+ "DualArmCoverCloth-v1": {
109
+ "success_rate": 0.24,
110
+ "successes": 12,
111
+ "return_mean": 198.41704000000001,
112
+ "embodiment": "deformable/dual_arm_dex"
113
+ },
114
+ "DualArmLiftSoftDex-v1": {
115
+ "success_rate": 1.0,
116
+ "successes": 50,
117
+ "return_mean": 127.94382,
118
+ "embodiment": "deformable/dual_arm_dex"
119
+ },
120
+ "DualArmRopeStretch-v1": {
121
+ "success_rate": 0.48,
122
+ "successes": 24,
123
+ "return_mean": 233.87707999999998,
124
+ "embodiment": "deformable/dual_arm_dex"
125
+ },
126
+ "DualArmFoldHandKerchief-v1": {
127
+ "success_rate": 0.6,
128
+ "successes": 30,
129
+ "return_mean": -9.85732,
130
+ "embodiment": "deformable/dual_arm_gripper"
131
+ },
132
+ "DualArmPouringWater-v1": {
133
+ "success_rate": 0.72,
134
+ "successes": 36,
135
+ "return_mean": 142.6494,
136
+ "embodiment": "deformable/dual_arm_gripper"
137
+ },
138
+ "DualArmRopeCylinderWarpping-v1": {
139
+ "success_rate": 0.66,
140
+ "successes": 33,
141
+ "return_mean": 88.41546,
142
+ "embodiment": "deformable/dual_arm_gripper"
143
+ },
144
+ "DrapeCloth-v1": {
145
+ "success_rate": 0.96,
146
+ "successes": 48,
147
+ "return_mean": 8.39592,
148
+ "embodiment": "deformable/single_arm_dex"
149
+ },
150
+ "RopePalmCageHoldDex-v1": {
151
+ "success_rate": 0.92,
152
+ "successes": 46,
153
+ "return_mean": 60.815259999999995,
154
+ "embodiment": "deformable/single_arm_dex"
155
+ },
156
+ "SqueezeClay-v1": {
157
+ "success_rate": 0.4,
158
+ "successes": 20,
159
+ "return_mean": 704.1522,
160
+ "embodiment": "deformable/single_arm_dex"
161
+ },
162
+ "ShapeTToI-v1": {
163
+ "success_rate": 0.1,
164
+ "successes": 5,
165
+ "return_mean": -78.61582,
166
+ "embodiment": "deformable/single_arm_gripper"
167
+ },
168
+ "StraightenRope-v1": {
169
+ "success_rate": 0.66,
170
+ "successes": 33,
171
+ "return_mean": 209.27102,
172
+ "embodiment": "deformable/single_arm_gripper"
173
+ },
174
+ "UnfoldShirt-v1": {
175
+ "success_rate": 0.28,
176
+ "successes": 14,
177
+ "return_mean": 0.9190600000000001,
178
+ "embodiment": "deformable/single_arm_gripper"
179
+ }
180
+ },
181
+ "note": "Only the final checkpoint (step 80000) was evaluated, 50 episodes per task; per-episode rows are in eval_reports/<task>.json.",
182
+ "campaign": "pi05_levels_20261028"
183
+ }
multi_task/level_1/lora_step_0080000.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:676facb888b37820ff8d823203c575c96c1f5fcb4f314bd969f1cecf9f86957d
3
+ size 1867943218
multi_task/level_1/metadata.json ADDED
@@ -0,0 +1,112 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "suite": "level_1",
3
+ "method": "PI0.5 LoRA + trainable weights, multi-task (one policy for every task of the level)",
4
+ "base_checkpoint": "gs://openpi-assets/checkpoints/pi05_base/params",
5
+ "checkpoint": "lora_step_0080000.npz",
6
+ "checkpoint_sha256": "676facb888b37820ff8d823203c575c96c1f5fcb4f314bd969f1cecf9f86957d",
7
+ "checkpoint_bytes": 1867943218,
8
+ "tensor_count": 51,
9
+ "trainable_params": 466981660,
10
+ "tasks": [
11
+ "PushSoccer-v1",
12
+ "PickPlacePen-v1",
13
+ "OpenDoor-v1",
14
+ "StackBlock-v1",
15
+ "LiftBucket-v1",
16
+ "TurnOnFaucet-v1",
17
+ "ReorientCube-v1",
18
+ "GraspCylinder-v1",
19
+ "DualArmPushBox-v1",
20
+ "DualArmDoubleDoorBox-v1",
21
+ "DualArmButtonPress-v1",
22
+ "DualArmHammerHandover-v1",
23
+ "DualArmPressButton-v1",
24
+ "DualArmOpenScissor-v1",
25
+ "DualArmSwingCup-v1",
26
+ "DualArmOpenPen-v1",
27
+ "DualArmCoverCloth-v1",
28
+ "DualArmLiftSoftDex-v1",
29
+ "DualArmRopeStretch-v1",
30
+ "DualArmFoldHandKerchief-v1",
31
+ "DualArmPouringWater-v1",
32
+ "DualArmRopeCylinderWarpping-v1",
33
+ "DrapeCloth-v1",
34
+ "RopePalmCageHoldDex-v1",
35
+ "SqueezeClay-v1",
36
+ "ShapeTToI-v1",
37
+ "StraightenRope-v1",
38
+ "UnfoldShirt-v1"
39
+ ],
40
+ "num_tasks": 28,
41
+ "prompts": {
42
+ "PushSoccer-v1": "perform the ManiLadder task: push soccer",
43
+ "PickPlacePen-v1": "perform the ManiLadder task: pick place pen",
44
+ "OpenDoor-v1": "perform the ManiLadder task: open door",
45
+ "StackBlock-v1": "perform the ManiLadder task: stack block",
46
+ "LiftBucket-v1": "perform the ManiLadder task: lift bucket",
47
+ "TurnOnFaucet-v1": "perform the ManiLadder task: turn on faucet",
48
+ "ReorientCube-v1": "perform the ManiLadder task: reorient cube",
49
+ "GraspCylinder-v1": "perform the ManiLadder task: grasp cylinder",
50
+ "DualArmPushBox-v1": "perform the ManiLadder task: dual arm push box",
51
+ "DualArmDoubleDoorBox-v1": "perform the ManiLadder task: dual arm double door box",
52
+ "DualArmButtonPress-v1": "perform the ManiLadder task: dual arm button press",
53
+ "DualArmHammerHandover-v1": "perform the ManiLadder task: dual arm hammer handover",
54
+ "DualArmPressButton-v1": "perform the ManiLadder task: dual arm press button",
55
+ "DualArmOpenScissor-v1": "perform the ManiLadder task: dual arm open scissor",
56
+ "DualArmSwingCup-v1": "perform the ManiLadder task: dual arm swing cup",
57
+ "DualArmOpenPen-v1": "perform the ManiLadder task: dual arm open pen",
58
+ "DualArmCoverCloth-v1": "perform the ManiLadder task: dual arm cover cloth",
59
+ "DualArmLiftSoftDex-v1": "perform the ManiLadder task: dual arm lift soft dex",
60
+ "DualArmRopeStretch-v1": "perform the ManiLadder task: dual arm rope stretch",
61
+ "DualArmFoldHandKerchief-v1": "perform the ManiLadder task: dual arm fold hand kerchief",
62
+ "DualArmPouringWater-v1": "perform the ManiLadder task: dual arm pouring water",
63
+ "DualArmRopeCylinderWarpping-v1": "perform the ManiLadder task: dual arm rope cylinder warpping",
64
+ "DrapeCloth-v1": "perform the ManiLadder task: drape cloth",
65
+ "RopePalmCageHoldDex-v1": "perform the ManiLadder task: rope palm cage hold dex",
66
+ "SqueezeClay-v1": "perform the ManiLadder task: squeeze clay",
67
+ "ShapeTToI-v1": "perform the ManiLadder task: shape t to i",
68
+ "StraightenRope-v1": "perform the ManiLadder task: straighten rope",
69
+ "UnfoldShirt-v1": "perform the ManiLadder task: unfold shirt"
70
+ },
71
+ "num_demos_per_task": 20,
72
+ "action_dim": 44,
73
+ "state_dim": 44,
74
+ "state_input": "zero vector",
75
+ "action_horizon": 50,
76
+ "max_token_len": 200,
77
+ "image_size": 224,
78
+ "exec_steps": 16,
79
+ "sample_steps": 10,
80
+ "control_mode": "pd_ee_delta_pose",
81
+ "train_steps": 80000,
82
+ "batch_size": 64,
83
+ "lr": 5e-05,
84
+ "warmup_steps": 1000,
85
+ "lr_schedule": "cosine decay over all 80k steps",
86
+ "data_parallel_gpus": 8,
87
+ "gpu": "NVIDIA A100 80GB",
88
+ "fsdp_devices": 1,
89
+ "online_eval": false,
90
+ "norm_stats_file": "norm_stats.json",
91
+ "norm_stats_sha256": "2ee8037535393988cf87ad99254ae9b551e025a441d7eab261139ec9ca6393f2",
92
+ "norm_stats_note": "quantile stats computed per dimension while ignoring padded (all-zero) action/state dimensions of embodiments narrower than action_dim, so q01==q99 collapse does not blow up scaling",
93
+ "training_data": "Linslab/ManiLadder_Dataset raw/<task>, 20 demos per task, revision 1190737391cc (sha256-verified download 2026-10-28)",
94
+ "training_data_overrides": {
95
+ "DualArmOpenScissor-v1": "local demos collected 2026-10-22 (HF copy of 2026-06-11 predates the env)"
96
+ },
97
+ "excluded_tasks": {
98
+ "OpenCoffer-v1": "no demos exist",
99
+ "DualArmSqueezeClayDex-v1": "no demos exist",
100
+ "DualArmRopeScissorCut-v1": "no demos exist",
101
+ "DualArmBuildCanel-v1": "no demos exist",
102
+ "PickSoft-v1": "no demos exist",
103
+ "ClayMolding-v1": "no demos exist"
104
+ },
105
+ "eval_episodes": 50,
106
+ "eval_seed_base": 1000,
107
+ "evaluated_steps": [
108
+ 80000
109
+ ],
110
+ "campaign": "pi05_levels_20261028",
111
+ "trained": "2026-10-29 02:10 -> 2026-10-30 (full restart with padding-aware norm stats)"
112
+ }
multi_task/level_1/norm_stats.json ADDED
@@ -0,0 +1,376 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "norm_stats": {
3
+ "state": {
4
+ "mean": [
5
+ 0.0,
6
+ 0.0,
7
+ 0.0,
8
+ 0.0,
9
+ 0.0,
10
+ 0.0,
11
+ 0.0,
12
+ 0.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 0.0,
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 0.0,
30
+ 0.0,
31
+ 0.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 0.0,
36
+ 0.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0,
43
+ 0.0,
44
+ 0.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0
49
+ ],
50
+ "std": [
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0,
59
+ 0.0,
60
+ 0.0,
61
+ 0.0,
62
+ 0.0,
63
+ 0.0,
64
+ 0.0,
65
+ 0.0,
66
+ 0.0,
67
+ 0.0,
68
+ 0.0,
69
+ 0.0,
70
+ 0.0,
71
+ 0.0,
72
+ 0.0,
73
+ 0.0,
74
+ 0.0,
75
+ 0.0,
76
+ 0.0,
77
+ 0.0,
78
+ 0.0,
79
+ 0.0,
80
+ 0.0,
81
+ 0.0,
82
+ 0.0,
83
+ 0.0,
84
+ 0.0,
85
+ 0.0,
86
+ 0.0,
87
+ 0.0,
88
+ 0.0,
89
+ 0.0,
90
+ 0.0,
91
+ 0.0,
92
+ 0.0,
93
+ 0.0,
94
+ 0.0
95
+ ],
96
+ "q01": [
97
+ 0.0,
98
+ 0.0,
99
+ 0.0,
100
+ 0.0,
101
+ 0.0,
102
+ 0.0,
103
+ 0.0,
104
+ 0.0,
105
+ 0.0,
106
+ 0.0,
107
+ 0.0,
108
+ 0.0,
109
+ 0.0,
110
+ 0.0,
111
+ 0.0,
112
+ 0.0,
113
+ 0.0,
114
+ 0.0,
115
+ 0.0,
116
+ 0.0,
117
+ 0.0,
118
+ 0.0,
119
+ 0.0,
120
+ 0.0,
121
+ 0.0,
122
+ 0.0,
123
+ 0.0,
124
+ 0.0,
125
+ 0.0,
126
+ 0.0,
127
+ 0.0,
128
+ 0.0,
129
+ 0.0,
130
+ 0.0,
131
+ 0.0,
132
+ 0.0,
133
+ 0.0,
134
+ 0.0,
135
+ 0.0,
136
+ 0.0,
137
+ 0.0,
138
+ 0.0,
139
+ 0.0,
140
+ 0.0
141
+ ],
142
+ "q99": [
143
+ 0.0,
144
+ 0.0,
145
+ 0.0,
146
+ 0.0,
147
+ 0.0,
148
+ 0.0,
149
+ 0.0,
150
+ 0.0,
151
+ 0.0,
152
+ 0.0,
153
+ 0.0,
154
+ 0.0,
155
+ 0.0,
156
+ 0.0,
157
+ 0.0,
158
+ 0.0,
159
+ 0.0,
160
+ 0.0,
161
+ 0.0,
162
+ 0.0,
163
+ 0.0,
164
+ 0.0,
165
+ 0.0,
166
+ 0.0,
167
+ 0.0,
168
+ 0.0,
169
+ 0.0,
170
+ 0.0,
171
+ 0.0,
172
+ 0.0,
173
+ 0.0,
174
+ 0.0,
175
+ 0.0,
176
+ 0.0,
177
+ 0.0,
178
+ 0.0,
179
+ 0.0,
180
+ 0.0,
181
+ 0.0,
182
+ 0.0,
183
+ 0.0,
184
+ 0.0,
185
+ 0.0,
186
+ 0.0
187
+ ]
188
+ },
189
+ "actions": {
190
+ "mean": [
191
+ 0.008374137803912163,
192
+ -0.0007855466101318598,
193
+ -0.008816596120595932,
194
+ 0.0002074107324006036,
195
+ -0.0017131557688117027,
196
+ -0.0003137241874355823,
197
+ -0.07278738170862198,
198
+ 0.032459646463394165,
199
+ 0.02399619109928608,
200
+ 0.014617119915783405,
201
+ -0.000025571946025593206,
202
+ 0.017700158059597015,
203
+ 0.017570320516824722,
204
+ -0.10108575969934464,
205
+ 0.00005969287667539902,
206
+ 0.018021946772933006,
207
+ 0.016933664679527283,
208
+ 0.016314713284373283,
209
+ 0.013019109144806862,
210
+ -0.00013306085020303726,
211
+ 0.034015316516160965,
212
+ 0.026770783588290215,
213
+ 0.003800374222919345,
214
+ 0.0006232055020518601,
215
+ 0.0005410875310190022,
216
+ 0.0,
217
+ 0.0,
218
+ 0.0,
219
+ 0.0007281055441126227,
220
+ 0.01352689228951931,
221
+ 0.011418008245527744,
222
+ 0.011461094953119755,
223
+ 0.0002736322348937392,
224
+ 0.01140009704977274,
225
+ 0.010317128151655197,
226
+ 0.009884148836135864,
227
+ 0.00008123052975861356,
228
+ 0.01071771327406168,
229
+ 0.009696186520159245,
230
+ 0.009400714188814163,
231
+ 0.007220190949738026,
232
+ 0.0007126699201762676,
233
+ 0.015324124135077,
234
+ 0.013094513677060604
235
+ ],
236
+ "std": [
237
+ 0.05042979121208191,
238
+ 0.04640830308198929,
239
+ 0.06256144493818283,
240
+ 0.004299283027648926,
241
+ 0.01632273942232132,
242
+ 0.01805019937455654,
243
+ 0.6911492347717285,
244
+ 0.08644261211156845,
245
+ 0.07738732546567917,
246
+ 0.08210168033838272,
247
+ 0.003811256028711796,
248
+ 0.0677509531378746,
249
+ 0.06637302786111832,
250
+ 0.49306362867355347,
251
+ 0.002367359586060047,
252
+ 0.06521861255168915,
253
+ 0.0624479278922081,
254
+ 0.0614263080060482,
255
+ 0.07172615826129913,
256
+ 0.015248691663146019,
257
+ 0.09158026427030563,
258
+ 0.07986772805452347,
259
+ 0.018945951014757156,
260
+ 0.014235765673220158,
261
+ 0.024586962535977364,
262
+ 0.0,
263
+ 0.0,
264
+ 0.0,
265
+ 0.0077266632579267025,
266
+ 0.060509826987981796,
267
+ 0.057378463447093964,
268
+ 0.05901813134551048,
269
+ 0.0035200947895646095,
270
+ 0.059158142656087875,
271
+ 0.0557301864027977,
272
+ 0.053397778421640396,
273
+ 0.0014128955081105232,
274
+ 0.05648163706064224,
275
+ 0.05318274721503258,
276
+ 0.051691193133592606,
277
+ 0.059525392949581146,
278
+ 0.009237024001777172,
279
+ 0.06504300236701965,
280
+ 0.06208053603768349
281
+ ],
282
+ "q01": [
283
+ -0.10061501699686054,
284
+ -0.10023522172868252,
285
+ -0.11162752884626387,
286
+ -0.01238626055419445,
287
+ -0.20000000298023224,
288
+ -0.06340999901294708,
289
+ -1.0,
290
+ -0.10037700796127319,
291
+ -0.10055085481405257,
292
+ -0.11514187955856325,
293
+ -0.026840180978178977,
294
+ -0.08115596268177033,
295
+ -0.10511423000097275,
296
+ -1.0,
297
+ -0.006029399111866951,
298
+ -0.0007600953578948966,
299
+ -0.26094746589660645,
300
+ -0.2596431374549866,
301
+ -0.08884286603927613,
302
+ -0.06050400012731552,
303
+ -0.00026964640617371805,
304
+ -0.3322725296020508,
305
+ -0.05000000074505806,
306
+ -0.05005399855971336,
307
+ -0.07509780538380145,
308
+ 0.0,
309
+ 0.0,
310
+ 0.0,
311
+ -0.007506495341658592,
312
+ -0.24136903882026672,
313
+ -0.28041934967041016,
314
+ -0.30859118938446045,
315
+ -0.002123094629496336,
316
+ -0.3138718008995056,
317
+ -0.3139311671257019,
318
+ -0.3127565890550613,
319
+ -0.003056989051401615,
320
+ -0.31178295612335205,
321
+ -0.3129414916038513,
322
+ -0.31359028816223145,
323
+ -0.41999998688697815,
324
+ -0.06933217495679855,
325
+ -0.2671352028846741,
326
+ -0.3909415602684021
327
+ ],
328
+ "q99": [
329
+ 0.14466100819110872,
330
+ 0.09997665949165824,
331
+ 0.09993815326690675,
332
+ 0.07853981852531433,
333
+ 0.20000000298023224,
334
+ 0.30000001192092896,
335
+ 0.9996,
336
+ 0.3490057200431824,
337
+ 0.3330585881829262,
338
+ 0.33741255855560304,
339
+ 0.01535315252840519,
340
+ 0.33321925337314606,
341
+ 0.31861883454322815,
342
+ 0.9996,
343
+ 0.007410053163766861,
344
+ 0.33351796885728835,
345
+ 0.38480693101882935,
346
+ 0.37839803099632263,
347
+ 0.39911704521179203,
348
+ 0.05297591844201088,
349
+ 0.3536696071386337,
350
+ 0.43327474176883907,
351
+ 0.14499999582767487,
352
+ 0.0748779978454113,
353
+ 0.07996102166175842,
354
+ 0.0,
355
+ 0.0,
356
+ 0.0,
357
+ 0.1074659526348114,
358
+ 0.4550478160381317,
359
+ 0.4392201900482178,
360
+ 0.4066832661628723,
361
+ 0.051144443452358246,
362
+ 0.45336294174194336,
363
+ 0.434189110994339,
364
+ 0.40133029222488403,
365
+ 0.02244146540760994,
366
+ 0.4407472237944645,
367
+ 0.42059144377708435,
368
+ 0.3860663175582886,
369
+ 0.4000000059604645,
370
+ 0.08075512945652008,
371
+ 0.4530298709869385,
372
+ 0.43729081749916077
373
+ ]
374
+ }
375
+ }
376
+ }