Linslab commited on
Commit
e090349
·
verified ·
1 Parent(s): 818ef14

Add level_2 PI0.5 multi-task LoRA (28 tasks, step 80000, 28/28 tasks evaluated, mean 0.241 over 50 ep)

Browse files
Files changed (32) hide show
  1. multi_task/level_2/eval_reports/ClothWipe-v1.json +169 -0
  2. multi_task/level_2/eval_reports/DexOpenDoor-v1.json +169 -0
  3. multi_task/level_2/eval_reports/DualArmBookPickPlace-v1.json +169 -0
  4. multi_task/level_2/eval_reports/DualArmCleanupPotEnv-v1.json +169 -0
  5. multi_task/level_2/eval_reports/DualArmClothAlign-v1.json +169 -0
  6. multi_task/level_2/eval_reports/DualArmJugglingBall-v1.json +169 -0
  7. multi_task/level_2/eval_reports/DualArmLiftBall-v1.json +169 -0
  8. multi_task/level_2/eval_reports/DualArmOpenBottle-v1.json +169 -0
  9. multi_task/level_2/eval_reports/DualArmOpenLaptop-v1.json +169 -0
  10. multi_task/level_2/eval_reports/DualArmPegInHole-v1.json +169 -0
  11. multi_task/level_2/eval_reports/DualArmPlaceRopeOverRod-v1.json +169 -0
  12. multi_task/level_2/eval_reports/DualArmPouringTwoCups-v1.json +169 -0
  13. multi_task/level_2/eval_reports/DualArmPushObject-v1.json +169 -0
  14. multi_task/level_2/eval_reports/DualArmStraightenRope-v1.json +169 -0
  15. multi_task/level_2/eval_reports/DualArmStuffCloth-v1.json +169 -0
  16. multi_task/level_2/eval_reports/DualArmThrowBlock-v1.json +169 -0
  17. multi_task/level_2/eval_reports/FoldShirt-v1.json +169 -0
  18. multi_task/level_2/eval_reports/GraspTwoBlocks-v1.json +169 -0
  19. multi_task/level_2/eval_reports/HammerNailOut-v1.json +169 -0
  20. multi_task/level_2/eval_reports/HangMug-v1.json +169 -0
  21. multi_task/level_2/eval_reports/KitAssembly-v1.json +169 -0
  22. multi_task/level_2/eval_reports/OpenBoxRetrieval-v1.json +169 -0
  23. multi_task/level_2/eval_reports/PivotBook-v1.json +169 -0
  24. multi_task/level_2/eval_reports/ReorientPen-v1.json +169 -0
  25. multi_task/level_2/eval_reports/RollingPin-v1.json +169 -0
  26. multi_task/level_2/eval_reports/RopeBridgeDex-v1.json +169 -0
  27. multi_task/level_2/eval_reports/ScoopWater-v1.json +169 -0
  28. multi_task/level_2/eval_reports/StraightenTwoRopesSequential-v1.json +169 -0
  29. multi_task/level_2/eval_result.json +183 -0
  30. multi_task/level_2/lora_step_0080000.npz +3 -0
  31. multi_task/level_2/metadata.json +110 -0
  32. multi_task/level_2/norm_stats.json +376 -0
multi_task/level_2/eval_reports/ClothWipe-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "ClothWipe-v1",
3
+ "suite": "lv2",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.24,
7
+ "successes": 12,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 0.0,
12
+ 0.0,
13
+ 0.0,
14
+ 0.0,
15
+ 1.0,
16
+ 1.0,
17
+ 0.0,
18
+ 1.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 1.0,
23
+ 0.0,
24
+ 1.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 0.0,
30
+ 0.0,
31
+ 0.0,
32
+ 0.0,
33
+ 1.0,
34
+ 0.0,
35
+ 0.0,
36
+ 0.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 1.0,
43
+ 0.0,
44
+ 1.0,
45
+ 0.0,
46
+ 1.0,
47
+ 0.0,
48
+ 0.0,
49
+ 0.0,
50
+ 0.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0,
55
+ 1.0,
56
+ 0.0,
57
+ 1.0,
58
+ 0.0,
59
+ 1.0,
60
+ 0.0
61
+ ],
62
+ "episode_return": [
63
+ 351.003,
64
+ 186.965,
65
+ 179.632,
66
+ 220.68,
67
+ 231.199,
68
+ 198.931,
69
+ 205.55,
70
+ 291.493,
71
+ 381.316,
72
+ 340.449,
73
+ 150.386,
74
+ 256.54,
75
+ 363.473,
76
+ 248.401,
77
+ 575.214,
78
+ 197.714,
79
+ 482.359,
80
+ 139.668,
81
+ 318.453,
82
+ 594.804,
83
+ 361.618,
84
+ 139.096,
85
+ 254.221,
86
+ 371.561,
87
+ 106.387,
88
+ 124.186,
89
+ 425.61,
90
+ 156.141,
91
+ 382.895,
92
+ 399.595,
93
+ 340.88,
94
+ 245.837,
95
+ 179.799,
96
+ 247.13,
97
+ 402.519,
98
+ 214.379,
99
+ 121.607,
100
+ 494.641,
101
+ 142.142,
102
+ 390.123,
103
+ 201.061,
104
+ 365.879,
105
+ 218.755,
106
+ 388.823,
107
+ 249.472,
108
+ 348.654,
109
+ 280.793,
110
+ 437.453,
111
+ 202.425,
112
+ 402.43
113
+ ],
114
+ "episode_steps": [
115
+ 500,
116
+ 500,
117
+ 500,
118
+ 500,
119
+ 350,
120
+ 305,
121
+ 500,
122
+ 421,
123
+ 500,
124
+ 500,
125
+ 500,
126
+ 363,
127
+ 500,
128
+ 329,
129
+ 500,
130
+ 500,
131
+ 500,
132
+ 500,
133
+ 500,
134
+ 500,
135
+ 500,
136
+ 500,
137
+ 391,
138
+ 500,
139
+ 500,
140
+ 500,
141
+ 500,
142
+ 500,
143
+ 500,
144
+ 500,
145
+ 500,
146
+ 326,
147
+ 500,
148
+ 349,
149
+ 500,
150
+ 307,
151
+ 500,
152
+ 500,
153
+ 500,
154
+ 500,
155
+ 500,
156
+ 500,
157
+ 500,
158
+ 500,
159
+ 412,
160
+ 500,
161
+ 404,
162
+ 500,
163
+ 320,
164
+ 500
165
+ ],
166
+ "return_mean": 290.20684,
167
+ "embodiment": "deformable/single_arm_dex",
168
+ "level": "level_2"
169
+ }
multi_task/level_2/eval_reports/DexOpenDoor-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "DexOpenDoor-v1",
3
+ "suite": "lv2",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.28,
7
+ "successes": 14,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 1.0,
12
+ 0.0,
13
+ 1.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 1.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 1.0,
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 0.0,
30
+ 1.0,
31
+ 1.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 0.0,
36
+ 0.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 1.0,
41
+ 1.0,
42
+ 0.0,
43
+ 0.0,
44
+ 0.0,
45
+ 1.0,
46
+ 0.0,
47
+ 1.0,
48
+ 0.0,
49
+ 0.0,
50
+ 1.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0,
55
+ 1.0,
56
+ 0.0,
57
+ 1.0,
58
+ 1.0,
59
+ 0.0,
60
+ 0.0
61
+ ],
62
+ "episode_return": [
63
+ 194.691,
64
+ 251.264,
65
+ 179.314,
66
+ 214.569,
67
+ 148.654,
68
+ 536.152,
69
+ 409.527,
70
+ 213.01,
71
+ 561.237,
72
+ 356.809,
73
+ 182.324,
74
+ 232.23,
75
+ 377.133,
76
+ 652.097,
77
+ 494.093,
78
+ 661.72,
79
+ 253.159,
80
+ 504.794,
81
+ 418.31,
82
+ 182.278,
83
+ 189.198,
84
+ 231.182,
85
+ 247.666,
86
+ 482.53,
87
+ 0.001,
88
+ 285.853,
89
+ 275.73,
90
+ 402.581,
91
+ 591.138,
92
+ 194.488,
93
+ 185.48,
94
+ 159.35,
95
+ 407.431,
96
+ 0.151,
97
+ 529.37,
98
+ 266.495,
99
+ 264.627,
100
+ 756.402,
101
+ 212.044,
102
+ 221.731,
103
+ 277.908,
104
+ 486.246,
105
+ 246.308,
106
+ 758.313,
107
+ 209.406,
108
+ 272.424,
109
+ 178.649,
110
+ 171.764,
111
+ 493.378,
112
+ 237.553
113
+ ],
114
+ "episode_steps": [
115
+ 413,
116
+ 850,
117
+ 413,
118
+ 850,
119
+ 850,
120
+ 850,
121
+ 850,
122
+ 434,
123
+ 850,
124
+ 850,
125
+ 850,
126
+ 471,
127
+ 850,
128
+ 850,
129
+ 850,
130
+ 850,
131
+ 850,
132
+ 850,
133
+ 850,
134
+ 435,
135
+ 424,
136
+ 850,
137
+ 850,
138
+ 850,
139
+ 850,
140
+ 850,
141
+ 850,
142
+ 850,
143
+ 850,
144
+ 429,
145
+ 391,
146
+ 850,
147
+ 850,
148
+ 850,
149
+ 721,
150
+ 850,
151
+ 590,
152
+ 850,
153
+ 850,
154
+ 450,
155
+ 850,
156
+ 850,
157
+ 850,
158
+ 850,
159
+ 426,
160
+ 850,
161
+ 397,
162
+ 413,
163
+ 850,
164
+ 850
165
+ ],
166
+ "return_mean": 325.17524000000003,
167
+ "embodiment": "rigid_body/single_arm_dex",
168
+ "level": "level_2"
169
+ }
multi_task/level_2/eval_reports/DualArmBookPickPlace-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "DualArmBookPickPlace-v1",
3
+ "suite": "lv2",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.0,
7
+ "successes": 0,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 0.0,
12
+ 0.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 0.0,
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 0.0,
30
+ 0.0,
31
+ 0.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 0.0,
36
+ 0.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0,
43
+ 0.0,
44
+ 0.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 0.0,
50
+ 0.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0,
59
+ 0.0,
60
+ 0.0
61
+ ],
62
+ "episode_return": [
63
+ 181.285,
64
+ 117.555,
65
+ 2362.632,
66
+ 184.207,
67
+ 194.457,
68
+ 572.153,
69
+ 1884.083,
70
+ 502.747,
71
+ 487.545,
72
+ 432.448,
73
+ 57.275,
74
+ 481.862,
75
+ 685.373,
76
+ 50.939,
77
+ 681.502,
78
+ 597.766,
79
+ 477.603,
80
+ 682.902,
81
+ 1914.117,
82
+ 415.127,
83
+ 1096.52,
84
+ 92.509,
85
+ 242.627,
86
+ 1539.815,
87
+ 386.808,
88
+ 644.921,
89
+ 165.681,
90
+ 497.264,
91
+ 457.489,
92
+ 181.486,
93
+ 1477.091,
94
+ 101.545,
95
+ 543.071,
96
+ 201.327,
97
+ 444.509,
98
+ 613.464,
99
+ 1144.619,
100
+ 503.246,
101
+ 146.217,
102
+ 456.829,
103
+ 409.997,
104
+ 168.381,
105
+ 1871.152,
106
+ 90.0,
107
+ 202.62,
108
+ 880.401,
109
+ 154.694,
110
+ 494.203,
111
+ 92.475,
112
+ 516.933
113
+ ],
114
+ "episode_steps": [
115
+ 800,
116
+ 800,
117
+ 800,
118
+ 800,
119
+ 800,
120
+ 800,
121
+ 800,
122
+ 800,
123
+ 800,
124
+ 800,
125
+ 800,
126
+ 800,
127
+ 800,
128
+ 800,
129
+ 800,
130
+ 800,
131
+ 800,
132
+ 800,
133
+ 800,
134
+ 800,
135
+ 800,
136
+ 800,
137
+ 800,
138
+ 800,
139
+ 800,
140
+ 800,
141
+ 800,
142
+ 800,
143
+ 800,
144
+ 800,
145
+ 800,
146
+ 800,
147
+ 800,
148
+ 800,
149
+ 800,
150
+ 800,
151
+ 800,
152
+ 800,
153
+ 800,
154
+ 800,
155
+ 800,
156
+ 800,
157
+ 800,
158
+ 800,
159
+ 800,
160
+ 800,
161
+ 800,
162
+ 800,
163
+ 800,
164
+ 800
165
+ ],
166
+ "return_mean": 575.62944,
167
+ "embodiment": "rigid_body/dual_arm_gripper",
168
+ "level": "level_2"
169
+ }
multi_task/level_2/eval_reports/DualArmCleanupPotEnv-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "DualArmCleanupPotEnv-v1",
3
+ "suite": "lv2",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.0,
7
+ "successes": 0,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 0.0,
12
+ 0.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 0.0,
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 0.0,
30
+ 0.0,
31
+ 0.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 0.0,
36
+ 0.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0,
43
+ 0.0,
44
+ 0.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 0.0,
50
+ 0.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0,
59
+ 0.0,
60
+ 0.0
61
+ ],
62
+ "episode_return": [
63
+ 110.046,
64
+ 75.437,
65
+ 93.76,
66
+ 93.456,
67
+ 91.942,
68
+ 95.162,
69
+ 115.827,
70
+ 110.921,
71
+ 102.89,
72
+ 78.632,
73
+ 69.901,
74
+ 88.098,
75
+ 112.097,
76
+ 71.326,
77
+ 76.173,
78
+ 216.435,
79
+ 114.0,
80
+ 89.476,
81
+ 97.433,
82
+ 84.524,
83
+ 97.203,
84
+ 85.234,
85
+ 111.979,
86
+ 98.158,
87
+ 86.177,
88
+ 97.993,
89
+ 87.419,
90
+ 138.691,
91
+ 71.853,
92
+ 102.103,
93
+ 185.434,
94
+ 74.241,
95
+ 85.732,
96
+ 86.96,
97
+ 89.45,
98
+ 100.904,
99
+ 87.818,
100
+ 98.955,
101
+ 117.282,
102
+ 110.949,
103
+ 80.725,
104
+ 83.062,
105
+ 135.512,
106
+ 84.711,
107
+ 105.132,
108
+ 95.397,
109
+ 94.191,
110
+ 74.781,
111
+ 148.82,
112
+ 84.97
113
+ ],
114
+ "episode_steps": [
115
+ 1000,
116
+ 1000,
117
+ 1000,
118
+ 1000,
119
+ 1000,
120
+ 1000,
121
+ 1000,
122
+ 1000,
123
+ 1000,
124
+ 1000,
125
+ 1000,
126
+ 1000,
127
+ 1000,
128
+ 1000,
129
+ 1000,
130
+ 1000,
131
+ 1000,
132
+ 1000,
133
+ 1000,
134
+ 1000,
135
+ 1000,
136
+ 1000,
137
+ 1000,
138
+ 1000,
139
+ 1000,
140
+ 1000,
141
+ 1000,
142
+ 1000,
143
+ 1000,
144
+ 1000,
145
+ 1000,
146
+ 1000,
147
+ 1000,
148
+ 1000,
149
+ 1000,
150
+ 1000,
151
+ 1000,
152
+ 1000,
153
+ 1000,
154
+ 1000,
155
+ 1000,
156
+ 1000,
157
+ 1000,
158
+ 1000,
159
+ 1000,
160
+ 1000,
161
+ 1000,
162
+ 1000,
163
+ 1000,
164
+ 1000
165
+ ],
166
+ "return_mean": 99.78744,
167
+ "embodiment": "rigid_body/dual_arm_gripper",
168
+ "level": "level_2"
169
+ }
multi_task/level_2/eval_reports/DualArmClothAlign-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "DualArmClothAlign-v1",
3
+ "suite": "lv2",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.5,
7
+ "successes": 25,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 0.0,
12
+ 0.0,
13
+ 1.0,
14
+ 0.0,
15
+ 1.0,
16
+ 1.0,
17
+ 1.0,
18
+ 0.0,
19
+ 0.0,
20
+ 1.0,
21
+ 0.0,
22
+ 1.0,
23
+ 0.0,
24
+ 1.0,
25
+ 0.0,
26
+ 1.0,
27
+ 0.0,
28
+ 1.0,
29
+ 1.0,
30
+ 0.0,
31
+ 0.0,
32
+ 1.0,
33
+ 1.0,
34
+ 0.0,
35
+ 0.0,
36
+ 0.0,
37
+ 1.0,
38
+ 1.0,
39
+ 0.0,
40
+ 0.0,
41
+ 1.0,
42
+ 1.0,
43
+ 0.0,
44
+ 0.0,
45
+ 0.0,
46
+ 1.0,
47
+ 0.0,
48
+ 0.0,
49
+ 1.0,
50
+ 1.0,
51
+ 0.0,
52
+ 0.0,
53
+ 1.0,
54
+ 1.0,
55
+ 0.0,
56
+ 0.0,
57
+ 1.0,
58
+ 1.0,
59
+ 1.0,
60
+ 1.0
61
+ ],
62
+ "episode_return": [
63
+ 0.0,
64
+ 68.002,
65
+ 6.834,
66
+ 16.224,
67
+ 14.392,
68
+ 17.212,
69
+ 2.823,
70
+ 38.93,
71
+ 44.403,
72
+ 27.388,
73
+ 71.779,
74
+ 20.713,
75
+ 48.991,
76
+ 2.897,
77
+ 38.46,
78
+ 3.398,
79
+ 45.547,
80
+ 2.863,
81
+ 2.928,
82
+ 47.344,
83
+ 31.781,
84
+ 30.325,
85
+ 28.423,
86
+ 54.796,
87
+ 48.564,
88
+ 60.103,
89
+ 19.686,
90
+ 39.869,
91
+ 27.946,
92
+ 53.336,
93
+ 14.021,
94
+ 20.408,
95
+ 40.579,
96
+ 29.479,
97
+ 54.873,
98
+ 5.473,
99
+ 49.542,
100
+ 29.587,
101
+ 2.85,
102
+ 2.84,
103
+ 72.797,
104
+ 14.012,
105
+ 29.739,
106
+ 2.888,
107
+ 23.809,
108
+ 33.118,
109
+ 11.116,
110
+ 3.705,
111
+ 2.827,
112
+ 26.741
113
+ ],
114
+ "episode_steps": [
115
+ 200,
116
+ 200,
117
+ 126,
118
+ 200,
119
+ 146,
120
+ 100,
121
+ 122,
122
+ 200,
123
+ 200,
124
+ 133,
125
+ 200,
126
+ 99,
127
+ 200,
128
+ 128,
129
+ 200,
130
+ 122,
131
+ 200,
132
+ 136,
133
+ 122,
134
+ 200,
135
+ 200,
136
+ 125,
137
+ 171,
138
+ 200,
139
+ 200,
140
+ 200,
141
+ 117,
142
+ 123,
143
+ 200,
144
+ 200,
145
+ 139,
146
+ 113,
147
+ 200,
148
+ 200,
149
+ 200,
150
+ 127,
151
+ 200,
152
+ 200,
153
+ 129,
154
+ 126,
155
+ 200,
156
+ 200,
157
+ 119,
158
+ 129,
159
+ 200,
160
+ 200,
161
+ 115,
162
+ 120,
163
+ 138,
164
+ 149
165
+ ],
166
+ "return_mean": 27.72722,
167
+ "embodiment": "deformable/dual_arm_gripper",
168
+ "level": "level_2"
169
+ }
multi_task/level_2/eval_reports/DualArmJugglingBall-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "DualArmJugglingBall-v1",
3
+ "suite": "lv2",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.0,
7
+ "successes": 0,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 0.0,
12
+ 0.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 0.0,
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 0.0,
30
+ 0.0,
31
+ 0.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 0.0,
36
+ 0.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0,
43
+ 0.0,
44
+ 0.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 0.0,
50
+ 0.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0,
59
+ 0.0,
60
+ 0.0
61
+ ],
62
+ "episode_return": [
63
+ -4858.945,
64
+ -4592.103,
65
+ -5503.782,
66
+ -4679.073,
67
+ -5003.664,
68
+ -4864.514,
69
+ -4830.252,
70
+ -5428.791,
71
+ -5508.719,
72
+ -4987.593,
73
+ -5460.335,
74
+ -5469.383,
75
+ -5450.151,
76
+ -2753.131,
77
+ -5418.537,
78
+ -5219.521,
79
+ -5253.21,
80
+ -4809.726,
81
+ -5421.511,
82
+ -4804.605,
83
+ -5452.065,
84
+ -5464.58,
85
+ -5497.381,
86
+ -4850.28,
87
+ -4621.977,
88
+ -5447.342,
89
+ -5621.856,
90
+ -5299.732,
91
+ -5097.552,
92
+ -5440.764,
93
+ -5533.009,
94
+ -4541.945,
95
+ -4789.487,
96
+ -5059.719,
97
+ -4994.035,
98
+ -4756.71,
99
+ -4855.255,
100
+ -5184.676,
101
+ -5170.534,
102
+ -4985.77,
103
+ -5489.019,
104
+ -5094.42,
105
+ -4563.627,
106
+ -4151.779,
107
+ -5223.704,
108
+ -4891.043,
109
+ -5000.875,
110
+ -4942.373,
111
+ -5324.173,
112
+ -5374.654
113
+ ],
114
+ "episode_steps": [
115
+ 1500,
116
+ 1500,
117
+ 1500,
118
+ 1500,
119
+ 1500,
120
+ 1500,
121
+ 1500,
122
+ 1500,
123
+ 1500,
124
+ 1500,
125
+ 1500,
126
+ 1500,
127
+ 1500,
128
+ 1500,
129
+ 1500,
130
+ 1500,
131
+ 1500,
132
+ 1500,
133
+ 1500,
134
+ 1500,
135
+ 1500,
136
+ 1500,
137
+ 1500,
138
+ 1500,
139
+ 1500,
140
+ 1500,
141
+ 1500,
142
+ 1500,
143
+ 1500,
144
+ 1500,
145
+ 1500,
146
+ 1500,
147
+ 1500,
148
+ 1500,
149
+ 1500,
150
+ 1500,
151
+ 1500,
152
+ 1500,
153
+ 1500,
154
+ 1500,
155
+ 1500,
156
+ 1500,
157
+ 1500,
158
+ 1500,
159
+ 1500,
160
+ 1500,
161
+ 1500,
162
+ 1500,
163
+ 1500,
164
+ 1500
165
+ ],
166
+ "return_mean": -5060.75764,
167
+ "embodiment": "rigid_body/dual_arm_dex",
168
+ "level": "level_2"
169
+ }
multi_task/level_2/eval_reports/DualArmLiftBall-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "DualArmLiftBall-v1",
3
+ "suite": "lv2",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.36,
7
+ "successes": 18,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 0.0,
12
+ 0.0,
13
+ 1.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 0.0,
23
+ 1.0,
24
+ 1.0,
25
+ 1.0,
26
+ 0.0,
27
+ 1.0,
28
+ 0.0,
29
+ 1.0,
30
+ 1.0,
31
+ 0.0,
32
+ 1.0,
33
+ 0.0,
34
+ 0.0,
35
+ 0.0,
36
+ 1.0,
37
+ 1.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 1.0,
43
+ 0.0,
44
+ 1.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 1.0,
49
+ 1.0,
50
+ 1.0,
51
+ 0.0,
52
+ 1.0,
53
+ 0.0,
54
+ 1.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0,
59
+ 0.0,
60
+ 1.0
61
+ ],
62
+ "episode_return": [
63
+ 30.463,
64
+ 26.492,
65
+ 36.279,
66
+ 23.29,
67
+ 23.635,
68
+ 26.939,
69
+ 28.1,
70
+ 28.413,
71
+ 23.835,
72
+ 20.121,
73
+ 29.032,
74
+ 18.531,
75
+ 40.245,
76
+ 38.373,
77
+ 40.762,
78
+ 24.363,
79
+ 36.84,
80
+ 35.584,
81
+ 37.078,
82
+ 38.849,
83
+ 25.44,
84
+ 42.029,
85
+ 28.527,
86
+ 25.112,
87
+ 21.055,
88
+ 34.16,
89
+ 38.105,
90
+ 27.408,
91
+ 22.558,
92
+ 28.217,
93
+ 25.579,
94
+ 38.081,
95
+ 20.072,
96
+ 37.27,
97
+ 29.706,
98
+ 23.058,
99
+ 29.019,
100
+ 39.341,
101
+ 37.162,
102
+ 35.634,
103
+ 19.749,
104
+ 39.154,
105
+ 39.056,
106
+ 38.842,
107
+ 28.944,
108
+ 20.176,
109
+ 23.564,
110
+ 17.982,
111
+ 26.807,
112
+ 37.201
113
+ ],
114
+ "episode_steps": [
115
+ 300,
116
+ 300,
117
+ 135,
118
+ 300,
119
+ 300,
120
+ 300,
121
+ 300,
122
+ 300,
123
+ 300,
124
+ 300,
125
+ 300,
126
+ 300,
127
+ 146,
128
+ 138,
129
+ 149,
130
+ 300,
131
+ 139,
132
+ 300,
133
+ 135,
134
+ 144,
135
+ 300,
136
+ 153,
137
+ 300,
138
+ 300,
139
+ 300,
140
+ 130,
141
+ 140,
142
+ 300,
143
+ 300,
144
+ 300,
145
+ 300,
146
+ 144,
147
+ 300,
148
+ 137,
149
+ 300,
150
+ 300,
151
+ 300,
152
+ 146,
153
+ 141,
154
+ 135,
155
+ 300,
156
+ 144,
157
+ 300,
158
+ 148,
159
+ 300,
160
+ 300,
161
+ 300,
162
+ 300,
163
+ 300,
164
+ 138
165
+ ],
166
+ "return_mean": 30.12464,
167
+ "embodiment": "rigid_body/dual_arm_gripper",
168
+ "level": "level_2"
169
+ }
multi_task/level_2/eval_reports/DualArmOpenBottle-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "DualArmOpenBottle-v1",
3
+ "suite": "lv2",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.0,
7
+ "successes": 0,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 0.0,
12
+ 0.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 0.0,
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 0.0,
30
+ 0.0,
31
+ 0.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 0.0,
36
+ 0.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0,
43
+ 0.0,
44
+ 0.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 0.0,
50
+ 0.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0,
59
+ 0.0,
60
+ 0.0
61
+ ],
62
+ "episode_return": [
63
+ 2148.537,
64
+ 2161.192,
65
+ 2173.596,
66
+ 2067.26,
67
+ 2064.592,
68
+ 2137.983,
69
+ 2227.08,
70
+ 2155.835,
71
+ 2059.958,
72
+ 1759.982,
73
+ 1948.044,
74
+ 2092.174,
75
+ 2167.838,
76
+ 2277.794,
77
+ 2219.407,
78
+ 2151.209,
79
+ 2213.29,
80
+ 2129.909,
81
+ 2242.455,
82
+ 2228.772,
83
+ 1709.563,
84
+ 2221.808,
85
+ 2241.015,
86
+ 2168.503,
87
+ 2052.551,
88
+ 2153.413,
89
+ 2204.489,
90
+ 2169.769,
91
+ 2067.333,
92
+ 2222.211,
93
+ 2168.484,
94
+ 2197.081,
95
+ 1960.869,
96
+ 2008.222,
97
+ 2257.768,
98
+ 1972.154,
99
+ 2252.124,
100
+ 2183.964,
101
+ 2164.488,
102
+ 2086.251,
103
+ 2162.687,
104
+ 2227.549,
105
+ 1991.82,
106
+ 1824.425,
107
+ 2194.032,
108
+ 2086.26,
109
+ 2082.062,
110
+ 2135.561,
111
+ 2219.837,
112
+ 2206.552
113
+ ],
114
+ "episode_steps": [
115
+ 600,
116
+ 600,
117
+ 600,
118
+ 600,
119
+ 600,
120
+ 600,
121
+ 600,
122
+ 600,
123
+ 600,
124
+ 600,
125
+ 600,
126
+ 600,
127
+ 600,
128
+ 600,
129
+ 600,
130
+ 600,
131
+ 600,
132
+ 600,
133
+ 600,
134
+ 600,
135
+ 600,
136
+ 600,
137
+ 600,
138
+ 600,
139
+ 600,
140
+ 600,
141
+ 600,
142
+ 600,
143
+ 600,
144
+ 600,
145
+ 600,
146
+ 600,
147
+ 600,
148
+ 600,
149
+ 600,
150
+ 600,
151
+ 600,
152
+ 600,
153
+ 600,
154
+ 600,
155
+ 600,
156
+ 600,
157
+ 600,
158
+ 600,
159
+ 600,
160
+ 600,
161
+ 600,
162
+ 600,
163
+ 600,
164
+ 600
165
+ ],
166
+ "return_mean": 2124.39504,
167
+ "embodiment": "rigid_body/dual_arm_dex",
168
+ "level": "level_2"
169
+ }
multi_task/level_2/eval_reports/DualArmOpenLaptop-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "DualArmOpenLaptop-v1",
3
+ "suite": "lv2",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.34,
7
+ "successes": 17,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 1.0,
12
+ 1.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 1.0,
23
+ 1.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 1.0,
30
+ 0.0,
31
+ 0.0,
32
+ 0.0,
33
+ 1.0,
34
+ 0.0,
35
+ 1.0,
36
+ 0.0,
37
+ 0.0,
38
+ 1.0,
39
+ 1.0,
40
+ 0.0,
41
+ 0.0,
42
+ 1.0,
43
+ 1.0,
44
+ 1.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 1.0,
49
+ 0.0,
50
+ 0.0,
51
+ 1.0,
52
+ 0.0,
53
+ 0.0,
54
+ 1.0,
55
+ 0.0,
56
+ 1.0,
57
+ 0.0,
58
+ 1.0,
59
+ 0.0,
60
+ 0.0
61
+ ],
62
+ "episode_return": [
63
+ 901.325,
64
+ 1105.64,
65
+ 1758.354,
66
+ 1555.104,
67
+ 1541.839,
68
+ -210.374,
69
+ 1707.37,
70
+ 1479.743,
71
+ 1684.273,
72
+ 1538.922,
73
+ 1655.812,
74
+ 904.968,
75
+ 1424.256,
76
+ 1558.175,
77
+ 1624.98,
78
+ 1579.777,
79
+ 1340.612,
80
+ 1657.672,
81
+ 1310.07,
82
+ 1575.155,
83
+ 1618.232,
84
+ 1579.688,
85
+ 1003.414,
86
+ 1608.138,
87
+ 750.343,
88
+ 1706.979,
89
+ 1584.362,
90
+ 952.051,
91
+ 1086.362,
92
+ 1448.96,
93
+ 1610.278,
94
+ 1033.15,
95
+ 776.563,
96
+ 1391.22,
97
+ 1741.848,
98
+ 1196.06,
99
+ 1569.479,
100
+ 1299.434,
101
+ 1732.932,
102
+ 1556.474,
103
+ 1140.074,
104
+ 1754.095,
105
+ 1587.78,
106
+ 806.091,
107
+ 1587.367,
108
+ 1315.574,
109
+ 1583.695,
110
+ 1259.917,
111
+ 1764.101,
112
+ 1761.049
113
+ ],
114
+ "episode_steps": [
115
+ 425,
116
+ 510,
117
+ 800,
118
+ 800,
119
+ 800,
120
+ 800,
121
+ 800,
122
+ 800,
123
+ 800,
124
+ 800,
125
+ 800,
126
+ 420,
127
+ 649,
128
+ 800,
129
+ 800,
130
+ 800,
131
+ 800,
132
+ 800,
133
+ 606,
134
+ 800,
135
+ 800,
136
+ 800,
137
+ 468,
138
+ 800,
139
+ 356,
140
+ 800,
141
+ 800,
142
+ 441,
143
+ 499,
144
+ 800,
145
+ 800,
146
+ 474,
147
+ 367,
148
+ 634,
149
+ 800,
150
+ 800,
151
+ 800,
152
+ 595,
153
+ 800,
154
+ 800,
155
+ 508,
156
+ 800,
157
+ 800,
158
+ 379,
159
+ 800,
160
+ 612,
161
+ 800,
162
+ 569,
163
+ 800,
164
+ 800
165
+ ],
166
+ "return_mean": 1389.98766,
167
+ "embodiment": "rigid_body/dual_arm_dex",
168
+ "level": "level_2"
169
+ }
multi_task/level_2/eval_reports/DualArmPegInHole-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "DualArmPegInHole-v1",
3
+ "suite": "lv2",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.18,
7
+ "successes": 9,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 0.0,
12
+ 1.0,
13
+ 1.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 0.0,
23
+ 0.0,
24
+ 1.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 1.0,
30
+ 1.0,
31
+ 0.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 1.0,
36
+ 0.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 1.0,
43
+ 0.0,
44
+ 1.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 0.0,
50
+ 0.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0,
55
+ 1.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0,
59
+ 0.0,
60
+ 0.0
61
+ ],
62
+ "episode_return": [
63
+ 23.357,
64
+ 16.318,
65
+ 36.048,
66
+ 5.887,
67
+ 103.962,
68
+ 15.088,
69
+ 45.118,
70
+ 106.352,
71
+ 12.672,
72
+ 16.801,
73
+ 234.036,
74
+ 30.297,
75
+ 77.92,
76
+ 40.089,
77
+ 15.466,
78
+ 33.243,
79
+ 187.415,
80
+ 10.093,
81
+ 21.139,
82
+ 35.493,
83
+ 4.476,
84
+ 13.004,
85
+ 6.391,
86
+ 19.759,
87
+ 24.414,
88
+ 28.46,
89
+ 186.756,
90
+ 82.177,
91
+ 142.88,
92
+ 44.404,
93
+ 36.277,
94
+ 45.29,
95
+ 15.496,
96
+ 44.442,
97
+ 71.026,
98
+ 21.431,
99
+ 37.671,
100
+ 130.35,
101
+ 166.758,
102
+ 234.031,
103
+ 52.74,
104
+ 41.951,
105
+ 17.227,
106
+ 14.225,
107
+ 61.366,
108
+ 228.981,
109
+ 54.145,
110
+ 41.437,
111
+ 22.94,
112
+ 156.733
113
+ ],
114
+ "episode_steps": [
115
+ 300,
116
+ 161,
117
+ 208,
118
+ 300,
119
+ 300,
120
+ 300,
121
+ 300,
122
+ 300,
123
+ 300,
124
+ 300,
125
+ 300,
126
+ 300,
127
+ 300,
128
+ 232,
129
+ 300,
130
+ 300,
131
+ 300,
132
+ 300,
133
+ 109,
134
+ 200,
135
+ 300,
136
+ 300,
137
+ 300,
138
+ 300,
139
+ 129,
140
+ 300,
141
+ 300,
142
+ 300,
143
+ 300,
144
+ 300,
145
+ 300,
146
+ 258,
147
+ 300,
148
+ 244,
149
+ 300,
150
+ 300,
151
+ 300,
152
+ 300,
153
+ 300,
154
+ 300,
155
+ 300,
156
+ 300,
157
+ 300,
158
+ 300,
159
+ 225,
160
+ 300,
161
+ 300,
162
+ 300,
163
+ 300,
164
+ 300
165
+ ],
166
+ "return_mean": 62.280640000000005,
167
+ "embodiment": "rigid_body/dual_arm_gripper",
168
+ "level": "level_2"
169
+ }
multi_task/level_2/eval_reports/DualArmPlaceRopeOverRod-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "DualArmPlaceRopeOverRod-v1",
3
+ "suite": "lv2",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.48,
7
+ "successes": 24,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 1.0,
12
+ 0.0,
13
+ 1.0,
14
+ 0.0,
15
+ 1.0,
16
+ 0.0,
17
+ 1.0,
18
+ 0.0,
19
+ 1.0,
20
+ 1.0,
21
+ 1.0,
22
+ 1.0,
23
+ 0.0,
24
+ 1.0,
25
+ 0.0,
26
+ 1.0,
27
+ 1.0,
28
+ 0.0,
29
+ 0.0,
30
+ 1.0,
31
+ 0.0,
32
+ 0.0,
33
+ 0.0,
34
+ 1.0,
35
+ 0.0,
36
+ 1.0,
37
+ 1.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0,
43
+ 1.0,
44
+ 1.0,
45
+ 1.0,
46
+ 0.0,
47
+ 0.0,
48
+ 1.0,
49
+ 0.0,
50
+ 1.0,
51
+ 0.0,
52
+ 1.0,
53
+ 0.0,
54
+ 1.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 1.0,
59
+ 0.0,
60
+ 1.0
61
+ ],
62
+ "episode_return": [
63
+ 288.455,
64
+ 358.298,
65
+ 272.782,
66
+ 131.098,
67
+ 390.219,
68
+ 354.739,
69
+ 278.262,
70
+ 134.81,
71
+ 220.577,
72
+ 368.914,
73
+ 208.896,
74
+ 328.48,
75
+ 746.205,
76
+ 303.568,
77
+ 636.671,
78
+ 240.474,
79
+ 324.345,
80
+ 292.938,
81
+ 327.031,
82
+ 449.932,
83
+ 216.921,
84
+ 698.446,
85
+ 395.942,
86
+ 331.785,
87
+ 640.144,
88
+ 294.246,
89
+ 275.565,
90
+ 367.063,
91
+ 138.295,
92
+ 499.243,
93
+ 477.711,
94
+ 410.874,
95
+ 218.268,
96
+ 535.082,
97
+ 203.928,
98
+ 477.42,
99
+ 132.601,
100
+ 188.365,
101
+ 517.132,
102
+ 183.781,
103
+ 183.796,
104
+ 288.42,
105
+ 364.017,
106
+ 352.057,
107
+ 327.477,
108
+ 182.366,
109
+ 337.823,
110
+ 253.74,
111
+ 256.68,
112
+ 215.486
113
+ ],
114
+ "episode_steps": [
115
+ 509,
116
+ 680,
117
+ 523,
118
+ 680,
119
+ 543,
120
+ 680,
121
+ 630,
122
+ 680,
123
+ 506,
124
+ 533,
125
+ 504,
126
+ 547,
127
+ 680,
128
+ 589,
129
+ 680,
130
+ 511,
131
+ 582,
132
+ 680,
133
+ 680,
134
+ 599,
135
+ 680,
136
+ 680,
137
+ 680,
138
+ 641,
139
+ 680,
140
+ 539,
141
+ 535,
142
+ 680,
143
+ 680,
144
+ 680,
145
+ 680,
146
+ 680,
147
+ 500,
148
+ 676,
149
+ 487,
150
+ 680,
151
+ 680,
152
+ 463,
153
+ 680,
154
+ 501,
155
+ 680,
156
+ 537,
157
+ 680,
158
+ 600,
159
+ 680,
160
+ 680,
161
+ 680,
162
+ 512,
163
+ 680,
164
+ 485
165
+ ],
166
+ "return_mean": 332.42735999999996,
167
+ "embodiment": "deformable/dual_arm_dex",
168
+ "level": "level_2"
169
+ }
multi_task/level_2/eval_reports/DualArmPouringTwoCups-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "DualArmPouringTwoCups-v1",
3
+ "suite": "lv2",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.0,
7
+ "successes": 0,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 0.0,
12
+ 0.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 0.0,
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 0.0,
30
+ 0.0,
31
+ 0.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 0.0,
36
+ 0.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0,
43
+ 0.0,
44
+ 0.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 0.0,
50
+ 0.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0,
59
+ 0.0,
60
+ 0.0
61
+ ],
62
+ "episode_return": [
63
+ 302.682,
64
+ 1989.894,
65
+ 906.277,
66
+ 3048.753,
67
+ 1851.527,
68
+ 2298.089,
69
+ 1859.743,
70
+ 2237.156,
71
+ 2018.565,
72
+ 2177.215,
73
+ 3055.465,
74
+ 3172.585,
75
+ 1829.216,
76
+ 2700.33,
77
+ 1994.133,
78
+ 1503.843,
79
+ 3086.795,
80
+ 1838.627,
81
+ 1903.183,
82
+ 2787.83,
83
+ 2260.411,
84
+ 1963.893,
85
+ 302.533,
86
+ 602.14,
87
+ 2741.413,
88
+ 2622.772,
89
+ 1869.813,
90
+ 2993.716,
91
+ 1900.849,
92
+ 275.143,
93
+ 698.571,
94
+ 2871.321,
95
+ 1879.909,
96
+ 1455.473,
97
+ 2202.221,
98
+ 1819.328,
99
+ 2146.476,
100
+ 533.704,
101
+ 1057.635,
102
+ 2012.622,
103
+ 809.567,
104
+ 1623.33,
105
+ 2871.711,
106
+ 2934.039,
107
+ 1819.207,
108
+ 1233.628,
109
+ 2662.356,
110
+ 1956.622,
111
+ 1451.53,
112
+ 1883.841
113
+ ],
114
+ "episode_steps": [
115
+ 1000,
116
+ 1000,
117
+ 1000,
118
+ 1000,
119
+ 1000,
120
+ 1000,
121
+ 1000,
122
+ 1000,
123
+ 1000,
124
+ 1000,
125
+ 1000,
126
+ 1000,
127
+ 1000,
128
+ 1000,
129
+ 1000,
130
+ 1000,
131
+ 1000,
132
+ 1000,
133
+ 1000,
134
+ 1000,
135
+ 1000,
136
+ 1000,
137
+ 1000,
138
+ 1000,
139
+ 1000,
140
+ 1000,
141
+ 1000,
142
+ 1000,
143
+ 1000,
144
+ 1000,
145
+ 1000,
146
+ 1000,
147
+ 1000,
148
+ 1000,
149
+ 1000,
150
+ 1000,
151
+ 1000,
152
+ 1000,
153
+ 1000,
154
+ 1000,
155
+ 1000,
156
+ 1000,
157
+ 1000,
158
+ 1000,
159
+ 1000,
160
+ 1000,
161
+ 1000,
162
+ 1000,
163
+ 1000,
164
+ 1000
165
+ ],
166
+ "return_mean": 1920.35364,
167
+ "embodiment": "deformable/dual_arm_dex",
168
+ "level": "level_2"
169
+ }
multi_task/level_2/eval_reports/DualArmPushObject-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "DualArmPushObject-v1",
3
+ "suite": "lv2",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.0,
7
+ "successes": 0,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 0.0,
12
+ 0.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 0.0,
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 0.0,
30
+ 0.0,
31
+ 0.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 0.0,
36
+ 0.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0,
43
+ 0.0,
44
+ 0.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 0.0,
50
+ 0.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0,
59
+ 0.0,
60
+ 0.0
61
+ ],
62
+ "episode_return": [
63
+ 0.0,
64
+ 0.0,
65
+ 0.0,
66
+ 0.0,
67
+ 0.0,
68
+ 0.0,
69
+ 0.0,
70
+ 0.0,
71
+ 0.0,
72
+ 0.459,
73
+ 0.0,
74
+ 0.0,
75
+ 0.0,
76
+ 0.0,
77
+ 0.0,
78
+ 0.0,
79
+ 0.0,
80
+ 0.0,
81
+ 0.0,
82
+ 0.0,
83
+ 1.632,
84
+ 0.0,
85
+ 0.0,
86
+ 0.0,
87
+ 0.0,
88
+ 0.0,
89
+ 0.0,
90
+ 0.0,
91
+ 0.0,
92
+ 0.0,
93
+ 0.0,
94
+ 0.0,
95
+ 0.0,
96
+ 0.0,
97
+ 0.0,
98
+ 0.0,
99
+ 0.0,
100
+ 0.0,
101
+ 0.0,
102
+ 0.0,
103
+ 0.0,
104
+ 0.0,
105
+ 0.0,
106
+ 0.0,
107
+ 0.0,
108
+ 0.0,
109
+ 0.0,
110
+ 0.002,
111
+ 0.0,
112
+ 0.0
113
+ ],
114
+ "episode_steps": [
115
+ 400,
116
+ 400,
117
+ 400,
118
+ 400,
119
+ 400,
120
+ 400,
121
+ 400,
122
+ 400,
123
+ 400,
124
+ 400,
125
+ 400,
126
+ 400,
127
+ 400,
128
+ 400,
129
+ 400,
130
+ 400,
131
+ 400,
132
+ 400,
133
+ 400,
134
+ 400,
135
+ 400,
136
+ 400,
137
+ 400,
138
+ 400,
139
+ 400,
140
+ 400,
141
+ 400,
142
+ 400,
143
+ 400,
144
+ 400,
145
+ 400,
146
+ 400,
147
+ 400,
148
+ 400,
149
+ 400,
150
+ 400,
151
+ 400,
152
+ 400,
153
+ 400,
154
+ 400,
155
+ 400,
156
+ 400,
157
+ 400,
158
+ 400,
159
+ 400,
160
+ 400,
161
+ 400,
162
+ 400,
163
+ 400,
164
+ 400
165
+ ],
166
+ "return_mean": 0.04186,
167
+ "embodiment": "deformable/dual_arm_gripper",
168
+ "level": "level_2"
169
+ }
multi_task/level_2/eval_reports/DualArmStraightenRope-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "DualArmStraightenRope-v1",
3
+ "suite": "lv2",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.24,
7
+ "successes": 12,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 1.0,
12
+ 1.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 1.0,
19
+ 0.0,
20
+ 1.0,
21
+ 0.0,
22
+ 0.0,
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 1.0,
28
+ 0.0,
29
+ 1.0,
30
+ 0.0,
31
+ 0.0,
32
+ 1.0,
33
+ 0.0,
34
+ 0.0,
35
+ 0.0,
36
+ 0.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0,
43
+ 0.0,
44
+ 0.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 1.0,
49
+ 0.0,
50
+ 0.0,
51
+ 1.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0,
55
+ 0.0,
56
+ 0.0,
57
+ 1.0,
58
+ 0.0,
59
+ 1.0,
60
+ 1.0
61
+ ],
62
+ "episode_return": [
63
+ 23.452,
64
+ 58.74,
65
+ 35.851,
66
+ 91.328,
67
+ 108.831,
68
+ 119.897,
69
+ 67.022,
70
+ 47.866,
71
+ 54.589,
72
+ 49.461,
73
+ 76.399,
74
+ 70.039,
75
+ 69.568,
76
+ 73.637,
77
+ 123.129,
78
+ 58.139,
79
+ 55.244,
80
+ 78.559,
81
+ 56.273,
82
+ 101.352,
83
+ 127.133,
84
+ 54.483,
85
+ 47.036,
86
+ 118.034,
87
+ 97.728,
88
+ 93.804,
89
+ 61.57,
90
+ 80.02,
91
+ 66.43,
92
+ 62.407,
93
+ 134.374,
94
+ 88.145,
95
+ 125.144,
96
+ 74.954,
97
+ 125.26,
98
+ 109.983,
99
+ 63.347,
100
+ 53.122,
101
+ 43.782,
102
+ 77.984,
103
+ 60.935,
104
+ 124.907,
105
+ 62.908,
106
+ 63.468,
107
+ 65.405,
108
+ 61.191,
109
+ 55.686,
110
+ 111.578,
111
+ 58.392,
112
+ 72.474
113
+ ],
114
+ "episode_steps": [
115
+ 422,
116
+ 261,
117
+ 500,
118
+ 500,
119
+ 500,
120
+ 500,
121
+ 500,
122
+ 228,
123
+ 500,
124
+ 226,
125
+ 500,
126
+ 500,
127
+ 500,
128
+ 500,
129
+ 500,
130
+ 500,
131
+ 239,
132
+ 500,
133
+ 241,
134
+ 500,
135
+ 500,
136
+ 246,
137
+ 500,
138
+ 500,
139
+ 500,
140
+ 500,
141
+ 500,
142
+ 500,
143
+ 500,
144
+ 500,
145
+ 500,
146
+ 500,
147
+ 500,
148
+ 500,
149
+ 500,
150
+ 500,
151
+ 500,
152
+ 235,
153
+ 500,
154
+ 500,
155
+ 280,
156
+ 500,
157
+ 500,
158
+ 500,
159
+ 500,
160
+ 500,
161
+ 239,
162
+ 500,
163
+ 246,
164
+ 409
165
+ ],
166
+ "return_mean": 77.2212,
167
+ "embodiment": "deformable/dual_arm_gripper",
168
+ "level": "level_2"
169
+ }
multi_task/level_2/eval_reports/DualArmStuffCloth-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "DualArmStuffCloth-v1",
3
+ "suite": "lv2",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.44,
7
+ "successes": 22,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 1.0,
12
+ 0.0,
13
+ 0.0,
14
+ 1.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 0.0,
20
+ 1.0,
21
+ 0.0,
22
+ 0.0,
23
+ 0.0,
24
+ 1.0,
25
+ 1.0,
26
+ 0.0,
27
+ 1.0,
28
+ 1.0,
29
+ 0.0,
30
+ 0.0,
31
+ 0.0,
32
+ 0.0,
33
+ 1.0,
34
+ 0.0,
35
+ 1.0,
36
+ 0.0,
37
+ 1.0,
38
+ 1.0,
39
+ 1.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0,
43
+ 1.0,
44
+ 1.0,
45
+ 0.0,
46
+ 1.0,
47
+ 1.0,
48
+ 1.0,
49
+ 1.0,
50
+ 1.0,
51
+ 0.0,
52
+ 0.0,
53
+ 1.0,
54
+ 0.0,
55
+ 0.0,
56
+ 1.0,
57
+ 0.0,
58
+ 1.0,
59
+ 0.0,
60
+ 0.0
61
+ ],
62
+ "episode_return": [
63
+ 37.005,
64
+ 0.0,
65
+ 0.0,
66
+ 68.159,
67
+ 8.609,
68
+ 0.489,
69
+ 0.0,
70
+ 17.439,
71
+ 21.012,
72
+ 62.126,
73
+ 0.0,
74
+ 0.0,
75
+ 16.303,
76
+ 49.443,
77
+ 62.916,
78
+ 55.536,
79
+ 60.403,
80
+ 73.324,
81
+ 0.0,
82
+ 0.0,
83
+ 52.047,
84
+ 0.0,
85
+ 48.313,
86
+ 0.0,
87
+ 38.344,
88
+ 0.0,
89
+ 44.371,
90
+ 71.973,
91
+ 53.657,
92
+ 25.217,
93
+ 0.0,
94
+ 1.703,
95
+ 37.715,
96
+ 52.3,
97
+ 17.001,
98
+ 64.554,
99
+ 98.905,
100
+ 54.364,
101
+ 44.436,
102
+ 128.037,
103
+ 85.92,
104
+ 0.0,
105
+ 42.444,
106
+ 30.364,
107
+ 7.023,
108
+ 36.671,
109
+ 19.613,
110
+ 61.056,
111
+ 0.0,
112
+ 60.072
113
+ ],
114
+ "episode_steps": [
115
+ 448,
116
+ 600,
117
+ 600,
118
+ 417,
119
+ 600,
120
+ 600,
121
+ 600,
122
+ 600,
123
+ 600,
124
+ 490,
125
+ 600,
126
+ 600,
127
+ 600,
128
+ 384,
129
+ 419,
130
+ 600,
131
+ 354,
132
+ 457,
133
+ 600,
134
+ 600,
135
+ 600,
136
+ 600,
137
+ 384,
138
+ 600,
139
+ 430,
140
+ 600,
141
+ 551,
142
+ 397,
143
+ 395,
144
+ 600,
145
+ 600,
146
+ 600,
147
+ 367,
148
+ 424,
149
+ 600,
150
+ 414,
151
+ 425,
152
+ 383,
153
+ 455,
154
+ 530,
155
+ 600,
156
+ 600,
157
+ 382,
158
+ 600,
159
+ 600,
160
+ 368,
161
+ 600,
162
+ 361,
163
+ 600,
164
+ 600
165
+ ],
166
+ "return_mean": 34.17728,
167
+ "embodiment": "deformable/dual_arm_dex",
168
+ "level": "level_2"
169
+ }
multi_task/level_2/eval_reports/DualArmThrowBlock-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "DualArmThrowBlock-v1",
3
+ "suite": "lv2",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.2,
7
+ "successes": 10,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 1.0,
12
+ 0.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 1.0,
17
+ 0.0,
18
+ 0.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 0.0,
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 1.0,
28
+ 0.0,
29
+ 0.0,
30
+ 0.0,
31
+ 1.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 0.0,
36
+ 1.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0,
43
+ 0.0,
44
+ 1.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 1.0,
50
+ 0.0,
51
+ 0.0,
52
+ 0.0,
53
+ 1.0,
54
+ 0.0,
55
+ 1.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0,
59
+ 0.0,
60
+ 1.0
61
+ ],
62
+ "episode_return": [
63
+ 1546.124,
64
+ 2232.172,
65
+ 2295.739,
66
+ 2347.892,
67
+ 2430.06,
68
+ 1413.656,
69
+ 2285.913,
70
+ 2227.701,
71
+ 2468.513,
72
+ 2252.616,
73
+ 2178.439,
74
+ 2315.279,
75
+ 2378.513,
76
+ 2275.174,
77
+ 2128.71,
78
+ 2121.662,
79
+ 2072.934,
80
+ 2170.757,
81
+ 2363.106,
82
+ 2138.882,
83
+ 1603.603,
84
+ 2378.706,
85
+ 2201.795,
86
+ 2221.591,
87
+ 2425.608,
88
+ 1551.413,
89
+ 2375.581,
90
+ 2342.176,
91
+ 2123.157,
92
+ 2341.112,
93
+ 2267.926,
94
+ 2341.235,
95
+ 2280.546,
96
+ 1727.854,
97
+ 2254.962,
98
+ 2269.956,
99
+ 2190.855,
100
+ 2351.921,
101
+ 1712.027,
102
+ 2142.85,
103
+ 2185.523,
104
+ 2215.445,
105
+ 2410.73,
106
+ 2256.012,
107
+ 1426.215,
108
+ 2363.911,
109
+ 2258.879,
110
+ 2287.021,
111
+ 2093.297,
112
+ 1738.401
113
+ ],
114
+ "episode_steps": [
115
+ 331,
116
+ 500,
117
+ 500,
118
+ 500,
119
+ 500,
120
+ 286,
121
+ 500,
122
+ 500,
123
+ 500,
124
+ 500,
125
+ 500,
126
+ 500,
127
+ 500,
128
+ 500,
129
+ 500,
130
+ 500,
131
+ 416,
132
+ 500,
133
+ 500,
134
+ 500,
135
+ 321,
136
+ 500,
137
+ 500,
138
+ 500,
139
+ 500,
140
+ 306,
141
+ 500,
142
+ 500,
143
+ 500,
144
+ 500,
145
+ 500,
146
+ 500,
147
+ 500,
148
+ 344,
149
+ 500,
150
+ 500,
151
+ 500,
152
+ 500,
153
+ 362,
154
+ 500,
155
+ 500,
156
+ 500,
157
+ 445,
158
+ 500,
159
+ 289,
160
+ 500,
161
+ 500,
162
+ 500,
163
+ 500,
164
+ 340
165
+ ],
166
+ "return_mean": 2159.683,
167
+ "embodiment": "rigid_body/dual_arm_dex",
168
+ "level": "level_2"
169
+ }
multi_task/level_2/eval_reports/FoldShirt-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "FoldShirt-v1",
3
+ "suite": "lv2",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.62,
7
+ "successes": 31,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 1.0,
12
+ 1.0,
13
+ 1.0,
14
+ 1.0,
15
+ 1.0,
16
+ 0.0,
17
+ 0.0,
18
+ 1.0,
19
+ 0.0,
20
+ 0.0,
21
+ 1.0,
22
+ 1.0,
23
+ 1.0,
24
+ 1.0,
25
+ 0.0,
26
+ 1.0,
27
+ 1.0,
28
+ 1.0,
29
+ 1.0,
30
+ 0.0,
31
+ 0.0,
32
+ 0.0,
33
+ 1.0,
34
+ 0.0,
35
+ 0.0,
36
+ 1.0,
37
+ 1.0,
38
+ 0.0,
39
+ 1.0,
40
+ 0.0,
41
+ 1.0,
42
+ 0.0,
43
+ 1.0,
44
+ 1.0,
45
+ 1.0,
46
+ 0.0,
47
+ 1.0,
48
+ 1.0,
49
+ 1.0,
50
+ 0.0,
51
+ 1.0,
52
+ 1.0,
53
+ 1.0,
54
+ 0.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 1.0,
59
+ 1.0,
60
+ 1.0
61
+ ],
62
+ "episode_return": [
63
+ 86.288,
64
+ 144.295,
65
+ 118.284,
66
+ 74.292,
67
+ 52.295,
68
+ 678.29,
69
+ -0.0,
70
+ 110.293,
71
+ 78.227,
72
+ 0.199,
73
+ 326.299,
74
+ 84.296,
75
+ 78.3,
76
+ 48.292,
77
+ 68.264,
78
+ 482.296,
79
+ 272.294,
80
+ 498.298,
81
+ 88.297,
82
+ 692.294,
83
+ 153.982,
84
+ 54.175,
85
+ 92.291,
86
+ 524.293,
87
+ -0.001,
88
+ 126.295,
89
+ 72.293,
90
+ 0.0,
91
+ 156.293,
92
+ 0.0,
93
+ 214.289,
94
+ -0.0,
95
+ 162.296,
96
+ 488.276,
97
+ 84.299,
98
+ 80.203,
99
+ 554.3,
100
+ 60.296,
101
+ 350.3,
102
+ 584.296,
103
+ 266.291,
104
+ 124.295,
105
+ 316.295,
106
+ 0.0,
107
+ 0.001,
108
+ 155.987,
109
+ 67.998,
110
+ 112.275,
111
+ 102.294,
112
+ 584.294
113
+ ],
114
+ "episode_steps": [
115
+ 407,
116
+ 288,
117
+ 441,
118
+ 255,
119
+ 237,
120
+ 500,
121
+ 500,
122
+ 208,
123
+ 500,
124
+ 500,
125
+ 317,
126
+ 242,
127
+ 196,
128
+ 239,
129
+ 500,
130
+ 395,
131
+ 299,
132
+ 402,
133
+ 261,
134
+ 500,
135
+ 500,
136
+ 500,
137
+ 243,
138
+ 500,
139
+ 500,
140
+ 265,
141
+ 191,
142
+ 500,
143
+ 315,
144
+ 500,
145
+ 275,
146
+ 500,
147
+ 276,
148
+ 495,
149
+ 246,
150
+ 500,
151
+ 431,
152
+ 202,
153
+ 431,
154
+ 500,
155
+ 291,
156
+ 229,
157
+ 332,
158
+ 500,
159
+ 500,
160
+ 500,
161
+ 500,
162
+ 382,
163
+ 212,
164
+ 454
165
+ ],
166
+ "return_mean": 189.38598,
167
+ "embodiment": "deformable/single_arm_gripper",
168
+ "level": "level_2"
169
+ }
multi_task/level_2/eval_reports/GraspTwoBlocks-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "GraspTwoBlocks-v1",
3
+ "suite": "lv2",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.56,
7
+ "successes": 28,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 1.0,
12
+ 0.0,
13
+ 1.0,
14
+ 0.0,
15
+ 0.0,
16
+ 1.0,
17
+ 1.0,
18
+ 1.0,
19
+ 0.0,
20
+ 0.0,
21
+ 1.0,
22
+ 0.0,
23
+ 0.0,
24
+ 1.0,
25
+ 0.0,
26
+ 1.0,
27
+ 1.0,
28
+ 0.0,
29
+ 1.0,
30
+ 1.0,
31
+ 0.0,
32
+ 1.0,
33
+ 1.0,
34
+ 0.0,
35
+ 0.0,
36
+ 0.0,
37
+ 0.0,
38
+ 0.0,
39
+ 1.0,
40
+ 1.0,
41
+ 1.0,
42
+ 1.0,
43
+ 0.0,
44
+ 1.0,
45
+ 1.0,
46
+ 1.0,
47
+ 0.0,
48
+ 1.0,
49
+ 0.0,
50
+ 0.0,
51
+ 1.0,
52
+ 1.0,
53
+ 1.0,
54
+ 0.0,
55
+ 1.0,
56
+ 1.0,
57
+ 0.0,
58
+ 0.0,
59
+ 1.0,
60
+ 1.0
61
+ ],
62
+ "episode_return": [
63
+ 213.0,
64
+ 204.992,
65
+ 118.0,
66
+ 163.543,
67
+ 300.0,
68
+ 130.0,
69
+ 170.0,
70
+ 205.0,
71
+ 300.0,
72
+ 300.0,
73
+ 211.0,
74
+ 300.0,
75
+ 300.0,
76
+ 195.0,
77
+ 300.0,
78
+ 155.0,
79
+ 172.0,
80
+ 300.0,
81
+ 290.0,
82
+ 244.0,
83
+ 300.0,
84
+ 187.0,
85
+ 164.0,
86
+ 300.0,
87
+ 300.0,
88
+ 300.0,
89
+ 300.0,
90
+ 300.0,
91
+ 169.0,
92
+ 148.0,
93
+ 184.0,
94
+ 153.0,
95
+ 300.0,
96
+ 269.0,
97
+ 174.0,
98
+ 144.0,
99
+ 300.0,
100
+ 165.0,
101
+ 300.0,
102
+ 300.0,
103
+ 195.0,
104
+ 154.0,
105
+ 168.0,
106
+ 300.0,
107
+ 116.0,
108
+ 171.0,
109
+ 300.0,
110
+ 300.0,
111
+ 196.0,
112
+ 120.0
113
+ ],
114
+ "episode_steps": [
115
+ 212,
116
+ 300,
117
+ 117,
118
+ 300,
119
+ 300,
120
+ 129,
121
+ 169,
122
+ 204,
123
+ 300,
124
+ 300,
125
+ 210,
126
+ 300,
127
+ 300,
128
+ 194,
129
+ 300,
130
+ 154,
131
+ 171,
132
+ 300,
133
+ 289,
134
+ 243,
135
+ 300,
136
+ 186,
137
+ 163,
138
+ 300,
139
+ 300,
140
+ 300,
141
+ 300,
142
+ 300,
143
+ 168,
144
+ 147,
145
+ 183,
146
+ 152,
147
+ 300,
148
+ 268,
149
+ 173,
150
+ 143,
151
+ 300,
152
+ 164,
153
+ 300,
154
+ 300,
155
+ 194,
156
+ 153,
157
+ 167,
158
+ 300,
159
+ 115,
160
+ 170,
161
+ 300,
162
+ 300,
163
+ 195,
164
+ 119
165
+ ],
166
+ "return_mean": 226.9707,
167
+ "embodiment": "rigid_body/single_arm_dex",
168
+ "level": "level_2"
169
+ }
multi_task/level_2/eval_reports/HammerNailOut-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "HammerNailOut-v1",
3
+ "suite": "lv2",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.32,
7
+ "successes": 16,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 0.0,
12
+ 0.0,
13
+ 0.0,
14
+ 1.0,
15
+ 0.0,
16
+ 0.0,
17
+ 1.0,
18
+ 0.0,
19
+ 0.0,
20
+ 1.0,
21
+ 0.0,
22
+ 1.0,
23
+ 1.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 1.0,
30
+ 1.0,
31
+ 0.0,
32
+ 0.0,
33
+ 1.0,
34
+ 1.0,
35
+ 0.0,
36
+ 0.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 1.0,
41
+ 0.0,
42
+ 0.0,
43
+ 0.0,
44
+ 0.0,
45
+ 1.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 0.0,
50
+ 0.0,
51
+ 1.0,
52
+ 1.0,
53
+ 0.0,
54
+ 0.0,
55
+ 0.0,
56
+ 1.0,
57
+ 1.0,
58
+ 0.0,
59
+ 0.0,
60
+ 1.0
61
+ ],
62
+ "episode_return": [
63
+ -27.04,
64
+ -33.693,
65
+ -27.421,
66
+ -22.165,
67
+ -24.797,
68
+ -28.803,
69
+ -14.662,
70
+ -25.247,
71
+ -26.999,
72
+ -19.021,
73
+ -27.678,
74
+ -20.479,
75
+ -17.589,
76
+ -19.201,
77
+ -28.019,
78
+ -26.578,
79
+ -30.018,
80
+ -33.066,
81
+ -20.933,
82
+ -17.752,
83
+ -34.321,
84
+ -26.066,
85
+ -14.705,
86
+ -27.577,
87
+ -22.382,
88
+ -24.164,
89
+ -26.846,
90
+ -27.626,
91
+ -30.017,
92
+ -19.114,
93
+ -27.987,
94
+ -31.297,
95
+ -24.77,
96
+ -26.334,
97
+ -12.728,
98
+ -23.896,
99
+ -28.076,
100
+ -30.212,
101
+ -27.896,
102
+ -24.563,
103
+ -21.542,
104
+ -16.834,
105
+ -26.23,
106
+ -22.177,
107
+ -24.526,
108
+ -19.215,
109
+ -22.899,
110
+ -26.629,
111
+ -24.193,
112
+ -18.803
113
+ ],
114
+ "episode_steps": [
115
+ 400,
116
+ 400,
117
+ 400,
118
+ 317,
119
+ 400,
120
+ 400,
121
+ 248,
122
+ 400,
123
+ 400,
124
+ 349,
125
+ 400,
126
+ 318,
127
+ 278,
128
+ 400,
129
+ 400,
130
+ 400,
131
+ 400,
132
+ 400,
133
+ 367,
134
+ 263,
135
+ 400,
136
+ 400,
137
+ 256,
138
+ 396,
139
+ 400,
140
+ 400,
141
+ 400,
142
+ 400,
143
+ 400,
144
+ 286,
145
+ 400,
146
+ 400,
147
+ 400,
148
+ 400,
149
+ 224,
150
+ 400,
151
+ 400,
152
+ 400,
153
+ 400,
154
+ 400,
155
+ 295,
156
+ 257,
157
+ 400,
158
+ 400,
159
+ 400,
160
+ 286,
161
+ 333,
162
+ 400,
163
+ 400,
164
+ 303
165
+ ],
166
+ "return_mean": -24.495720000000002,
167
+ "embodiment": "rigid_body/single_arm_dex",
168
+ "level": "level_2"
169
+ }
multi_task/level_2/eval_reports/HangMug-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "HangMug-v1",
3
+ "suite": "lv2",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.42,
7
+ "successes": 21,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 1.0,
12
+ 0.0,
13
+ 0.0,
14
+ 1.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 0.0,
20
+ 1.0,
21
+ 1.0,
22
+ 0.0,
23
+ 1.0,
24
+ 1.0,
25
+ 0.0,
26
+ 1.0,
27
+ 1.0,
28
+ 0.0,
29
+ 1.0,
30
+ 1.0,
31
+ 1.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 1.0,
36
+ 0.0,
37
+ 1.0,
38
+ 0.0,
39
+ 1.0,
40
+ 0.0,
41
+ 0.0,
42
+ 1.0,
43
+ 0.0,
44
+ 0.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 1.0,
49
+ 1.0,
50
+ 0.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0,
55
+ 0.0,
56
+ 1.0,
57
+ 1.0,
58
+ 1.0,
59
+ 0.0,
60
+ 1.0
61
+ ],
62
+ "episode_return": [
63
+ 26.1,
64
+ 124.264,
65
+ 0.0,
66
+ 14.439,
67
+ 0.0,
68
+ 0.0,
69
+ 0.0,
70
+ 0.0,
71
+ 0.0,
72
+ 97.119,
73
+ 26.992,
74
+ 0.0,
75
+ 39.575,
76
+ 58.103,
77
+ 0.0,
78
+ 66.616,
79
+ 33.466,
80
+ 0.0,
81
+ 68.227,
82
+ 44.585,
83
+ 28.397,
84
+ 1.928,
85
+ 0.0,
86
+ 0.069,
87
+ 5.576,
88
+ 0.0,
89
+ 24.025,
90
+ 0.0,
91
+ 11.564,
92
+ 0.0,
93
+ 0.0,
94
+ 28.101,
95
+ 0.0,
96
+ 0.0,
97
+ 0.0,
98
+ 0.0,
99
+ 0.0,
100
+ 61.812,
101
+ 49.834,
102
+ 0.0,
103
+ 1.983,
104
+ 0.0,
105
+ 0.0,
106
+ 0.0,
107
+ 0.0,
108
+ 28.464,
109
+ 72.688,
110
+ 13.771,
111
+ 0.0,
112
+ 30.717
113
+ ],
114
+ "episode_steps": [
115
+ 165,
116
+ 600,
117
+ 600,
118
+ 215,
119
+ 600,
120
+ 600,
121
+ 600,
122
+ 600,
123
+ 600,
124
+ 347,
125
+ 211,
126
+ 600,
127
+ 192,
128
+ 348,
129
+ 600,
130
+ 282,
131
+ 200,
132
+ 600,
133
+ 284,
134
+ 187,
135
+ 205,
136
+ 600,
137
+ 600,
138
+ 600,
139
+ 193,
140
+ 600,
141
+ 176,
142
+ 600,
143
+ 213,
144
+ 600,
145
+ 600,
146
+ 177,
147
+ 600,
148
+ 600,
149
+ 600,
150
+ 600,
151
+ 600,
152
+ 417,
153
+ 225,
154
+ 600,
155
+ 600,
156
+ 600,
157
+ 600,
158
+ 600,
159
+ 600,
160
+ 293,
161
+ 319,
162
+ 227,
163
+ 600,
164
+ 209
165
+ ],
166
+ "return_mean": 19.1683,
167
+ "embodiment": "rigid_body/single_arm_gripper",
168
+ "level": "level_2"
169
+ }
multi_task/level_2/eval_reports/KitAssembly-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "KitAssembly-v1",
3
+ "suite": "lv2",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.0,
7
+ "successes": 0,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 0.0,
12
+ 0.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 0.0,
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 0.0,
30
+ 0.0,
31
+ 0.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 0.0,
36
+ 0.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0,
43
+ 0.0,
44
+ 0.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 0.0,
50
+ 0.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0,
59
+ 0.0,
60
+ 0.0
61
+ ],
62
+ "episode_return": [
63
+ 0.0,
64
+ 6.0,
65
+ 307.0,
66
+ 361.0,
67
+ 354.0,
68
+ 12.5,
69
+ 348.75,
70
+ 356.0,
71
+ 618.5,
72
+ 0.0,
73
+ 0.0,
74
+ 6.75,
75
+ 128.0,
76
+ 360.75,
77
+ 361.5,
78
+ 355.5,
79
+ 357.0,
80
+ 0.0,
81
+ 316.25,
82
+ 0.0,
83
+ 0.0,
84
+ 0.0,
85
+ 309.25,
86
+ 0.0,
87
+ 355.25,
88
+ 358.25,
89
+ 0.0,
90
+ 13.75,
91
+ 261.5,
92
+ 334.75,
93
+ 356.5,
94
+ 0.0,
95
+ 0.0,
96
+ 0.0,
97
+ 0.0,
98
+ 358.25,
99
+ 81.5,
100
+ 0.0,
101
+ 353.0,
102
+ 338.75,
103
+ 355.0,
104
+ 354.75,
105
+ 352.5,
106
+ 0.0,
107
+ 7.5,
108
+ 347.5,
109
+ 157.0,
110
+ 326.5,
111
+ 0.0,
112
+ 336.0
113
+ ],
114
+ "episode_steps": [
115
+ 1600,
116
+ 1600,
117
+ 1600,
118
+ 1600,
119
+ 1600,
120
+ 1600,
121
+ 1600,
122
+ 1600,
123
+ 1600,
124
+ 1600,
125
+ 1600,
126
+ 1600,
127
+ 1600,
128
+ 1600,
129
+ 1600,
130
+ 1600,
131
+ 1600,
132
+ 1600,
133
+ 1600,
134
+ 1600,
135
+ 1600,
136
+ 1600,
137
+ 1600,
138
+ 1600,
139
+ 1600,
140
+ 1600,
141
+ 1600,
142
+ 1600,
143
+ 1600,
144
+ 1600,
145
+ 1600,
146
+ 1600,
147
+ 1600,
148
+ 1600,
149
+ 1600,
150
+ 1600,
151
+ 1600,
152
+ 1600,
153
+ 1600,
154
+ 1600,
155
+ 1600,
156
+ 1600,
157
+ 1600,
158
+ 1600,
159
+ 1600,
160
+ 1600,
161
+ 1600,
162
+ 1600,
163
+ 1600,
164
+ 1600
165
+ ],
166
+ "return_mean": 192.14,
167
+ "embodiment": "rigid_body/single_arm_gripper",
168
+ "level": "level_2"
169
+ }
multi_task/level_2/eval_reports/OpenBoxRetrieval-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "OpenBoxRetrieval-v1",
3
+ "suite": "lv2",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.04,
7
+ "successes": 2,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 0.0,
12
+ 0.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 0.0,
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 0.0,
30
+ 0.0,
31
+ 0.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 0.0,
36
+ 0.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 1.0,
43
+ 0.0,
44
+ 0.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 1.0,
50
+ 0.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0,
59
+ 0.0,
60
+ 0.0
61
+ ],
62
+ "episode_return": [
63
+ 165.43,
64
+ 188.639,
65
+ 179.566,
66
+ 189.115,
67
+ 198.053,
68
+ 80.79,
69
+ 197.128,
70
+ 147.464,
71
+ 175.74,
72
+ 227.334,
73
+ 205.755,
74
+ 186.853,
75
+ 255.959,
76
+ 189.009,
77
+ 148.246,
78
+ 187.648,
79
+ 170.579,
80
+ 295.64,
81
+ 219.701,
82
+ 207.124,
83
+ 198.043,
84
+ 183.537,
85
+ 187.637,
86
+ 202.718,
87
+ 242.988,
88
+ 148.225,
89
+ 223.158,
90
+ 177.117,
91
+ 181.487,
92
+ 186.389,
93
+ 84.569,
94
+ 183.532,
95
+ 188.72,
96
+ 205.382,
97
+ 184.138,
98
+ 181.219,
99
+ 187.999,
100
+ 208.639,
101
+ 163.569,
102
+ 192.996,
103
+ 215.822,
104
+ 224.329,
105
+ 180.674,
106
+ 134.893,
107
+ 178.026,
108
+ 108.368,
109
+ 199.381,
110
+ 201.467,
111
+ 183.152,
112
+ 224.047
113
+ ],
114
+ "episode_steps": [
115
+ 700,
116
+ 700,
117
+ 700,
118
+ 700,
119
+ 700,
120
+ 700,
121
+ 700,
122
+ 700,
123
+ 700,
124
+ 700,
125
+ 700,
126
+ 700,
127
+ 700,
128
+ 700,
129
+ 700,
130
+ 700,
131
+ 700,
132
+ 700,
133
+ 700,
134
+ 700,
135
+ 700,
136
+ 700,
137
+ 700,
138
+ 700,
139
+ 700,
140
+ 700,
141
+ 700,
142
+ 700,
143
+ 700,
144
+ 700,
145
+ 700,
146
+ 582,
147
+ 700,
148
+ 700,
149
+ 700,
150
+ 700,
151
+ 700,
152
+ 700,
153
+ 541,
154
+ 700,
155
+ 700,
156
+ 700,
157
+ 700,
158
+ 700,
159
+ 700,
160
+ 700,
161
+ 700,
162
+ 700,
163
+ 700,
164
+ 700
165
+ ],
166
+ "return_mean": 187.55988000000002,
167
+ "embodiment": "rigid_body/single_arm_gripper",
168
+ "level": "level_2"
169
+ }
multi_task/level_2/eval_reports/PivotBook-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "PivotBook-v1",
3
+ "suite": "lv2",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.16,
7
+ "successes": 8,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 0.0,
12
+ 1.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 1.0,
17
+ 0.0,
18
+ 1.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 0.0,
23
+ 0.0,
24
+ 1.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 0.0,
30
+ 0.0,
31
+ 0.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 1.0,
36
+ 1.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 1.0,
43
+ 0.0,
44
+ 0.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 0.0,
50
+ 0.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0,
55
+ 0.0,
56
+ 1.0,
57
+ 0.0,
58
+ 0.0,
59
+ 0.0,
60
+ 0.0
61
+ ],
62
+ "episode_return": [
63
+ 52.32,
64
+ 317.429,
65
+ 0.0,
66
+ 38.488,
67
+ 50.283,
68
+ 134.95,
69
+ 2.745,
70
+ 256.377,
71
+ 0.199,
72
+ 151.076,
73
+ 143.265,
74
+ 1377.715,
75
+ 1.359,
76
+ 368.924,
77
+ 142.749,
78
+ 55.692,
79
+ 111.99,
80
+ 141.671,
81
+ 69.035,
82
+ 1086.128,
83
+ 162.449,
84
+ 0.0,
85
+ 89.65,
86
+ 0.159,
87
+ 174.966,
88
+ 264.844,
89
+ 171.237,
90
+ 0.118,
91
+ 82.94,
92
+ 69.93,
93
+ 83.629,
94
+ 256.014,
95
+ 120.632,
96
+ 138.645,
97
+ 795.154,
98
+ 15.622,
99
+ 0.211,
100
+ 99.641,
101
+ 69.888,
102
+ 64.888,
103
+ 0.0,
104
+ 743.265,
105
+ 139.198,
106
+ 250.656,
107
+ 175.439,
108
+ 189.558,
109
+ 25.148,
110
+ 191.95,
111
+ 0.0,
112
+ 116.451
113
+ ],
114
+ "episode_steps": [
115
+ 500,
116
+ 334,
117
+ 500,
118
+ 500,
119
+ 500,
120
+ 251,
121
+ 500,
122
+ 307,
123
+ 500,
124
+ 500,
125
+ 500,
126
+ 500,
127
+ 500,
128
+ 436,
129
+ 500,
130
+ 500,
131
+ 500,
132
+ 500,
133
+ 500,
134
+ 500,
135
+ 500,
136
+ 500,
137
+ 500,
138
+ 500,
139
+ 268,
140
+ 357,
141
+ 500,
142
+ 500,
143
+ 500,
144
+ 500,
145
+ 500,
146
+ 323,
147
+ 500,
148
+ 500,
149
+ 500,
150
+ 500,
151
+ 500,
152
+ 500,
153
+ 500,
154
+ 500,
155
+ 500,
156
+ 500,
157
+ 500,
158
+ 500,
159
+ 500,
160
+ 277,
161
+ 500,
162
+ 500,
163
+ 500,
164
+ 500
165
+ ],
166
+ "return_mean": 179.89354,
167
+ "embodiment": "rigid_body/single_arm_gripper",
168
+ "level": "level_2"
169
+ }
multi_task/level_2/eval_reports/ReorientPen-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "ReorientPen-v1",
3
+ "suite": "lv2",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.3,
7
+ "successes": 15,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 0.0,
12
+ 0.0,
13
+ 1.0,
14
+ 1.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 1.0,
19
+ 1.0,
20
+ 0.0,
21
+ 1.0,
22
+ 0.0,
23
+ 1.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 0.0,
30
+ 1.0,
31
+ 0.0,
32
+ 0.0,
33
+ 0.0,
34
+ 1.0,
35
+ 1.0,
36
+ 0.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0,
43
+ 1.0,
44
+ 1.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 0.0,
50
+ 0.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 1.0,
55
+ 0.0,
56
+ 1.0,
57
+ 0.0,
58
+ 0.0,
59
+ 1.0,
60
+ 1.0
61
+ ],
62
+ "episode_return": [
63
+ 106.133,
64
+ 85.43,
65
+ 101.287,
66
+ 176.86,
67
+ 67.861,
68
+ 104.57,
69
+ 132.185,
70
+ 72.861,
71
+ 109.096,
72
+ 135.612,
73
+ 101.846,
74
+ 116.464,
75
+ 97.222,
76
+ 170.85,
77
+ 96.902,
78
+ 30.144,
79
+ 144.635,
80
+ 145.942,
81
+ 168.969,
82
+ 86.549,
83
+ 83.778,
84
+ 199.333,
85
+ 54.624,
86
+ 107.489,
87
+ 108.008,
88
+ 125.991,
89
+ 146.961,
90
+ 98.359,
91
+ 182.854,
92
+ 116.806,
93
+ 156.454,
94
+ 51.189,
95
+ 80.419,
96
+ 177.818,
97
+ 105.253,
98
+ 106.005,
99
+ 167.169,
100
+ 34.505,
101
+ 106.932,
102
+ 106.386,
103
+ 93.448,
104
+ 66.66,
105
+ 156.082,
106
+ 76.637,
107
+ 150.714,
108
+ 80.373,
109
+ 147.49,
110
+ 100.825,
111
+ 35.904,
112
+ 107.469
113
+ ],
114
+ "episode_steps": [
115
+ 300,
116
+ 300,
117
+ 157,
118
+ 258,
119
+ 300,
120
+ 300,
121
+ 300,
122
+ 150,
123
+ 236,
124
+ 300,
125
+ 128,
126
+ 300,
127
+ 131,
128
+ 300,
129
+ 300,
130
+ 300,
131
+ 300,
132
+ 300,
133
+ 300,
134
+ 150,
135
+ 300,
136
+ 300,
137
+ 300,
138
+ 143,
139
+ 130,
140
+ 300,
141
+ 300,
142
+ 300,
143
+ 300,
144
+ 300,
145
+ 300,
146
+ 300,
147
+ 112,
148
+ 198,
149
+ 300,
150
+ 300,
151
+ 300,
152
+ 300,
153
+ 300,
154
+ 300,
155
+ 300,
156
+ 300,
157
+ 300,
158
+ 113,
159
+ 300,
160
+ 91,
161
+ 300,
162
+ 300,
163
+ 139,
164
+ 147
165
+ ],
166
+ "return_mean": 111.66706,
167
+ "embodiment": "rigid_body/single_arm_dex",
168
+ "level": "level_2"
169
+ }
multi_task/level_2/eval_reports/RollingPin-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "RollingPin-v1",
3
+ "suite": "lv2",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.38,
7
+ "successes": 19,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 0.0,
12
+ 0.0,
13
+ 1.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 1.0,
18
+ 1.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 0.0,
23
+ 0.0,
24
+ 0.0,
25
+ 1.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 0.0,
30
+ 0.0,
31
+ 1.0,
32
+ 1.0,
33
+ 1.0,
34
+ 0.0,
35
+ 1.0,
36
+ 0.0,
37
+ 1.0,
38
+ 0.0,
39
+ 0.0,
40
+ 1.0,
41
+ 0.0,
42
+ 0.0,
43
+ 1.0,
44
+ 1.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 1.0,
50
+ 0.0,
51
+ 1.0,
52
+ 1.0,
53
+ 1.0,
54
+ 0.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 1.0,
59
+ 1.0,
60
+ 1.0
61
+ ],
62
+ "episode_return": [
63
+ 302.387,
64
+ 248.86,
65
+ 207.718,
66
+ 258.763,
67
+ 219.661,
68
+ 246.454,
69
+ 196.347,
70
+ 212.198,
71
+ 288.719,
72
+ 265.79,
73
+ 251.305,
74
+ 200.965,
75
+ 269.774,
76
+ 275.011,
77
+ 194.676,
78
+ 255.299,
79
+ 208.412,
80
+ 232.356,
81
+ 317.318,
82
+ 254.669,
83
+ 246.862,
84
+ 226.603,
85
+ 221.613,
86
+ 281.306,
87
+ 210.3,
88
+ 210.579,
89
+ 241.195,
90
+ 197.384,
91
+ 290.792,
92
+ 228.436,
93
+ 285.528,
94
+ 289.265,
95
+ 209.762,
96
+ 265.878,
97
+ 247.901,
98
+ 278.407,
99
+ 253.631,
100
+ 236.428,
101
+ 250.699,
102
+ 282.664,
103
+ 239.593,
104
+ 238.843,
105
+ 219.993,
106
+ 288.499,
107
+ 281.752,
108
+ 263.806,
109
+ 252.436,
110
+ 214.989,
111
+ 213.289,
112
+ 221.088
113
+ ],
114
+ "episode_steps": [
115
+ 300,
116
+ 300,
117
+ 238,
118
+ 300,
119
+ 300,
120
+ 300,
121
+ 236,
122
+ 237,
123
+ 300,
124
+ 300,
125
+ 300,
126
+ 300,
127
+ 300,
128
+ 300,
129
+ 236,
130
+ 300,
131
+ 300,
132
+ 300,
133
+ 300,
134
+ 300,
135
+ 285,
136
+ 261,
137
+ 252,
138
+ 300,
139
+ 239,
140
+ 300,
141
+ 265,
142
+ 300,
143
+ 300,
144
+ 254,
145
+ 300,
146
+ 300,
147
+ 251,
148
+ 298,
149
+ 300,
150
+ 300,
151
+ 300,
152
+ 300,
153
+ 298,
154
+ 300,
155
+ 270,
156
+ 283,
157
+ 256,
158
+ 300,
159
+ 300,
160
+ 300,
161
+ 300,
162
+ 240,
163
+ 237,
164
+ 254
165
+ ],
166
+ "return_mean": 245.92406,
167
+ "embodiment": "deformable/single_arm_dex",
168
+ "level": "level_2"
169
+ }
multi_task/level_2/eval_reports/RopeBridgeDex-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "RopeBridgeDex-v1",
3
+ "suite": "lv2",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.32,
7
+ "successes": 16,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 0.0,
12
+ 0.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 1.0,
17
+ 0.0,
18
+ 1.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 0.0,
23
+ 1.0,
24
+ 1.0,
25
+ 1.0,
26
+ 0.0,
27
+ 1.0,
28
+ 0.0,
29
+ 0.0,
30
+ 0.0,
31
+ 0.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 1.0,
36
+ 1.0,
37
+ 1.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0,
43
+ 0.0,
44
+ 1.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 1.0,
49
+ 0.0,
50
+ 0.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0,
55
+ 1.0,
56
+ 1.0,
57
+ 1.0,
58
+ 0.0,
59
+ 1.0,
60
+ 1.0
61
+ ],
62
+ "episode_return": [
63
+ 326.749,
64
+ 288.211,
65
+ 317.583,
66
+ 310.96,
67
+ 291.557,
68
+ 502.07,
69
+ 356.367,
70
+ 202.617,
71
+ 498.721,
72
+ 369.487,
73
+ 362.691,
74
+ 341.436,
75
+ 250.833,
76
+ 375.403,
77
+ 199.332,
78
+ 353.255,
79
+ 164.597,
80
+ 375.846,
81
+ 279.329,
82
+ 328.023,
83
+ 302.286,
84
+ 337.066,
85
+ 347.011,
86
+ 330.302,
87
+ 179.414,
88
+ 183.685,
89
+ 215.722,
90
+ 367.329,
91
+ 451.841,
92
+ 492.732,
93
+ 331.024,
94
+ 312.507,
95
+ 436.351,
96
+ 315.322,
97
+ 319.999,
98
+ 279.095,
99
+ 328.964,
100
+ 237.06,
101
+ 282.151,
102
+ 464.287,
103
+ 390.939,
104
+ 360.04,
105
+ 371.824,
106
+ 331.363,
107
+ 225.224,
108
+ 204.14,
109
+ 166.048,
110
+ 326.386,
111
+ 207.918,
112
+ 139.794
113
+ ],
114
+ "episode_steps": [
115
+ 800,
116
+ 800,
117
+ 800,
118
+ 800,
119
+ 800,
120
+ 700,
121
+ 800,
122
+ 341,
123
+ 800,
124
+ 800,
125
+ 800,
126
+ 800,
127
+ 527,
128
+ 615,
129
+ 353,
130
+ 800,
131
+ 307,
132
+ 800,
133
+ 800,
134
+ 800,
135
+ 800,
136
+ 800,
137
+ 800,
138
+ 800,
139
+ 323,
140
+ 322,
141
+ 478,
142
+ 800,
143
+ 800,
144
+ 800,
145
+ 800,
146
+ 800,
147
+ 800,
148
+ 591,
149
+ 800,
150
+ 800,
151
+ 800,
152
+ 394,
153
+ 800,
154
+ 800,
155
+ 800,
156
+ 800,
157
+ 800,
158
+ 800,
159
+ 468,
160
+ 339,
161
+ 297,
162
+ 800,
163
+ 342,
164
+ 280
165
+ ],
166
+ "return_mean": 314.65782,
167
+ "embodiment": "deformable/single_arm_dex",
168
+ "level": "level_2"
169
+ }
multi_task/level_2/eval_reports/ScoopWater-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "ScoopWater-v1",
3
+ "suite": "lv2",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.26,
7
+ "successes": 13,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 0.0,
12
+ 0.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 0.0,
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 1.0,
27
+ 0.0,
28
+ 1.0,
29
+ 0.0,
30
+ 0.0,
31
+ 1.0,
32
+ 1.0,
33
+ 0.0,
34
+ 0.0,
35
+ 0.0,
36
+ 1.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 1.0,
41
+ 1.0,
42
+ 0.0,
43
+ 1.0,
44
+ 0.0,
45
+ 0.0,
46
+ 1.0,
47
+ 0.0,
48
+ 1.0,
49
+ 0.0,
50
+ 0.0,
51
+ 1.0,
52
+ 0.0,
53
+ 1.0,
54
+ 0.0,
55
+ 0.0,
56
+ 1.0,
57
+ 0.0,
58
+ 0.0,
59
+ 0.0,
60
+ 0.0
61
+ ],
62
+ "episode_return": [
63
+ -130.489,
64
+ -73.162,
65
+ -83.27,
66
+ 0.0,
67
+ -85.485,
68
+ -22.472,
69
+ 0.0,
70
+ 0.0,
71
+ 0.0,
72
+ -238.984,
73
+ 0.0,
74
+ 0.0,
75
+ -26.175,
76
+ -299.322,
77
+ 0.0,
78
+ 3.433,
79
+ -92.601,
80
+ 19.684,
81
+ 0.0,
82
+ 0.0,
83
+ 12.023,
84
+ 8.26,
85
+ -167.603,
86
+ -116.334,
87
+ -192.607,
88
+ 7.169,
89
+ 0.0,
90
+ 0.0,
91
+ -205.709,
92
+ 11.732,
93
+ 12.813,
94
+ -75.102,
95
+ 9.202,
96
+ 0.0,
97
+ -187.041,
98
+ 1.956,
99
+ 0.0,
100
+ 12.703,
101
+ -210.382,
102
+ -115.734,
103
+ 7.906,
104
+ 0.0,
105
+ 3.409,
106
+ -51.656,
107
+ -80.872,
108
+ 11.77,
109
+ 0.0,
110
+ -142.873,
111
+ 0.0,
112
+ 0.0
113
+ ],
114
+ "episode_steps": [
115
+ 600,
116
+ 600,
117
+ 600,
118
+ 600,
119
+ 600,
120
+ 600,
121
+ 600,
122
+ 600,
123
+ 600,
124
+ 600,
125
+ 600,
126
+ 600,
127
+ 600,
128
+ 600,
129
+ 600,
130
+ 386,
131
+ 600,
132
+ 360,
133
+ 600,
134
+ 600,
135
+ 322,
136
+ 343,
137
+ 600,
138
+ 600,
139
+ 600,
140
+ 350,
141
+ 600,
142
+ 600,
143
+ 600,
144
+ 373,
145
+ 343,
146
+ 600,
147
+ 346,
148
+ 600,
149
+ 600,
150
+ 388,
151
+ 600,
152
+ 351,
153
+ 600,
154
+ 600,
155
+ 362,
156
+ 600,
157
+ 382,
158
+ 600,
159
+ 600,
160
+ 377,
161
+ 600,
162
+ 600,
163
+ 600,
164
+ 600
165
+ ],
166
+ "return_mean": -49.51626,
167
+ "embodiment": "deformable/single_arm_gripper",
168
+ "level": "level_2"
169
+ }
multi_task/level_2/eval_reports/StraightenTwoRopesSequential-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "StraightenTwoRopesSequential-v1",
3
+ "suite": "lv2",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.12,
7
+ "successes": 6,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 0.0,
12
+ 1.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 0.0,
23
+ 1.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 0.0,
30
+ 1.0,
31
+ 0.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 0.0,
36
+ 0.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 1.0,
41
+ 0.0,
42
+ 0.0,
43
+ 0.0,
44
+ 0.0,
45
+ 0.0,
46
+ 1.0,
47
+ 0.0,
48
+ 0.0,
49
+ 0.0,
50
+ 0.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0,
59
+ 0.0,
60
+ 1.0
61
+ ],
62
+ "episode_return": [
63
+ 2650.285,
64
+ 647.182,
65
+ 2526.583,
66
+ 2081.142,
67
+ 2008.803,
68
+ 2596.185,
69
+ 2437.398,
70
+ 2150.982,
71
+ 2733.655,
72
+ 2473.374,
73
+ 2540.816,
74
+ 2080.296,
75
+ 614.701,
76
+ 2207.118,
77
+ 2300.08,
78
+ 2511.184,
79
+ 2059.029,
80
+ 2209.878,
81
+ 2434.03,
82
+ 721.425,
83
+ 2782.0,
84
+ 2013.31,
85
+ 2716.629,
86
+ 2004.422,
87
+ 2627.869,
88
+ 2061.297,
89
+ 2545.547,
90
+ 2460.204,
91
+ 2533.038,
92
+ 864.907,
93
+ 1831.735,
94
+ 2291.04,
95
+ 2070.741,
96
+ 2108.723,
97
+ 2449.634,
98
+ 584.594,
99
+ 2402.496,
100
+ 2222.818,
101
+ 1993.863,
102
+ 2433.223,
103
+ 2095.526,
104
+ 2733.781,
105
+ 2703.163,
106
+ 2206.028,
107
+ 2691.496,
108
+ 2526.24,
109
+ 2176.282,
110
+ 2367.715,
111
+ 1978.262,
112
+ 566.688
113
+ ],
114
+ "episode_steps": [
115
+ 1200,
116
+ 331,
117
+ 1200,
118
+ 1200,
119
+ 1200,
120
+ 1200,
121
+ 1200,
122
+ 1200,
123
+ 1200,
124
+ 1200,
125
+ 1200,
126
+ 1200,
127
+ 290,
128
+ 1200,
129
+ 1200,
130
+ 1200,
131
+ 1200,
132
+ 1200,
133
+ 1200,
134
+ 347,
135
+ 1200,
136
+ 1200,
137
+ 1200,
138
+ 1200,
139
+ 1200,
140
+ 1200,
141
+ 1200,
142
+ 1200,
143
+ 1200,
144
+ 452,
145
+ 1200,
146
+ 1200,
147
+ 1200,
148
+ 1200,
149
+ 1200,
150
+ 264,
151
+ 1200,
152
+ 1200,
153
+ 1200,
154
+ 1200,
155
+ 1200,
156
+ 1200,
157
+ 1200,
158
+ 1200,
159
+ 1200,
160
+ 1200,
161
+ 1200,
162
+ 1200,
163
+ 1200,
164
+ 312
165
+ ],
166
+ "return_mean": 2140.54834,
167
+ "embodiment": "deformable/single_arm_gripper",
168
+ "level": "level_2"
169
+ }
multi_task/level_2/eval_result.json ADDED
@@ -0,0 +1,183 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "suite": "level_2",
3
+ "step": 80000,
4
+ "num_tasks": 28,
5
+ "tasks_evaluated": 28,
6
+ "evaluation_complete": true,
7
+ "pending_tasks": [],
8
+ "episodes_per_task": 50,
9
+ "episode_seeds": "1000-1049",
10
+ "mean_success_rate": 0.2414285714285714,
11
+ "per_task": {
12
+ "HangMug-v1": {
13
+ "success_rate": 0.42,
14
+ "successes": 21,
15
+ "return_mean": 19.1683,
16
+ "embodiment": "rigid_body/single_arm_gripper"
17
+ },
18
+ "PivotBook-v1": {
19
+ "success_rate": 0.16,
20
+ "successes": 8,
21
+ "return_mean": 179.89354,
22
+ "embodiment": "rigid_body/single_arm_gripper"
23
+ },
24
+ "OpenBoxRetrieval-v1": {
25
+ "success_rate": 0.04,
26
+ "successes": 2,
27
+ "return_mean": 187.55988000000002,
28
+ "embodiment": "rigid_body/single_arm_gripper"
29
+ },
30
+ "KitAssembly-v1": {
31
+ "success_rate": 0.0,
32
+ "successes": 0,
33
+ "return_mean": 192.14,
34
+ "embodiment": "rigid_body/single_arm_gripper"
35
+ },
36
+ "GraspTwoBlocks-v1": {
37
+ "success_rate": 0.56,
38
+ "successes": 28,
39
+ "return_mean": 226.9707,
40
+ "embodiment": "rigid_body/single_arm_dex"
41
+ },
42
+ "ReorientPen-v1": {
43
+ "success_rate": 0.3,
44
+ "successes": 15,
45
+ "return_mean": 111.66706,
46
+ "embodiment": "rigid_body/single_arm_dex"
47
+ },
48
+ "DexOpenDoor-v1": {
49
+ "success_rate": 0.28,
50
+ "successes": 14,
51
+ "return_mean": 325.17524000000003,
52
+ "embodiment": "rigid_body/single_arm_dex"
53
+ },
54
+ "HammerNailOut-v1": {
55
+ "success_rate": 0.32,
56
+ "successes": 16,
57
+ "return_mean": -24.495720000000002,
58
+ "embodiment": "rigid_body/single_arm_dex"
59
+ },
60
+ "DualArmLiftBall-v1": {
61
+ "success_rate": 0.36,
62
+ "successes": 18,
63
+ "return_mean": 30.12464,
64
+ "embodiment": "rigid_body/dual_arm_gripper"
65
+ },
66
+ "DualArmBookPickPlace-v1": {
67
+ "success_rate": 0.0,
68
+ "successes": 0,
69
+ "return_mean": 575.62944,
70
+ "embodiment": "rigid_body/dual_arm_gripper"
71
+ },
72
+ "DualArmPegInHole-v1": {
73
+ "success_rate": 0.18,
74
+ "successes": 9,
75
+ "return_mean": 62.280640000000005,
76
+ "embodiment": "rigid_body/dual_arm_gripper"
77
+ },
78
+ "DualArmCleanupPotEnv-v1": {
79
+ "success_rate": 0.0,
80
+ "successes": 0,
81
+ "return_mean": 99.78744,
82
+ "embodiment": "rigid_body/dual_arm_gripper"
83
+ },
84
+ "DualArmOpenLaptop-v1": {
85
+ "success_rate": 0.34,
86
+ "successes": 17,
87
+ "return_mean": 1389.98766,
88
+ "embodiment": "rigid_body/dual_arm_dex"
89
+ },
90
+ "DualArmThrowBlock-v1": {
91
+ "success_rate": 0.2,
92
+ "successes": 10,
93
+ "return_mean": 2159.683,
94
+ "embodiment": "rigid_body/dual_arm_dex"
95
+ },
96
+ "DualArmJugglingBall-v1": {
97
+ "success_rate": 0.0,
98
+ "successes": 0,
99
+ "return_mean": -5060.75764,
100
+ "embodiment": "rigid_body/dual_arm_dex"
101
+ },
102
+ "DualArmOpenBottle-v1": {
103
+ "success_rate": 0.0,
104
+ "successes": 0,
105
+ "return_mean": 2124.39504,
106
+ "embodiment": "rigid_body/dual_arm_dex"
107
+ },
108
+ "DualArmPlaceRopeOverRod-v1": {
109
+ "success_rate": 0.48,
110
+ "successes": 24,
111
+ "return_mean": 332.42735999999996,
112
+ "embodiment": "deformable/dual_arm_dex"
113
+ },
114
+ "DualArmStuffCloth-v1": {
115
+ "success_rate": 0.44,
116
+ "successes": 22,
117
+ "return_mean": 34.17728,
118
+ "embodiment": "deformable/dual_arm_dex"
119
+ },
120
+ "DualArmPouringTwoCups-v1": {
121
+ "success_rate": 0.0,
122
+ "successes": 0,
123
+ "return_mean": 1920.35364,
124
+ "embodiment": "deformable/dual_arm_dex"
125
+ },
126
+ "DualArmClothAlign-v1": {
127
+ "success_rate": 0.5,
128
+ "successes": 25,
129
+ "return_mean": 27.72722,
130
+ "embodiment": "deformable/dual_arm_gripper"
131
+ },
132
+ "DualArmPushObject-v1": {
133
+ "success_rate": 0.0,
134
+ "successes": 0,
135
+ "return_mean": 0.04186,
136
+ "embodiment": "deformable/dual_arm_gripper"
137
+ },
138
+ "DualArmStraightenRope-v1": {
139
+ "success_rate": 0.24,
140
+ "successes": 12,
141
+ "return_mean": 77.2212,
142
+ "embodiment": "deformable/dual_arm_gripper"
143
+ },
144
+ "ClothWipe-v1": {
145
+ "success_rate": 0.24,
146
+ "successes": 12,
147
+ "return_mean": 290.20684,
148
+ "embodiment": "deformable/single_arm_dex"
149
+ },
150
+ "RollingPin-v1": {
151
+ "success_rate": 0.38,
152
+ "successes": 19,
153
+ "return_mean": 245.92406,
154
+ "embodiment": "deformable/single_arm_dex"
155
+ },
156
+ "RopeBridgeDex-v1": {
157
+ "success_rate": 0.32,
158
+ "successes": 16,
159
+ "return_mean": 314.65782,
160
+ "embodiment": "deformable/single_arm_dex"
161
+ },
162
+ "FoldShirt-v1": {
163
+ "success_rate": 0.62,
164
+ "successes": 31,
165
+ "return_mean": 189.38598,
166
+ "embodiment": "deformable/single_arm_gripper"
167
+ },
168
+ "ScoopWater-v1": {
169
+ "success_rate": 0.26,
170
+ "successes": 13,
171
+ "return_mean": -49.51626,
172
+ "embodiment": "deformable/single_arm_gripper"
173
+ },
174
+ "StraightenTwoRopesSequential-v1": {
175
+ "success_rate": 0.12,
176
+ "successes": 6,
177
+ "return_mean": 2140.54834,
178
+ "embodiment": "deformable/single_arm_gripper"
179
+ }
180
+ },
181
+ "note": "Only the final checkpoint (step 80000) was evaluated, 50 episodes per task; per-episode rows are in eval_reports/<task>.json.",
182
+ "campaign": "pi05_levels_20261028"
183
+ }
multi_task/level_2/lora_step_0080000.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a7bcee7c9f690f1c1f6552435907daeceb5da495d14f0a55affb13e3e6d8c8f
3
+ size 1867943218
multi_task/level_2/metadata.json ADDED
@@ -0,0 +1,110 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "suite": "level_2",
3
+ "method": "PI0.5 LoRA + trainable weights, multi-task (one policy for every task of the level)",
4
+ "base_checkpoint": "gs://openpi-assets/checkpoints/pi05_base/params",
5
+ "checkpoint": "lora_step_0080000.npz",
6
+ "checkpoint_sha256": "2a7bcee7c9f690f1c1f6552435907daeceb5da495d14f0a55affb13e3e6d8c8f",
7
+ "checkpoint_bytes": 1867943218,
8
+ "tensor_count": 51,
9
+ "trainable_params": 466981660,
10
+ "tasks": [
11
+ "HangMug-v1",
12
+ "PivotBook-v1",
13
+ "OpenBoxRetrieval-v1",
14
+ "KitAssembly-v1",
15
+ "GraspTwoBlocks-v1",
16
+ "ReorientPen-v1",
17
+ "DexOpenDoor-v1",
18
+ "HammerNailOut-v1",
19
+ "DualArmLiftBall-v1",
20
+ "DualArmBookPickPlace-v1",
21
+ "DualArmPegInHole-v1",
22
+ "DualArmCleanupPotEnv-v1",
23
+ "DualArmOpenLaptop-v1",
24
+ "DualArmThrowBlock-v1",
25
+ "DualArmJugglingBall-v1",
26
+ "DualArmOpenBottle-v1",
27
+ "DualArmPlaceRopeOverRod-v1",
28
+ "DualArmStuffCloth-v1",
29
+ "DualArmPouringTwoCups-v1",
30
+ "DualArmClothAlign-v1",
31
+ "DualArmPushObject-v1",
32
+ "DualArmStraightenRope-v1",
33
+ "ClothWipe-v1",
34
+ "RollingPin-v1",
35
+ "RopeBridgeDex-v1",
36
+ "FoldShirt-v1",
37
+ "ScoopWater-v1",
38
+ "StraightenTwoRopesSequential-v1"
39
+ ],
40
+ "num_tasks": 28,
41
+ "prompts": {
42
+ "HangMug-v1": "perform the ManiLadder task: hang mug",
43
+ "PivotBook-v1": "perform the ManiLadder task: pivot book",
44
+ "OpenBoxRetrieval-v1": "perform the ManiLadder task: open box retrieval",
45
+ "KitAssembly-v1": "perform the ManiLadder task: kit assembly",
46
+ "GraspTwoBlocks-v1": "perform the ManiLadder task: grasp two blocks",
47
+ "ReorientPen-v1": "perform the ManiLadder task: reorient pen",
48
+ "DexOpenDoor-v1": "perform the ManiLadder task: dex open door",
49
+ "HammerNailOut-v1": "perform the ManiLadder task: hammer nail out",
50
+ "DualArmLiftBall-v1": "perform the ManiLadder task: dual arm lift ball",
51
+ "DualArmBookPickPlace-v1": "perform the ManiLadder task: dual arm book pick place",
52
+ "DualArmPegInHole-v1": "perform the ManiLadder task: dual arm peg in hole",
53
+ "DualArmCleanupPotEnv-v1": "perform the ManiLadder task: dual arm cleanup pot env",
54
+ "DualArmOpenLaptop-v1": "perform the ManiLadder task: dual arm open laptop",
55
+ "DualArmThrowBlock-v1": "perform the ManiLadder task: dual arm throw block",
56
+ "DualArmJugglingBall-v1": "perform the ManiLadder task: dual arm juggling ball",
57
+ "DualArmOpenBottle-v1": "perform the ManiLadder task: dual arm open bottle",
58
+ "DualArmPlaceRopeOverRod-v1": "perform the ManiLadder task: dual arm place rope over rod",
59
+ "DualArmStuffCloth-v1": "perform the ManiLadder task: dual arm stuff cloth",
60
+ "DualArmPouringTwoCups-v1": "perform the ManiLadder task: dual arm pouring two cups",
61
+ "DualArmClothAlign-v1": "perform the ManiLadder task: dual arm cloth align",
62
+ "DualArmPushObject-v1": "perform the ManiLadder task: dual arm push object",
63
+ "DualArmStraightenRope-v1": "perform the ManiLadder task: dual arm straighten rope",
64
+ "ClothWipe-v1": "perform the ManiLadder task: cloth wipe",
65
+ "RollingPin-v1": "perform the ManiLadder task: rolling pin",
66
+ "RopeBridgeDex-v1": "perform the ManiLadder task: rope bridge dex",
67
+ "FoldShirt-v1": "perform the ManiLadder task: fold shirt",
68
+ "ScoopWater-v1": "perform the ManiLadder task: scoop water",
69
+ "StraightenTwoRopesSequential-v1": "perform the ManiLadder task: straighten two ropes sequential"
70
+ },
71
+ "num_demos_per_task": 20,
72
+ "action_dim": 44,
73
+ "state_dim": 44,
74
+ "state_input": "zero vector",
75
+ "action_horizon": 50,
76
+ "max_token_len": 200,
77
+ "image_size": 224,
78
+ "exec_steps": 16,
79
+ "sample_steps": 10,
80
+ "control_mode": "pd_ee_delta_pose",
81
+ "train_steps": 80000,
82
+ "batch_size": 64,
83
+ "lr": 5e-05,
84
+ "warmup_steps": 1000,
85
+ "lr_schedule": "cosine decay over all 80k steps",
86
+ "data_parallel_gpus": 8,
87
+ "gpu": "NVIDIA A100 80GB",
88
+ "fsdp_devices": 1,
89
+ "online_eval": false,
90
+ "norm_stats_file": "norm_stats.json",
91
+ "norm_stats_sha256": "dd578f246b55ab92eff2f93926ef0d006826ba53fbe4fa1d4e592c0f4d28af45",
92
+ "norm_stats_note": "quantile stats computed per dimension while ignoring padded (all-zero) action/state dimensions of embodiments narrower than action_dim, so q01==q99 collapse does not blow up scaling",
93
+ "training_data": "Linslab/ManiLadder_Dataset raw/<task>, 20 demos per task, revision 1190737391cc (sha256-verified download 2026-10-28)",
94
+ "training_data_overrides": {},
95
+ "excluded_tasks": {
96
+ "OpenCoffer-v1": "no demos exist",
97
+ "DualArmSqueezeClayDex-v1": "no demos exist",
98
+ "DualArmRopeScissorCut-v1": "no demos exist",
99
+ "DualArmBuildCanel-v1": "no demos exist",
100
+ "PickSoft-v1": "no demos exist",
101
+ "ClayMolding-v1": "no demos exist"
102
+ },
103
+ "eval_episodes": 50,
104
+ "eval_seed_base": 1000,
105
+ "evaluated_steps": [
106
+ 80000
107
+ ],
108
+ "campaign": "pi05_levels_20261028",
109
+ "trained": "2026-10-29 02:10 -> 2026-10-30 (full restart with padding-aware norm stats)"
110
+ }
multi_task/level_2/norm_stats.json ADDED
@@ -0,0 +1,376 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "norm_stats": {
3
+ "state": {
4
+ "mean": [
5
+ 0.0,
6
+ 0.0,
7
+ 0.0,
8
+ 0.0,
9
+ 0.0,
10
+ 0.0,
11
+ 0.0,
12
+ 0.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 0.0,
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 0.0,
30
+ 0.0,
31
+ 0.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 0.0,
36
+ 0.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0,
43
+ 0.0,
44
+ 0.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0
49
+ ],
50
+ "std": [
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0,
59
+ 0.0,
60
+ 0.0,
61
+ 0.0,
62
+ 0.0,
63
+ 0.0,
64
+ 0.0,
65
+ 0.0,
66
+ 0.0,
67
+ 0.0,
68
+ 0.0,
69
+ 0.0,
70
+ 0.0,
71
+ 0.0,
72
+ 0.0,
73
+ 0.0,
74
+ 0.0,
75
+ 0.0,
76
+ 0.0,
77
+ 0.0,
78
+ 0.0,
79
+ 0.0,
80
+ 0.0,
81
+ 0.0,
82
+ 0.0,
83
+ 0.0,
84
+ 0.0,
85
+ 0.0,
86
+ 0.0,
87
+ 0.0,
88
+ 0.0,
89
+ 0.0,
90
+ 0.0,
91
+ 0.0,
92
+ 0.0,
93
+ 0.0,
94
+ 0.0
95
+ ],
96
+ "q01": [
97
+ 0.0,
98
+ 0.0,
99
+ 0.0,
100
+ 0.0,
101
+ 0.0,
102
+ 0.0,
103
+ 0.0,
104
+ 0.0,
105
+ 0.0,
106
+ 0.0,
107
+ 0.0,
108
+ 0.0,
109
+ 0.0,
110
+ 0.0,
111
+ 0.0,
112
+ 0.0,
113
+ 0.0,
114
+ 0.0,
115
+ 0.0,
116
+ 0.0,
117
+ 0.0,
118
+ 0.0,
119
+ 0.0,
120
+ 0.0,
121
+ 0.0,
122
+ 0.0,
123
+ 0.0,
124
+ 0.0,
125
+ 0.0,
126
+ 0.0,
127
+ 0.0,
128
+ 0.0,
129
+ 0.0,
130
+ 0.0,
131
+ 0.0,
132
+ 0.0,
133
+ 0.0,
134
+ 0.0,
135
+ 0.0,
136
+ 0.0,
137
+ 0.0,
138
+ 0.0,
139
+ 0.0,
140
+ 0.0
141
+ ],
142
+ "q99": [
143
+ 0.0,
144
+ 0.0,
145
+ 0.0,
146
+ 0.0,
147
+ 0.0,
148
+ 0.0,
149
+ 0.0,
150
+ 0.0,
151
+ 0.0,
152
+ 0.0,
153
+ 0.0,
154
+ 0.0,
155
+ 0.0,
156
+ 0.0,
157
+ 0.0,
158
+ 0.0,
159
+ 0.0,
160
+ 0.0,
161
+ 0.0,
162
+ 0.0,
163
+ 0.0,
164
+ 0.0,
165
+ 0.0,
166
+ 0.0,
167
+ 0.0,
168
+ 0.0,
169
+ 0.0,
170
+ 0.0,
171
+ 0.0,
172
+ 0.0,
173
+ 0.0,
174
+ 0.0,
175
+ 0.0,
176
+ 0.0,
177
+ 0.0,
178
+ 0.0,
179
+ 0.0,
180
+ 0.0,
181
+ 0.0,
182
+ 0.0,
183
+ 0.0,
184
+ 0.0,
185
+ 0.0,
186
+ 0.0
187
+ ]
188
+ },
189
+ "actions": {
190
+ "mean": [
191
+ 0.0002771893923636526,
192
+ 0.00005423577385954559,
193
+ -0.006040357053279877,
194
+ 0.0020546086598187685,
195
+ -0.0007426004158332944,
196
+ -0.0006314180209301412,
197
+ 0.00017783317889552563,
198
+ 0.04591253027319908,
199
+ 0.044387321919202805,
200
+ 0.022725636139512062,
201
+ -0.00034955766750499606,
202
+ 0.03386509791016579,
203
+ 0.03757898882031441,
204
+ -0.0034535767044872046,
205
+ -0.0006420621066354215,
206
+ 0.02565663494169712,
207
+ 0.041107602417469025,
208
+ 0.026065221056342125,
209
+ 0.017835397273302078,
210
+ -0.010380587540566921,
211
+ 0.05010504275560379,
212
+ 0.027752384543418884,
213
+ 0.0005106573808006942,
214
+ -0.00002929862603195943,
215
+ -0.0007434990257024765,
216
+ -0.0004760885494761169,
217
+ 0.0001280421274714172,
218
+ -0.0003513690608087927,
219
+ 0.000271745229838416,
220
+ 0.034829940646886826,
221
+ 0.03540213406085968,
222
+ 0.019712794572114944,
223
+ 0.0011702143820002675,
224
+ 0.027296792715787888,
225
+ 0.034550417214632034,
226
+ 0.024311335757374763,
227
+ 0.0013047291431576014,
228
+ 0.02024225704371929,
229
+ 0.03475445881485939,
230
+ 0.02469070628285408,
231
+ 0.0026668168138712645,
232
+ 0.009119142778217793,
233
+ 0.04643625766038895,
234
+ 0.029044639319181442
235
+ ],
236
+ "std": [
237
+ 0.050558365881443024,
238
+ 0.0679657906293869,
239
+ 0.07309276610612869,
240
+ 0.039730388671159744,
241
+ 0.024289783090353012,
242
+ 0.024369247257709503,
243
+ 0.697437584400177,
244
+ 0.18504123389720917,
245
+ 0.19933268427848816,
246
+ 0.11215534061193466,
247
+ 0.08309800922870636,
248
+ 0.15466032922267914,
249
+ 0.19434937834739685,
250
+ 0.4615236818790436,
251
+ 0.0466136708855629,
252
+ 0.12598589062690735,
253
+ 0.2047266960144043,
254
+ 0.12888486683368683,
255
+ 0.09777124971151352,
256
+ 0.08656607568264008,
257
+ 0.18070285022258759,
258
+ 0.11428751051425934,
259
+ 0.03587932512164116,
260
+ 0.03704278916120529,
261
+ 0.04556288570165634,
262
+ 0.03979843482375145,
263
+ 0.014981837011873722,
264
+ 0.008340822532773018,
265
+ 0.015361826866865158,
266
+ 0.16935327649116516,
267
+ 0.18266351521015167,
268
+ 0.10740672796964645,
269
+ 0.008578089997172356,
270
+ 0.1431170105934143,
271
+ 0.18385042250156403,
272
+ 0.13077419996261597,
273
+ 0.01785748079419136,
274
+ 0.11131099611520767,
275
+ 0.18491555750370026,
276
+ 0.13261257112026215,
277
+ 0.11288487911224365,
278
+ 0.07583849877119064,
279
+ 0.18743272125720978,
280
+ 0.12195774167776108
281
+ ],
282
+ "q01": [
283
+ -0.1502209022164345,
284
+ -0.2401402477502823,
285
+ -0.17713354988098146,
286
+ -0.20000000298023224,
287
+ -0.30000001192092896,
288
+ -0.08117756426334366,
289
+ -1.0003097542524337,
290
+ -0.19227573871612558,
291
+ -0.20531679153442406,
292
+ -0.1804,
293
+ -0.06369309825897229,
294
+ -0.20664097523689273,
295
+ -0.17478749752044687,
296
+ -1.0,
297
+ -0.04682546123862266,
298
+ -0.23597139883041374,
299
+ -0.1877997207641604,
300
+ -0.18319999999999992,
301
+ -0.13341863965988154,
302
+ -0.5067999999999999,
303
+ -0.10984720726013175,
304
+ -0.1943999999999999,
305
+ -0.3499999940395355,
306
+ -0.14000000059604645,
307
+ -0.3499999940395355,
308
+ -0.3490656912326813,
309
+ -0.11999999731779099,
310
+ -0.11999999731779099,
311
+ -0.04711059480905533,
312
+ -0.05919999999999992,
313
+ -0.01079999999999992,
314
+ -0.0035999999999999366,
315
+ -0.0003785799026489317,
316
+ -0.048799999999999955,
317
+ -0.0007999999999999119,
318
+ -0.0007999999999999119,
319
+ -0.0011999999999999789,
320
+ -0.05399999999999994,
321
+ -0.0011999999999999789,
322
+ -0.0007999999999999119,
323
+ -0.6770803689956665,
324
+ -0.12479999999999991,
325
+ -0.005599999999999938,
326
+ -0.00039999999999995595
327
+ ],
328
+ "q99": [
329
+ 0.15991371074914928,
330
+ 0.19913537769317635,
331
+ 0.2399902149200439,
332
+ 0.4188632369041443,
333
+ 0.15000000596046448,
334
+ 0.07866848886013034,
335
+ 0.999476572394371,
336
+ 0.9997899913787842,
337
+ 0.9995641136169429,
338
+ 0.5004000000000002,
339
+ 0.03315948820114123,
340
+ 0.7358657734394072,
341
+ 0.9995880451202392,
342
+ 0.9996,
343
+ 0.13066194057464608,
344
+ 0.5138939771652222,
345
+ 0.9990528130531313,
346
+ 0.6688000000000001,
347
+ 0.41611163663864126,
348
+ 0.08919999999999995,
349
+ 0.9994410589218141,
350
+ 0.5956000000000001,
351
+ 0.26751983761787457,
352
+ 0.3499999940395355,
353
+ 0.3499999940395355,
354
+ 0.11999999731779099,
355
+ 0.11999999731779099,
356
+ 0.04150350984185942,
357
+ 0.030239909887313843,
358
+ 0.9280000000000002,
359
+ 0.9996,
360
+ 0.5312000000000001,
361
+ 0.0465667820930481,
362
+ 0.7732000000000001,
363
+ 0.9996,
364
+ 0.6584000000000001,
365
+ 0.035600000000000076,
366
+ 0.548,
367
+ 0.9996,
368
+ 0.6860000000000002,
369
+ 0.609188973903656,
370
+ 0.4252,
371
+ 0.9996,
372
+ 0.6304000000000001
373
+ ]
374
+ }
375
+ }
376
+ }