Linslab commited on
Commit
7a7b360
·
verified ·
1 Parent(s): be124b0

Add level2_single_arm multi-task PI0.5 LoRA (14 level-2 tasks, 50k steps, mean success 0.241)

Browse files
multi_task/level2_single_arm/eval_reports/ClothWipe-v1.json ADDED
@@ -0,0 +1,166 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "ClothWipe-v1",
3
+ "suite": "level2_single_arm",
4
+ "step": 50000,
5
+ "episodes": 50,
6
+ "successes": 9,
7
+ "success_rate": 0.18,
8
+ "episode_success": [
9
+ 0.0,
10
+ 0.0,
11
+ 0.0,
12
+ 0.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 1.0,
20
+ 1.0,
21
+ 0.0,
22
+ 1.0,
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 0.0,
30
+ 0.0,
31
+ 0.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 0.0,
36
+ 1.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0,
43
+ 0.0,
44
+ 1.0,
45
+ 0.0,
46
+ 0.0,
47
+ 1.0,
48
+ 0.0,
49
+ 0.0,
50
+ 1.0,
51
+ 0.0,
52
+ 1.0,
53
+ 1.0,
54
+ 0.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0
59
+ ],
60
+ "episode_return": [
61
+ 360.082,
62
+ 548.174,
63
+ 406.387,
64
+ 350.945,
65
+ 349.273,
66
+ 341.814,
67
+ 420.441,
68
+ 336.0,
69
+ 325.888,
70
+ 343.241,
71
+ 307.006,
72
+ 268.239,
73
+ 302.56,
74
+ 298.594,
75
+ 320.444,
76
+ 380.073,
77
+ 483.561,
78
+ 423.288,
79
+ 331.3,
80
+ 398.661,
81
+ 364.205,
82
+ 342.626,
83
+ 398.559,
84
+ 423.133,
85
+ 340.234,
86
+ 370.962,
87
+ 331.873,
88
+ 321.039,
89
+ 419.672,
90
+ 338.207,
91
+ 329.695,
92
+ 510.347,
93
+ 448.502,
94
+ 384.616,
95
+ 401.766,
96
+ 240.861,
97
+ 417.226,
98
+ 423.355,
99
+ 263.412,
100
+ 379.156,
101
+ 391.486,
102
+ 243.194,
103
+ 381.36,
104
+ 258.021,
105
+ 285.89,
106
+ 415.88,
107
+ 322.001,
108
+ 410.849,
109
+ 395.556,
110
+ 348.364
111
+ ],
112
+ "episode_steps": [
113
+ 500,
114
+ 500,
115
+ 500,
116
+ 500,
117
+ 500,
118
+ 500,
119
+ 500,
120
+ 500,
121
+ 500,
122
+ 500,
123
+ 386,
124
+ 386,
125
+ 500,
126
+ 354,
127
+ 500,
128
+ 500,
129
+ 500,
130
+ 500,
131
+ 500,
132
+ 500,
133
+ 500,
134
+ 500,
135
+ 500,
136
+ 500,
137
+ 500,
138
+ 500,
139
+ 500,
140
+ 402,
141
+ 500,
142
+ 500,
143
+ 500,
144
+ 500,
145
+ 500,
146
+ 500,
147
+ 500,
148
+ 315,
149
+ 500,
150
+ 500,
151
+ 356,
152
+ 500,
153
+ 500,
154
+ 358,
155
+ 500,
156
+ 344,
157
+ 374,
158
+ 500,
159
+ 500,
160
+ 500,
161
+ 500,
162
+ 500
163
+ ],
164
+ "episode_seed_base": 1000,
165
+ "episode_seeds": "1000-1049"
166
+ }
multi_task/level2_single_arm/eval_reports/DexOpenDoor-v1.json ADDED
@@ -0,0 +1,166 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "DexOpenDoor-v1",
3
+ "suite": "level2_single_arm",
4
+ "step": 50000,
5
+ "episodes": 50,
6
+ "successes": 9,
7
+ "success_rate": 0.18,
8
+ "episode_success": [
9
+ 1.0,
10
+ 0.0,
11
+ 0.0,
12
+ 0.0,
13
+ 1.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 0.0,
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 1.0,
28
+ 0.0,
29
+ 0.0,
30
+ 1.0,
31
+ 0.0,
32
+ 0.0,
33
+ 0.0,
34
+ 1.0,
35
+ 0.0,
36
+ 0.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 1.0,
43
+ 0.0,
44
+ 0.0,
45
+ 1.0,
46
+ 0.0,
47
+ 0.0,
48
+ 1.0,
49
+ 0.0,
50
+ 0.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 1.0
59
+ ],
60
+ "episode_return": [
61
+ 189.484,
62
+ 440.23,
63
+ 278.535,
64
+ 418.949,
65
+ 187.574,
66
+ 220.914,
67
+ 457.974,
68
+ 332.97,
69
+ 465.712,
70
+ 311.727,
71
+ 627.833,
72
+ 659.57,
73
+ 762.039,
74
+ 662.609,
75
+ 248.646,
76
+ 308.664,
77
+ 590.947,
78
+ 32.621,
79
+ 151.632,
80
+ 170.002,
81
+ 241.75,
82
+ 148.721,
83
+ 518.133,
84
+ 243.112,
85
+ 356.749,
86
+ 183.762,
87
+ 390.764,
88
+ 122.446,
89
+ 246.586,
90
+ 175.532,
91
+ 232.978,
92
+ 0.068,
93
+ 276.99,
94
+ 174.693,
95
+ 105.188,
96
+ 0.0,
97
+ 177.202,
98
+ 230.575,
99
+ 234.974,
100
+ 179.232,
101
+ 749.504,
102
+ 0.0,
103
+ 768.431,
104
+ 271.263,
105
+ 193.781,
106
+ 276.708,
107
+ 280.53,
108
+ 239.063,
109
+ 402.684,
110
+ 165.767
111
+ ],
112
+ "episode_steps": [
113
+ 406,
114
+ 850,
115
+ 850,
116
+ 850,
117
+ 386,
118
+ 850,
119
+ 850,
120
+ 850,
121
+ 850,
122
+ 850,
123
+ 850,
124
+ 850,
125
+ 850,
126
+ 850,
127
+ 850,
128
+ 850,
129
+ 850,
130
+ 850,
131
+ 349,
132
+ 850,
133
+ 850,
134
+ 364,
135
+ 850,
136
+ 850,
137
+ 850,
138
+ 385,
139
+ 850,
140
+ 850,
141
+ 850,
142
+ 850,
143
+ 850,
144
+ 850,
145
+ 850,
146
+ 463,
147
+ 850,
148
+ 850,
149
+ 379,
150
+ 850,
151
+ 850,
152
+ 408,
153
+ 850,
154
+ 850,
155
+ 850,
156
+ 850,
157
+ 850,
158
+ 850,
159
+ 850,
160
+ 850,
161
+ 850,
162
+ 368
163
+ ],
164
+ "episode_seed_base": 1000,
165
+ "episode_seeds": "1000-1049"
166
+ }
multi_task/level2_single_arm/eval_reports/FoldShirt-v1.json ADDED
@@ -0,0 +1,166 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "FoldShirt-v1",
3
+ "suite": "level2_single_arm",
4
+ "step": 50000,
5
+ "episodes": 50,
6
+ "successes": 25,
7
+ "success_rate": 0.5,
8
+ "episode_success": [
9
+ 1.0,
10
+ 1.0,
11
+ 1.0,
12
+ 0.0,
13
+ 1.0,
14
+ 1.0,
15
+ 1.0,
16
+ 0.0,
17
+ 0.0,
18
+ 1.0,
19
+ 0.0,
20
+ 0.0,
21
+ 1.0,
22
+ 1.0,
23
+ 0.0,
24
+ 1.0,
25
+ 1.0,
26
+ 0.0,
27
+ 0.0,
28
+ 1.0,
29
+ 0.0,
30
+ 0.0,
31
+ 1.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 1.0,
36
+ 0.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 1.0,
42
+ 1.0,
43
+ 1.0,
44
+ 1.0,
45
+ 1.0,
46
+ 1.0,
47
+ 1.0,
48
+ 1.0,
49
+ 1.0,
50
+ 1.0,
51
+ 0.0,
52
+ 0.0,
53
+ 1.0,
54
+ 0.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0
59
+ ],
60
+ "episode_return": [
61
+ 32.299,
62
+ 114.293,
63
+ 238.291,
64
+ -0.0,
65
+ 88.298,
66
+ 198.295,
67
+ 80.299,
68
+ 22.0,
69
+ -0.0,
70
+ 136.292,
71
+ 674.295,
72
+ 141.983,
73
+ 144.297,
74
+ 52.297,
75
+ -0.002,
76
+ 164.294,
77
+ 104.3,
78
+ 101.99,
79
+ 22.298,
80
+ 236.294,
81
+ 0.002,
82
+ -0.002,
83
+ 56.299,
84
+ 23.993,
85
+ 0.224,
86
+ 688.292,
87
+ 388.289,
88
+ -0.0,
89
+ 0.012,
90
+ 37.975,
91
+ 0.002,
92
+ 40.184,
93
+ 40.294,
94
+ 54.299,
95
+ 30.288,
96
+ 120.29,
97
+ 102.294,
98
+ 102.298,
99
+ 98.297,
100
+ 92.295,
101
+ 130.297,
102
+ 246.297,
103
+ -0.003,
104
+ 552.289,
105
+ 66.293,
106
+ 20.245,
107
+ 292.286,
108
+ 199.997,
109
+ 690.299,
110
+ 610.295
111
+ ],
112
+ "episode_steps": [
113
+ 239,
114
+ 213,
115
+ 336,
116
+ 500,
117
+ 204,
118
+ 258,
119
+ 205,
120
+ 500,
121
+ 500,
122
+ 275,
123
+ 500,
124
+ 500,
125
+ 226,
126
+ 197,
127
+ 500,
128
+ 240,
129
+ 211,
130
+ 500,
131
+ 500,
132
+ 288,
133
+ 500,
134
+ 500,
135
+ 183,
136
+ 500,
137
+ 500,
138
+ 500,
139
+ 361,
140
+ 500,
141
+ 500,
142
+ 500,
143
+ 500,
144
+ 500,
145
+ 193,
146
+ 196,
147
+ 173,
148
+ 225,
149
+ 215,
150
+ 415,
151
+ 208,
152
+ 209,
153
+ 213,
154
+ 282,
155
+ 500,
156
+ 500,
157
+ 209,
158
+ 500,
159
+ 500,
160
+ 500,
161
+ 500,
162
+ 500
163
+ ],
164
+ "episode_seed_base": 1000,
165
+ "episode_seeds": "1000-1049"
166
+ }
multi_task/level2_single_arm/eval_reports/GraspTwoBlocks-v1.json ADDED
@@ -0,0 +1,166 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "GraspTwoBlocks-v1",
3
+ "suite": "level2_single_arm",
4
+ "step": 50000,
5
+ "episodes": 50,
6
+ "successes": 35,
7
+ "success_rate": 0.7,
8
+ "episode_success": [
9
+ 1.0,
10
+ 0.0,
11
+ 1.0,
12
+ 0.0,
13
+ 1.0,
14
+ 1.0,
15
+ 0.0,
16
+ 1.0,
17
+ 1.0,
18
+ 0.0,
19
+ 0.0,
20
+ 0.0,
21
+ 1.0,
22
+ 0.0,
23
+ 1.0,
24
+ 1.0,
25
+ 1.0,
26
+ 0.0,
27
+ 1.0,
28
+ 1.0,
29
+ 1.0,
30
+ 0.0,
31
+ 1.0,
32
+ 1.0,
33
+ 1.0,
34
+ 1.0,
35
+ 0.0,
36
+ 1.0,
37
+ 0.0,
38
+ 1.0,
39
+ 0.0,
40
+ 1.0,
41
+ 1.0,
42
+ 1.0,
43
+ 1.0,
44
+ 1.0,
45
+ 1.0,
46
+ 1.0,
47
+ 1.0,
48
+ 1.0,
49
+ 1.0,
50
+ 1.0,
51
+ 1.0,
52
+ 1.0,
53
+ 1.0,
54
+ 1.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 1.0
59
+ ],
60
+ "episode_return": [
61
+ 213.0,
62
+ 300.0,
63
+ 118.0,
64
+ 165.831,
65
+ 148.0,
66
+ 209.0,
67
+ 300.0,
68
+ 190.0,
69
+ 116.0,
70
+ 287.211,
71
+ 239.292,
72
+ 296.975,
73
+ 243.0,
74
+ 300.0,
75
+ 151.0,
76
+ 139.0,
77
+ 170.0,
78
+ 300.0,
79
+ 143.0,
80
+ 190.0,
81
+ 142.0,
82
+ 272.412,
83
+ 155.0,
84
+ 208.0,
85
+ 125.0,
86
+ 115.0,
87
+ 265.901,
88
+ 235.0,
89
+ 300.0,
90
+ 153.0,
91
+ 266.632,
92
+ 156.0,
93
+ 159.0,
94
+ 200.0,
95
+ 191.0,
96
+ 133.0,
97
+ 199.0,
98
+ 159.0,
99
+ 154.0,
100
+ 186.0,
101
+ 193.0,
102
+ 155.0,
103
+ 151.0,
104
+ 110.0,
105
+ 101.0,
106
+ 146.0,
107
+ 277.606,
108
+ 174.343,
109
+ 280.213,
110
+ 242.0
111
+ ],
112
+ "episode_steps": [
113
+ 212,
114
+ 300,
115
+ 117,
116
+ 300,
117
+ 147,
118
+ 208,
119
+ 300,
120
+ 189,
121
+ 115,
122
+ 300,
123
+ 300,
124
+ 300,
125
+ 242,
126
+ 300,
127
+ 150,
128
+ 138,
129
+ 169,
130
+ 300,
131
+ 142,
132
+ 189,
133
+ 141,
134
+ 300,
135
+ 154,
136
+ 207,
137
+ 124,
138
+ 114,
139
+ 300,
140
+ 234,
141
+ 300,
142
+ 152,
143
+ 300,
144
+ 155,
145
+ 158,
146
+ 199,
147
+ 190,
148
+ 132,
149
+ 198,
150
+ 158,
151
+ 153,
152
+ 185,
153
+ 192,
154
+ 154,
155
+ 150,
156
+ 109,
157
+ 100,
158
+ 145,
159
+ 300,
160
+ 300,
161
+ 300,
162
+ 241
163
+ ],
164
+ "episode_seed_base": 1000,
165
+ "episode_seeds": "1000-1049"
166
+ }
multi_task/level2_single_arm/eval_reports/HammerNailOut-v1.json ADDED
@@ -0,0 +1,166 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "HammerNailOut-v1",
3
+ "suite": "level2_single_arm",
4
+ "step": 50000,
5
+ "episodes": 50,
6
+ "successes": 17,
7
+ "success_rate": 0.34,
8
+ "episode_success": [
9
+ 0.0,
10
+ 0.0,
11
+ 0.0,
12
+ 0.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 1.0,
18
+ 0.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 1.0,
23
+ 0.0,
24
+ 1.0,
25
+ 1.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 0.0,
30
+ 0.0,
31
+ 0.0,
32
+ 1.0,
33
+ 1.0,
34
+ 0.0,
35
+ 0.0,
36
+ 1.0,
37
+ 1.0,
38
+ 1.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0,
43
+ 0.0,
44
+ 0.0,
45
+ 1.0,
46
+ 0.0,
47
+ 1.0,
48
+ 0.0,
49
+ 0.0,
50
+ 0.0,
51
+ 1.0,
52
+ 1.0,
53
+ 1.0,
54
+ 1.0,
55
+ 0.0,
56
+ 1.0,
57
+ 0.0,
58
+ 1.0
59
+ ],
60
+ "episode_return": [
61
+ -28.662,
62
+ -36.468,
63
+ -26.692,
64
+ -34.209,
65
+ -25.593,
66
+ -29.617,
67
+ -29.014,
68
+ -37.186,
69
+ -19.279,
70
+ -30.603,
71
+ -30.483,
72
+ -33.291,
73
+ -28.798,
74
+ -20.461,
75
+ -48.417,
76
+ -16.043,
77
+ -18.055,
78
+ -30.193,
79
+ -29.498,
80
+ -30.887,
81
+ -39.367,
82
+ -28.908,
83
+ -26.377,
84
+ -18.175,
85
+ -17.614,
86
+ -27.777,
87
+ -29.643,
88
+ -15.891,
89
+ -17.827,
90
+ -26.274,
91
+ -21.686,
92
+ -30.521,
93
+ -27.226,
94
+ -26.324,
95
+ -29.335,
96
+ -33.582,
97
+ -18.214,
98
+ -31.188,
99
+ -18.856,
100
+ -30.389,
101
+ -29.822,
102
+ -29.27,
103
+ -14.309,
104
+ -16.302,
105
+ -20.679,
106
+ -19.444,
107
+ -29.857,
108
+ -22.083,
109
+ -26.611,
110
+ -18.977
111
+ ],
112
+ "episode_steps": [
113
+ 400,
114
+ 400,
115
+ 400,
116
+ 400,
117
+ 400,
118
+ 400,
119
+ 400,
120
+ 400,
121
+ 300,
122
+ 400,
123
+ 400,
124
+ 400,
125
+ 400,
126
+ 299,
127
+ 400,
128
+ 239,
129
+ 258,
130
+ 400,
131
+ 400,
132
+ 400,
133
+ 400,
134
+ 400,
135
+ 400,
136
+ 279,
137
+ 283,
138
+ 400,
139
+ 400,
140
+ 260,
141
+ 271,
142
+ 359,
143
+ 400,
144
+ 400,
145
+ 400,
146
+ 400,
147
+ 400,
148
+ 400,
149
+ 268,
150
+ 400,
151
+ 304,
152
+ 400,
153
+ 400,
154
+ 400,
155
+ 240,
156
+ 272,
157
+ 301,
158
+ 288,
159
+ 400,
160
+ 299,
161
+ 400,
162
+ 312
163
+ ],
164
+ "episode_seed_base": 1000,
165
+ "episode_seeds": "1000-1049"
166
+ }
multi_task/level2_single_arm/eval_reports/HangMug-v1.json ADDED
@@ -0,0 +1,166 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "HangMug-v1",
3
+ "suite": "level2_single_arm",
4
+ "step": 50000,
5
+ "episodes": 50,
6
+ "successes": 23,
7
+ "success_rate": 0.46,
8
+ "episode_success": [
9
+ 1.0,
10
+ 1.0,
11
+ 0.0,
12
+ 1.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 1.0,
19
+ 0.0,
20
+ 0.0,
21
+ 1.0,
22
+ 1.0,
23
+ 1.0,
24
+ 0.0,
25
+ 1.0,
26
+ 1.0,
27
+ 0.0,
28
+ 0.0,
29
+ 0.0,
30
+ 0.0,
31
+ 1.0,
32
+ 1.0,
33
+ 1.0,
34
+ 0.0,
35
+ 1.0,
36
+ 0.0,
37
+ 0.0,
38
+ 1.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0,
43
+ 1.0,
44
+ 0.0,
45
+ 1.0,
46
+ 0.0,
47
+ 0.0,
48
+ 1.0,
49
+ 0.0,
50
+ 1.0,
51
+ 0.0,
52
+ 0.0,
53
+ 1.0,
54
+ 1.0,
55
+ 1.0,
56
+ 1.0,
57
+ 1.0,
58
+ 0.0
59
+ ],
60
+ "episode_return": [
61
+ 30.792,
62
+ 34.977,
63
+ 0.0,
64
+ 62.532,
65
+ 0.0,
66
+ 0.06,
67
+ 0.0,
68
+ 77.074,
69
+ 0.0,
70
+ 19.86,
71
+ 6.272,
72
+ 0.0,
73
+ 41.635,
74
+ 30.962,
75
+ 20.636,
76
+ 0.0,
77
+ 29.662,
78
+ 26.305,
79
+ 13.156,
80
+ 0.014,
81
+ 0.0,
82
+ 0.0,
83
+ 4.634,
84
+ 42.147,
85
+ 30.363,
86
+ 0.0,
87
+ 21.373,
88
+ 1.034,
89
+ 0.0,
90
+ 25.41,
91
+ 0.0,
92
+ 0.0,
93
+ 0.0,
94
+ 11.458,
95
+ 8.814,
96
+ 0.0,
97
+ 8.327,
98
+ 0.0,
99
+ 0.126,
100
+ 6.173,
101
+ 0.259,
102
+ 35.18,
103
+ 0.0,
104
+ 0.063,
105
+ 18.2,
106
+ 64.077,
107
+ 103.395,
108
+ 79.583,
109
+ 34.699,
110
+ 0.023
111
+ ],
112
+ "episode_steps": [
113
+ 180,
114
+ 295,
115
+ 600,
116
+ 292,
117
+ 600,
118
+ 600,
119
+ 600,
120
+ 600,
121
+ 600,
122
+ 284,
123
+ 600,
124
+ 600,
125
+ 215,
126
+ 269,
127
+ 184,
128
+ 600,
129
+ 186,
130
+ 233,
131
+ 600,
132
+ 600,
133
+ 600,
134
+ 600,
135
+ 376,
136
+ 482,
137
+ 255,
138
+ 600,
139
+ 175,
140
+ 600,
141
+ 600,
142
+ 155,
143
+ 600,
144
+ 600,
145
+ 600,
146
+ 600,
147
+ 447,
148
+ 600,
149
+ 421,
150
+ 600,
151
+ 600,
152
+ 313,
153
+ 600,
154
+ 198,
155
+ 600,
156
+ 600,
157
+ 436,
158
+ 271,
159
+ 451,
160
+ 321,
161
+ 330,
162
+ 600
163
+ ],
164
+ "episode_seed_base": 1000,
165
+ "episode_seeds": "1000-1049"
166
+ }
multi_task/level2_single_arm/eval_reports/KitAssembly-v1.json ADDED
@@ -0,0 +1,166 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "KitAssembly-v1",
3
+ "suite": "level2_single_arm",
4
+ "step": 50000,
5
+ "episodes": 50,
6
+ "successes": 3,
7
+ "success_rate": 0.06,
8
+ "episode_success": [
9
+ 0.0,
10
+ 0.0,
11
+ 0.0,
12
+ 0.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 0.0,
20
+ 1.0,
21
+ 0.0,
22
+ 0.0,
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 0.0,
30
+ 1.0,
31
+ 0.0,
32
+ 0.0,
33
+ 1.0,
34
+ 0.0,
35
+ 0.0,
36
+ 0.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0,
43
+ 0.0,
44
+ 0.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 0.0,
50
+ 0.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0
59
+ ],
60
+ "episode_return": [
61
+ 476.0,
62
+ 358.5,
63
+ 358.25,
64
+ 351.5,
65
+ 62.0,
66
+ 17.25,
67
+ 358.75,
68
+ 0.0,
69
+ 356.5,
70
+ 281.75,
71
+ 286.25,
72
+ 515.0,
73
+ 646.5,
74
+ 327.5,
75
+ 0.0,
76
+ 283.0,
77
+ 625.0,
78
+ 136.25,
79
+ 273.0,
80
+ 640.75,
81
+ 541.0,
82
+ 496.5,
83
+ 0.0,
84
+ 0.0,
85
+ 467.75,
86
+ 306.0,
87
+ 677.75,
88
+ 357.75,
89
+ 342.0,
90
+ 295.75,
91
+ 71.0,
92
+ 80.75,
93
+ 354.5,
94
+ 635.25,
95
+ 356.25,
96
+ 0.0,
97
+ 368.5,
98
+ 251.5,
99
+ 365.5,
100
+ 500.25,
101
+ 100.5,
102
+ 423.25,
103
+ 355.0,
104
+ 471.25,
105
+ 0.0,
106
+ 180.75,
107
+ 351.5,
108
+ 0.0,
109
+ 228.25,
110
+ 0.0
111
+ ],
112
+ "episode_steps": [
113
+ 1600,
114
+ 1600,
115
+ 1600,
116
+ 1600,
117
+ 1600,
118
+ 1600,
119
+ 1600,
120
+ 1600,
121
+ 1600,
122
+ 1600,
123
+ 1600,
124
+ 1128,
125
+ 1600,
126
+ 1600,
127
+ 1600,
128
+ 1600,
129
+ 1600,
130
+ 1600,
131
+ 1600,
132
+ 1600,
133
+ 1600,
134
+ 1127,
135
+ 1600,
136
+ 1600,
137
+ 1061,
138
+ 1600,
139
+ 1600,
140
+ 1600,
141
+ 1600,
142
+ 1600,
143
+ 1600,
144
+ 1600,
145
+ 1600,
146
+ 1600,
147
+ 1600,
148
+ 1600,
149
+ 1600,
150
+ 1600,
151
+ 1600,
152
+ 1600,
153
+ 1600,
154
+ 1600,
155
+ 1600,
156
+ 1600,
157
+ 1600,
158
+ 1600,
159
+ 1600,
160
+ 1600,
161
+ 1600,
162
+ 1600
163
+ ],
164
+ "episode_seed_base": 1000,
165
+ "episode_seeds": "1000-1049"
166
+ }
multi_task/level2_single_arm/eval_reports/OpenBoxRetrieval-v1.json ADDED
@@ -0,0 +1,166 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "OpenBoxRetrieval-v1",
3
+ "suite": "level2_single_arm",
4
+ "step": 50000,
5
+ "episodes": 50,
6
+ "successes": 2,
7
+ "success_rate": 0.04,
8
+ "episode_success": [
9
+ 0.0,
10
+ 0.0,
11
+ 0.0,
12
+ 0.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 1.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 0.0,
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 0.0,
30
+ 0.0,
31
+ 1.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 0.0,
36
+ 0.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0,
43
+ 0.0,
44
+ 0.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 0.0,
50
+ 0.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0
59
+ ],
60
+ "episode_return": [
61
+ 153.213,
62
+ 156.272,
63
+ 193.312,
64
+ 119.664,
65
+ 197.436,
66
+ 189.96,
67
+ 246.197,
68
+ 117.675,
69
+ 165.77,
70
+ 169.619,
71
+ 190.725,
72
+ 172.369,
73
+ 197.535,
74
+ 215.834,
75
+ 184.033,
76
+ 143.318,
77
+ 220.732,
78
+ 183.694,
79
+ 157.546,
80
+ 253.81,
81
+ 149.402,
82
+ 138.779,
83
+ 184.958,
84
+ 187.668,
85
+ 263.802,
86
+ 162.769,
87
+ 191.391,
88
+ 205.003,
89
+ 141.458,
90
+ 186.683,
91
+ 119.012,
92
+ 167.415,
93
+ 133.075,
94
+ 123.581,
95
+ 113.432,
96
+ 163.701,
97
+ 140.505,
98
+ 152.631,
99
+ 161.631,
100
+ 161.845,
101
+ 133.218,
102
+ 143.686,
103
+ 224.731,
104
+ 183.094,
105
+ 167.159,
106
+ 248.325,
107
+ 86.96,
108
+ 197.344,
109
+ 179.709,
110
+ 213.513
111
+ ],
112
+ "episode_steps": [
113
+ 700,
114
+ 700,
115
+ 700,
116
+ 700,
117
+ 700,
118
+ 700,
119
+ 700,
120
+ 700,
121
+ 700,
122
+ 566,
123
+ 700,
124
+ 700,
125
+ 700,
126
+ 700,
127
+ 700,
128
+ 700,
129
+ 700,
130
+ 700,
131
+ 700,
132
+ 700,
133
+ 700,
134
+ 700,
135
+ 593,
136
+ 700,
137
+ 700,
138
+ 700,
139
+ 700,
140
+ 700,
141
+ 700,
142
+ 700,
143
+ 700,
144
+ 700,
145
+ 700,
146
+ 700,
147
+ 700,
148
+ 700,
149
+ 700,
150
+ 700,
151
+ 700,
152
+ 700,
153
+ 700,
154
+ 700,
155
+ 700,
156
+ 700,
157
+ 700,
158
+ 700,
159
+ 700,
160
+ 700,
161
+ 700,
162
+ 700
163
+ ],
164
+ "episode_seed_base": 1000,
165
+ "episode_seeds": "1000-1049"
166
+ }
multi_task/level2_single_arm/eval_reports/PivotBook-v1.json ADDED
@@ -0,0 +1,166 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "PivotBook-v1",
3
+ "suite": "level2_single_arm",
4
+ "step": 50000,
5
+ "episodes": 50,
6
+ "successes": 9,
7
+ "success_rate": 0.18,
8
+ "episode_success": [
9
+ 0.0,
10
+ 0.0,
11
+ 0.0,
12
+ 0.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 0.0,
20
+ 1.0,
21
+ 0.0,
22
+ 0.0,
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 0.0,
30
+ 0.0,
31
+ 0.0,
32
+ 0.0,
33
+ 1.0,
34
+ 0.0,
35
+ 0.0,
36
+ 1.0,
37
+ 0.0,
38
+ 1.0,
39
+ 1.0,
40
+ 0.0,
41
+ 0.0,
42
+ 1.0,
43
+ 0.0,
44
+ 0.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 0.0,
50
+ 1.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 1.0,
55
+ 1.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0
59
+ ],
60
+ "episode_return": [
61
+ 889.383,
62
+ 0.531,
63
+ 106.0,
64
+ 0.0,
65
+ 0.0,
66
+ 139.656,
67
+ 117.042,
68
+ 827.808,
69
+ 95.008,
70
+ 237.076,
71
+ 0.154,
72
+ 157.042,
73
+ 82.433,
74
+ 197.828,
75
+ 2.176,
76
+ 27.07,
77
+ 115.612,
78
+ 143.752,
79
+ 129.948,
80
+ 1039.176,
81
+ 830.708,
82
+ 0.0,
83
+ 114.555,
84
+ 156.418,
85
+ 170.825,
86
+ 11.222,
87
+ 12.301,
88
+ 119.214,
89
+ 1043.968,
90
+ 197.814,
91
+ 162.372,
92
+ 110.816,
93
+ 1088.405,
94
+ 180.279,
95
+ 224.619,
96
+ 45.308,
97
+ 183.913,
98
+ 1051.001,
99
+ 0.0,
100
+ 71.655,
101
+ 0.0,
102
+ 205.491,
103
+ 965.093,
104
+ 2.074,
105
+ 21.214,
106
+ 236.308,
107
+ 207.717,
108
+ 0.707,
109
+ 54.369,
110
+ 39.597
111
+ ],
112
+ "episode_steps": [
113
+ 500,
114
+ 500,
115
+ 500,
116
+ 500,
117
+ 500,
118
+ 500,
119
+ 500,
120
+ 500,
121
+ 500,
122
+ 500,
123
+ 500,
124
+ 240,
125
+ 500,
126
+ 500,
127
+ 500,
128
+ 500,
129
+ 500,
130
+ 500,
131
+ 500,
132
+ 500,
133
+ 500,
134
+ 500,
135
+ 500,
136
+ 500,
137
+ 272,
138
+ 500,
139
+ 500,
140
+ 359,
141
+ 500,
142
+ 272,
143
+ 377,
144
+ 500,
145
+ 500,
146
+ 279,
147
+ 500,
148
+ 500,
149
+ 500,
150
+ 500,
151
+ 500,
152
+ 500,
153
+ 500,
154
+ 348,
155
+ 500,
156
+ 500,
157
+ 500,
158
+ 358,
159
+ 360,
160
+ 500,
161
+ 500,
162
+ 500
163
+ ],
164
+ "episode_seed_base": 1000,
165
+ "episode_seeds": "1000-1049"
166
+ }
multi_task/level2_single_arm/eval_reports/ReorientPen-v1.json ADDED
@@ -0,0 +1,166 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "ReorientPen-v1",
3
+ "suite": "level2_single_arm",
4
+ "step": 50000,
5
+ "episodes": 50,
6
+ "successes": 8,
7
+ "success_rate": 0.16,
8
+ "episode_success": [
9
+ 0.0,
10
+ 0.0,
11
+ 0.0,
12
+ 0.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 0.0,
20
+ 0.0,
21
+ 1.0,
22
+ 0.0,
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 1.0,
29
+ 0.0,
30
+ 1.0,
31
+ 0.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 0.0,
36
+ 0.0,
37
+ 1.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0,
43
+ 0.0,
44
+ 0.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 1.0,
50
+ 0.0,
51
+ 0.0,
52
+ 1.0,
53
+ 0.0,
54
+ 1.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 1.0
59
+ ],
60
+ "episode_return": [
61
+ 104.999,
62
+ 22.956,
63
+ 208.898,
64
+ 177.119,
65
+ 102.688,
66
+ 171.511,
67
+ 114.661,
68
+ 64.209,
69
+ 156.515,
70
+ 170.206,
71
+ 149.855,
72
+ 54.334,
73
+ 100.496,
74
+ 147.739,
75
+ 78.932,
76
+ 104.526,
77
+ 98.395,
78
+ 193.024,
79
+ 175.0,
80
+ 187.838,
81
+ 92.18,
82
+ 93.646,
83
+ 71.831,
84
+ 161.07,
85
+ 118.872,
86
+ 143.607,
87
+ 47.854,
88
+ 118.037,
89
+ 96.31,
90
+ 76.823,
91
+ 112.241,
92
+ 35.962,
93
+ 114.891,
94
+ 239.405,
95
+ 84.975,
96
+ 135.81,
97
+ 78.525,
98
+ 81.041,
99
+ 167.669,
100
+ 44.911,
101
+ 167.111,
102
+ 38.093,
103
+ 134.754,
104
+ 84.852,
105
+ 173.479,
106
+ 108.285,
107
+ 35.776,
108
+ 46.308,
109
+ 72.707,
110
+ 127.732
111
+ ],
112
+ "episode_steps": [
113
+ 300,
114
+ 300,
115
+ 300,
116
+ 300,
117
+ 300,
118
+ 300,
119
+ 300,
120
+ 300,
121
+ 300,
122
+ 300,
123
+ 300,
124
+ 300,
125
+ 136,
126
+ 300,
127
+ 300,
128
+ 300,
129
+ 300,
130
+ 300,
131
+ 300,
132
+ 270,
133
+ 300,
134
+ 142,
135
+ 300,
136
+ 300,
137
+ 300,
138
+ 300,
139
+ 300,
140
+ 300,
141
+ 148,
142
+ 300,
143
+ 300,
144
+ 300,
145
+ 300,
146
+ 300,
147
+ 300,
148
+ 300,
149
+ 300,
150
+ 300,
151
+ 300,
152
+ 300,
153
+ 254,
154
+ 300,
155
+ 300,
156
+ 123,
157
+ 300,
158
+ 124,
159
+ 300,
160
+ 300,
161
+ 300,
162
+ 176
163
+ ],
164
+ "episode_seed_base": 1000,
165
+ "episode_seeds": "1000-1049"
166
+ }
multi_task/level2_single_arm/eval_reports/RollingPin-v1.json ADDED
@@ -0,0 +1,166 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "RollingPin-v1",
3
+ "suite": "level2_single_arm",
4
+ "step": 50000,
5
+ "episodes": 50,
6
+ "successes": 5,
7
+ "success_rate": 0.1,
8
+ "episode_success": [
9
+ 0.0,
10
+ 0.0,
11
+ 0.0,
12
+ 0.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 1.0,
20
+ 0.0,
21
+ 0.0,
22
+ 0.0,
23
+ 0.0,
24
+ 0.0,
25
+ 1.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 0.0,
30
+ 0.0,
31
+ 1.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 0.0,
36
+ 0.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0,
43
+ 0.0,
44
+ 0.0,
45
+ 0.0,
46
+ 1.0,
47
+ 0.0,
48
+ 1.0,
49
+ 0.0,
50
+ 0.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0
59
+ ],
60
+ "episode_return": [
61
+ 219.749,
62
+ 289.625,
63
+ 319.29,
64
+ 263.655,
65
+ 347.137,
66
+ 273.981,
67
+ 333.468,
68
+ 257.6,
69
+ 286.285,
70
+ 258.512,
71
+ 203.404,
72
+ 256.504,
73
+ 298.883,
74
+ 278.84,
75
+ 299.57,
76
+ 270.942,
77
+ 206.76,
78
+ 318.406,
79
+ 293.846,
80
+ 296.664,
81
+ 285.631,
82
+ 265.564,
83
+ 281.421,
84
+ 310.829,
85
+ 237.211,
86
+ 268.077,
87
+ 276.72,
88
+ 232.661,
89
+ 296.715,
90
+ 275.546,
91
+ 267.72,
92
+ 285.411,
93
+ 251.17,
94
+ 236.988,
95
+ 350.541,
96
+ 254.649,
97
+ 326.982,
98
+ 207.847,
99
+ 275.811,
100
+ 218.46,
101
+ 317.631,
102
+ 273.907,
103
+ 269.862,
104
+ 278.018,
105
+ 340.494,
106
+ 273.636,
107
+ 297.323,
108
+ 274.547,
109
+ 280.315,
110
+ 279.895
111
+ ],
112
+ "episode_steps": [
113
+ 300,
114
+ 300,
115
+ 300,
116
+ 300,
117
+ 300,
118
+ 300,
119
+ 300,
120
+ 300,
121
+ 300,
122
+ 300,
123
+ 234,
124
+ 300,
125
+ 300,
126
+ 300,
127
+ 300,
128
+ 300,
129
+ 243,
130
+ 300,
131
+ 300,
132
+ 300,
133
+ 300,
134
+ 300,
135
+ 263,
136
+ 300,
137
+ 300,
138
+ 300,
139
+ 300,
140
+ 300,
141
+ 300,
142
+ 300,
143
+ 300,
144
+ 300,
145
+ 300,
146
+ 300,
147
+ 300,
148
+ 300,
149
+ 300,
150
+ 254,
151
+ 300,
152
+ 252,
153
+ 300,
154
+ 300,
155
+ 300,
156
+ 300,
157
+ 300,
158
+ 300,
159
+ 300,
160
+ 300,
161
+ 300,
162
+ 300
163
+ ],
164
+ "episode_seed_base": 1000,
165
+ "episode_seeds": "1000-1049"
166
+ }
multi_task/level2_single_arm/eval_reports/RopeBridgeDex-v1.json ADDED
@@ -0,0 +1,166 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "RopeBridgeDex-v1",
3
+ "suite": "level2_single_arm",
4
+ "step": 50000,
5
+ "episodes": 50,
6
+ "successes": 20,
7
+ "success_rate": 0.4,
8
+ "episode_success": [
9
+ 0.0,
10
+ 0.0,
11
+ 1.0,
12
+ 0.0,
13
+ 0.0,
14
+ 1.0,
15
+ 1.0,
16
+ 0.0,
17
+ 1.0,
18
+ 0.0,
19
+ 0.0,
20
+ 1.0,
21
+ 0.0,
22
+ 1.0,
23
+ 1.0,
24
+ 0.0,
25
+ 0.0,
26
+ 1.0,
27
+ 0.0,
28
+ 1.0,
29
+ 0.0,
30
+ 0.0,
31
+ 0.0,
32
+ 1.0,
33
+ 0.0,
34
+ 0.0,
35
+ 0.0,
36
+ 1.0,
37
+ 0.0,
38
+ 1.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 1.0,
43
+ 0.0,
44
+ 0.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 1.0,
49
+ 0.0,
50
+ 1.0,
51
+ 0.0,
52
+ 1.0,
53
+ 1.0,
54
+ 1.0,
55
+ 0.0,
56
+ 0.0,
57
+ 1.0,
58
+ 1.0
59
+ ],
60
+ "episode_return": [
61
+ 263.703,
62
+ 325.376,
63
+ 254.551,
64
+ 324.355,
65
+ 269.973,
66
+ 190.533,
67
+ 277.662,
68
+ 349.323,
69
+ 161.31,
70
+ 170.176,
71
+ 361.287,
72
+ 139.589,
73
+ 216.961,
74
+ 190.439,
75
+ 171.719,
76
+ 334.397,
77
+ 359.371,
78
+ 193.218,
79
+ 449.167,
80
+ 283.733,
81
+ 376.659,
82
+ 411.441,
83
+ 316.708,
84
+ 239.245,
85
+ 466.429,
86
+ 354.82,
87
+ 430.75,
88
+ 139.456,
89
+ 335.907,
90
+ 269.131,
91
+ 314.804,
92
+ 267.77,
93
+ 369.742,
94
+ 561.138,
95
+ 285.99,
96
+ 348.457,
97
+ 382.282,
98
+ 344.992,
99
+ 279.528,
100
+ 182.656,
101
+ 269.856,
102
+ 204.237,
103
+ 359.02,
104
+ 234.186,
105
+ 206.515,
106
+ 167.694,
107
+ 348.761,
108
+ 442.848,
109
+ 162.528,
110
+ 203.255
111
+ ],
112
+ "episode_steps": [
113
+ 800,
114
+ 800,
115
+ 479,
116
+ 800,
117
+ 800,
118
+ 370,
119
+ 414,
120
+ 800,
121
+ 319,
122
+ 800,
123
+ 800,
124
+ 253,
125
+ 800,
126
+ 353,
127
+ 322,
128
+ 800,
129
+ 800,
130
+ 333,
131
+ 800,
132
+ 426,
133
+ 800,
134
+ 800,
135
+ 800,
136
+ 411,
137
+ 800,
138
+ 800,
139
+ 800,
140
+ 285,
141
+ 800,
142
+ 473,
143
+ 800,
144
+ 800,
145
+ 800,
146
+ 773,
147
+ 800,
148
+ 800,
149
+ 800,
150
+ 800,
151
+ 800,
152
+ 379,
153
+ 800,
154
+ 344,
155
+ 800,
156
+ 450,
157
+ 375,
158
+ 320,
159
+ 800,
160
+ 800,
161
+ 287,
162
+ 353
163
+ ],
164
+ "episode_seed_base": 1000,
165
+ "episode_seeds": "1000-1049"
166
+ }
multi_task/level2_single_arm/eval_reports/ScoopWater-v1.json ADDED
@@ -0,0 +1,166 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "ScoopWater-v1",
3
+ "suite": "level2_single_arm",
4
+ "step": 50000,
5
+ "episodes": 50,
6
+ "successes": 0,
7
+ "success_rate": 0.0,
8
+ "episode_success": [
9
+ 0.0,
10
+ 0.0,
11
+ 0.0,
12
+ 0.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 0.0,
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 0.0,
30
+ 0.0,
31
+ 0.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 0.0,
36
+ 0.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0,
43
+ 0.0,
44
+ 0.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 0.0,
50
+ 0.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0
59
+ ],
60
+ "episode_return": [
61
+ 0.0,
62
+ 0.0,
63
+ -125.496,
64
+ 0.0,
65
+ 0.0,
66
+ 0.0,
67
+ 0.0,
68
+ 0.0,
69
+ 0.0,
70
+ 0.0,
71
+ 0.0,
72
+ 0.0,
73
+ 0.0,
74
+ 0.0,
75
+ 0.0,
76
+ 0.0,
77
+ 0.0,
78
+ 0.0,
79
+ 0.0,
80
+ 0.0,
81
+ 0.0,
82
+ 0.0,
83
+ -92.511,
84
+ 0.0,
85
+ -10.67,
86
+ 0.0,
87
+ 0.0,
88
+ 0.0,
89
+ 0.0,
90
+ 0.0,
91
+ 0.0,
92
+ 0.0,
93
+ 0.0,
94
+ 0.0,
95
+ 0.0,
96
+ 0.0,
97
+ 0.0,
98
+ 0.0,
99
+ 0.0,
100
+ 0.0,
101
+ 0.0,
102
+ 0.0,
103
+ 0.0,
104
+ 0.0,
105
+ 0.0,
106
+ -11.394,
107
+ 0.0,
108
+ 0.0,
109
+ 0.0,
110
+ 0.0
111
+ ],
112
+ "episode_steps": [
113
+ 600,
114
+ 600,
115
+ 600,
116
+ 600,
117
+ 600,
118
+ 600,
119
+ 600,
120
+ 600,
121
+ 600,
122
+ 600,
123
+ 600,
124
+ 600,
125
+ 600,
126
+ 600,
127
+ 600,
128
+ 600,
129
+ 600,
130
+ 600,
131
+ 600,
132
+ 600,
133
+ 600,
134
+ 600,
135
+ 600,
136
+ 600,
137
+ 600,
138
+ 600,
139
+ 600,
140
+ 600,
141
+ 600,
142
+ 600,
143
+ 600,
144
+ 600,
145
+ 600,
146
+ 600,
147
+ 600,
148
+ 600,
149
+ 600,
150
+ 600,
151
+ 600,
152
+ 600,
153
+ 600,
154
+ 600,
155
+ 600,
156
+ 600,
157
+ 600,
158
+ 600,
159
+ 600,
160
+ 600,
161
+ 600,
162
+ 600
163
+ ],
164
+ "episode_seed_base": 1000,
165
+ "episode_seeds": "1000-1049"
166
+ }
multi_task/level2_single_arm/eval_reports/StraightenTwoRopesSequential-v1.json ADDED
@@ -0,0 +1,166 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "StraightenTwoRopesSequential-v1",
3
+ "suite": "level2_single_arm",
4
+ "step": 50000,
5
+ "episodes": 50,
6
+ "successes": 4,
7
+ "success_rate": 0.08,
8
+ "episode_success": [
9
+ 1.0,
10
+ 1.0,
11
+ 0.0,
12
+ 0.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 0.0,
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 1.0,
30
+ 0.0,
31
+ 0.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 0.0,
36
+ 0.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0,
43
+ 0.0,
44
+ 0.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 0.0,
50
+ 0.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 1.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0
59
+ ],
60
+ "episode_return": [
61
+ 843.735,
62
+ 665.686,
63
+ 2301.755,
64
+ 1919.28,
65
+ 2090.811,
66
+ 2750.035,
67
+ 2140.328,
68
+ 2005.129,
69
+ 2437.388,
70
+ 2308.55,
71
+ 2590.72,
72
+ 1988.298,
73
+ 2145.312,
74
+ 2296.506,
75
+ 2391.029,
76
+ 2373.122,
77
+ 2374.112,
78
+ 2031.769,
79
+ 2068.612,
80
+ 2353.773,
81
+ 611.028,
82
+ 2728.256,
83
+ 2321.453,
84
+ 2532.055,
85
+ 2132.754,
86
+ 1823.132,
87
+ 2044.479,
88
+ 2268.002,
89
+ 2079.441,
90
+ 2604.466,
91
+ 2011.42,
92
+ 2244.664,
93
+ 2070.867,
94
+ 2151.995,
95
+ 2632.129,
96
+ 2583.048,
97
+ 2028.423,
98
+ 2214.08,
99
+ 1989.265,
100
+ 2035.907,
101
+ 2144.062,
102
+ 2592.055,
103
+ 1922.212,
104
+ 2246.829,
105
+ 2156.787,
106
+ 472.645,
107
+ 1519.981,
108
+ 2153.311,
109
+ 2302.924,
110
+ 2063.741
111
+ ],
112
+ "episode_steps": [
113
+ 395,
114
+ 356,
115
+ 1200,
116
+ 1200,
117
+ 1200,
118
+ 1200,
119
+ 1200,
120
+ 1200,
121
+ 1200,
122
+ 1200,
123
+ 1200,
124
+ 1200,
125
+ 1200,
126
+ 1200,
127
+ 1200,
128
+ 1200,
129
+ 1200,
130
+ 1200,
131
+ 1200,
132
+ 1200,
133
+ 279,
134
+ 1200,
135
+ 1200,
136
+ 1200,
137
+ 1200,
138
+ 1200,
139
+ 1200,
140
+ 1200,
141
+ 1200,
142
+ 1200,
143
+ 1200,
144
+ 1200,
145
+ 1200,
146
+ 1200,
147
+ 1200,
148
+ 1200,
149
+ 1200,
150
+ 1200,
151
+ 1200,
152
+ 1200,
153
+ 1200,
154
+ 1200,
155
+ 1200,
156
+ 1200,
157
+ 1200,
158
+ 230,
159
+ 1200,
160
+ 1200,
161
+ 1200,
162
+ 1200
163
+ ],
164
+ "episode_seed_base": 1000,
165
+ "episode_seeds": "1000-1049"
166
+ }
multi_task/level2_single_arm/eval_result.json ADDED
@@ -0,0 +1,99 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "suite": "level2_single_arm",
3
+ "suite_id": "l2single",
4
+ "description": "all level-2 single-arm tasks (gripper + dexterous hand)",
5
+ "level": "level_2",
6
+ "step": 50000,
7
+ "campaign": "pi05_lv2sub_20261029",
8
+ "tasks": 14,
9
+ "mean_success_rate": 0.24142857142857146,
10
+ "episodes_per_task": 50,
11
+ "episode_seeds": "1000-1049",
12
+ "per_task": [
13
+ {
14
+ "task": "HangMug-v1",
15
+ "success_rate": 0.46,
16
+ "successes": 23,
17
+ "return_mean": 17.7855
18
+ },
19
+ {
20
+ "task": "PivotBook-v1",
21
+ "success_rate": 0.18,
22
+ "successes": 9,
23
+ "return_mean": 236.3131600000001
24
+ },
25
+ {
26
+ "task": "OpenBoxRetrieval-v1",
27
+ "success_rate": 0.04,
28
+ "successes": 2,
29
+ "return_mean": 173.10387999999995
30
+ },
31
+ {
32
+ "task": "KitAssembly-v1",
33
+ "success_rate": 0.06,
34
+ "successes": 3,
35
+ "return_mean": 298.645
36
+ },
37
+ {
38
+ "task": "FoldShirt-v1",
39
+ "success_rate": 0.5,
40
+ "successes": 25,
41
+ "return_mean": 144.72065999999998
42
+ },
43
+ {
44
+ "task": "ScoopWater-v1",
45
+ "success_rate": 0.0,
46
+ "successes": 0,
47
+ "return_mean": -4.80142
48
+ },
49
+ {
50
+ "task": "StraightenTwoRopesSequential-v1",
51
+ "success_rate": 0.08,
52
+ "successes": 4,
53
+ "return_mean": 2095.1472199999994
54
+ },
55
+ {
56
+ "task": "GraspTwoBlocks-v1",
57
+ "success_rate": 0.7,
58
+ "successes": 35,
59
+ "return_mean": 196.48832000000002
60
+ },
61
+ {
62
+ "task": "ReorientPen-v1",
63
+ "success_rate": 0.16,
64
+ "successes": 8,
65
+ "return_mean": 113.77316
66
+ },
67
+ {
68
+ "task": "DexOpenDoor-v1",
69
+ "success_rate": 0.18,
70
+ "successes": 9,
71
+ "return_mean": 302.11635999999993
72
+ },
73
+ {
74
+ "task": "HammerNailOut-v1",
75
+ "success_rate": 0.34,
76
+ "successes": 17,
77
+ "return_mean": -26.519540000000003
78
+ },
79
+ {
80
+ "task": "ClothWipe-v1",
81
+ "success_rate": 0.18,
82
+ "successes": 9,
83
+ "return_mean": 363.9603600000001
84
+ },
85
+ {
86
+ "task": "RollingPin-v1",
87
+ "success_rate": 0.1,
88
+ "successes": 5,
89
+ "return_mean": 277.29405999999994
90
+ },
91
+ {
92
+ "task": "RopeBridgeDex-v1",
93
+ "success_rate": 0.4,
94
+ "successes": 20,
95
+ "return_mean": 291.27295999999996
96
+ }
97
+ ],
98
+ "note": "Only the final checkpoint (step 50000) was evaluated; 50 episodes per task, the same seeds for every task and suite."
99
+ }
multi_task/level2_single_arm/lora_step_0010000.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b91e28347ce40292fb445ec858c65d66c4bd4c26c51dee927031a3df5fbfcc25
3
+ size 1867943218
multi_task/level2_single_arm/lora_step_0020000.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24c01b772bc5a1a3deec87406a1cb76aa1aea187fca60e59280e2d5687336309
3
+ size 1867943218
multi_task/level2_single_arm/lora_step_0030000.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af5b8d7caa624650d85c25fc4d949f10a0d864acec6c3bebf849bb2fcab25a78
3
+ size 1867943218
multi_task/level2_single_arm/lora_step_0040000.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ad6952bcfe02732f4d1db1c018cc87dd6e9f6ec5bdb4265921dca640ffb1cd3
3
+ size 1867943218
multi_task/level2_single_arm/lora_step_0050000.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7763b9b6f4a85527ed8e0c64f7ece46b0923a51d4f1d4779a8d4ba9737675963
3
+ size 1867943218
multi_task/level2_single_arm/metadata.json ADDED
@@ -0,0 +1,253 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "suite": "level2_single_arm",
3
+ "suite_id": "l2single",
4
+ "description": "all level-2 single-arm tasks (gripper + dexterous hand)",
5
+ "campaign": "pi05_lv2sub_20261029",
6
+ "tasks": [
7
+ "HangMug-v1",
8
+ "PivotBook-v1",
9
+ "OpenBoxRetrieval-v1",
10
+ "KitAssembly-v1",
11
+ "FoldShirt-v1",
12
+ "ScoopWater-v1",
13
+ "StraightenTwoRopesSequential-v1",
14
+ "GraspTwoBlocks-v1",
15
+ "ReorientPen-v1",
16
+ "DexOpenDoor-v1",
17
+ "HammerNailOut-v1",
18
+ "ClothWipe-v1",
19
+ "RollingPin-v1",
20
+ "RopeBridgeDex-v1"
21
+ ],
22
+ "method": "PI0.5 LoRA + trainable weights, multi-task (one policy for all tasks in the suite)",
23
+ "base_checkpoint": "gs://openpi-assets/checkpoints/pi05_base/params",
24
+ "checkpoints": [
25
+ {
26
+ "file": "lora_step_0010000.npz",
27
+ "step": 10000,
28
+ "sha256": "b91e28347ce40292fb445ec858c65d66c4bd4c26c51dee927031a3df5fbfcc25",
29
+ "bytes": 1867943218,
30
+ "evaluated": false
31
+ },
32
+ {
33
+ "file": "lora_step_0020000.npz",
34
+ "step": 20000,
35
+ "sha256": "24c01b772bc5a1a3deec87406a1cb76aa1aea187fca60e59280e2d5687336309",
36
+ "bytes": 1867943218,
37
+ "evaluated": false
38
+ },
39
+ {
40
+ "file": "lora_step_0030000.npz",
41
+ "step": 30000,
42
+ "sha256": "af5b8d7caa624650d85c25fc4d949f10a0d864acec6c3bebf849bb2fcab25a78",
43
+ "bytes": 1867943218,
44
+ "evaluated": false
45
+ },
46
+ {
47
+ "file": "lora_step_0040000.npz",
48
+ "step": 40000,
49
+ "sha256": "3ad6952bcfe02732f4d1db1c018cc87dd6e9f6ec5bdb4265921dca640ffb1cd3",
50
+ "bytes": 1867943218,
51
+ "evaluated": false
52
+ },
53
+ {
54
+ "file": "lora_step_0050000.npz",
55
+ "step": 50000,
56
+ "sha256": "7763b9b6f4a85527ed8e0c64f7ece46b0923a51d4f1d4779a8d4ba9737675963",
57
+ "bytes": 1867943218,
58
+ "evaluated": true
59
+ }
60
+ ],
61
+ "evaluated_checkpoint": "lora_step_0050000.npz",
62
+ "tensor_count": 51,
63
+ "action_dim": 44,
64
+ "state_dim": 44,
65
+ "action_dim_note": "44 = union of all level-2 embodiments (dual-arm dexterous); narrower embodiments are zero-padded, as in the level-2 dataset",
66
+ "action_horizon": 50,
67
+ "max_token_len": 200,
68
+ "image_size": 224,
69
+ "exec_steps": 16,
70
+ "sample_steps": 10,
71
+ "control_mode": "pd_ee_delta_pose",
72
+ "state_input": "zero vector",
73
+ "cameras": [
74
+ "front_camera",
75
+ "robot_camera"
76
+ ],
77
+ "missing_right_wrist_image": "zeros",
78
+ "num_demos_per_task": 20,
79
+ "train_episodes": 280,
80
+ "train_frames": 115379,
81
+ "train_steps": 50000,
82
+ "batch_size": 64,
83
+ "lr": 5e-05,
84
+ "warmup_steps": 1000,
85
+ "lr_schedule": "cosine decay over all 50000 steps to 5e-6",
86
+ "data_parallel": "pure data parallel (fsdp_devices=1), 2-8 GPUs, global batch 64",
87
+ "norm_stats_file": "norm_stats.json",
88
+ "norm_stats_sha256": "0239d4f15e7f3126a38721118d570b92037f3569f28927016a50be62293c16e6",
89
+ "norm_stats_note": "quantile stats computed on this suite's frames only; padded dims whose q01==q99 were repaired (padding-aware)",
90
+ "training_data": "Linslab/ManiLadder_Dataset raw/<task>, 20 demos per task (14 tasks, 280 episodes, 115379 frames)",
91
+ "task_sources": {
92
+ "HangMug-v1": {
93
+ "path": "maniladder/envs/rigid_body/single_arm_gripper/level_2/hang_mug.py",
94
+ "sha256": "18a95ccc658e8725d4d38a6e8f445bb8a22e6671b5647e0e49b87b14a2109f31",
95
+ "level": "level_2",
96
+ "category": "rigid_body/single_arm_gripper",
97
+ "cameras": [
98
+ "front_camera",
99
+ "robot_camera",
100
+ null
101
+ ]
102
+ },
103
+ "PivotBook-v1": {
104
+ "path": "maniladder/envs/rigid_body/single_arm_gripper/level_2/pivot_book.py",
105
+ "sha256": "b4a162f84c4c43180ea4bc6e8a98326713273b862b4e24b5f8b03d6d6c8d93cc",
106
+ "level": "level_2",
107
+ "category": "rigid_body/single_arm_gripper",
108
+ "cameras": [
109
+ "front_camera",
110
+ "robot_camera",
111
+ null
112
+ ]
113
+ },
114
+ "OpenBoxRetrieval-v1": {
115
+ "path": "maniladder/envs/rigid_body/single_arm_gripper/level_2/open_box_retrieval.py",
116
+ "sha256": "2fade45048b317313439c6f85cc569b0baeb16165f7457379c823abf63bed27b",
117
+ "level": "level_2",
118
+ "category": "rigid_body/single_arm_gripper",
119
+ "cameras": [
120
+ "front_camera",
121
+ "robot_camera",
122
+ null
123
+ ]
124
+ },
125
+ "KitAssembly-v1": {
126
+ "path": "maniladder/envs/rigid_body/single_arm_gripper/level_2/kit_assembly.py",
127
+ "sha256": "d7161b09b2a3612f099cf4281e99103afe66f65a39b25dc4f24b9a6d97ed9b2a",
128
+ "level": "level_2",
129
+ "category": "rigid_body/single_arm_gripper",
130
+ "cameras": [
131
+ "front_camera",
132
+ "robot_camera",
133
+ null
134
+ ]
135
+ },
136
+ "FoldShirt-v1": {
137
+ "path": "maniladder/envs/deformable/single_arm_gripper/level_2/fold_shirt.py",
138
+ "sha256": "7e6a310b17fbec618f3026aefdd7e0aa2b2ae3fda1202d37fb3ff156ab2ba7fd",
139
+ "level": "level_2",
140
+ "category": "deformable/single_arm_gripper",
141
+ "cameras": [
142
+ "front_camera",
143
+ "robot_camera",
144
+ null
145
+ ]
146
+ },
147
+ "ScoopWater-v1": {
148
+ "path": "maniladder/envs/deformable/single_arm_gripper/level_2/scoop_water.py",
149
+ "sha256": "250d33381060b9e4f0f0e2b3f38fd3e365872ee159fbeeee6f66de5a64a3d167",
150
+ "level": "level_2",
151
+ "category": "deformable/single_arm_gripper",
152
+ "cameras": [
153
+ "front_camera",
154
+ "robot_camera",
155
+ null
156
+ ]
157
+ },
158
+ "StraightenTwoRopesSequential-v1": {
159
+ "path": "maniladder/envs/deformable/single_arm_gripper/level_2/straighten_two_rope.py",
160
+ "sha256": "7c5a2e562811d68514a730933f5d15c132fb007f0c29ce299e8b111a60abb1ab",
161
+ "level": "level_2",
162
+ "category": "deformable/single_arm_gripper",
163
+ "cameras": [
164
+ "front_camera",
165
+ "robot_camera",
166
+ null
167
+ ]
168
+ },
169
+ "GraspTwoBlocks-v1": {
170
+ "path": "maniladder/envs/rigid_body/single_arm_dex/level_2/grasp_blocks.py",
171
+ "sha256": "5ca6052059d89129ea2053033b959eafe590e119664bbcf431143d371650d66e",
172
+ "level": "level_2",
173
+ "category": "rigid_body/single_arm_dex",
174
+ "cameras": [
175
+ "front_camera",
176
+ "robot_camera",
177
+ null
178
+ ]
179
+ },
180
+ "ReorientPen-v1": {
181
+ "path": "maniladder/envs/rigid_body/single_arm_dex/level_2/reorient_pen.py",
182
+ "sha256": "cb46bbdf5dc53cc310e613a1556720d34b444b1333421682cd9b5133972aa386",
183
+ "level": "level_2",
184
+ "category": "rigid_body/single_arm_dex",
185
+ "cameras": [
186
+ "front_camera",
187
+ "robot_camera",
188
+ null
189
+ ]
190
+ },
191
+ "DexOpenDoor-v1": {
192
+ "path": "maniladder/envs/rigid_body/single_arm_dex/level_2/open_door.py",
193
+ "sha256": "6c21f64c2a98c359f1d01c67743cd590799b763ba3e1b933b7204d798312d062",
194
+ "level": "level_2",
195
+ "category": "rigid_body/single_arm_dex",
196
+ "cameras": [
197
+ "front_camera",
198
+ "robot_camera",
199
+ null
200
+ ]
201
+ },
202
+ "HammerNailOut-v1": {
203
+ "path": "maniladder/envs/rigid_body/single_arm_dex/level_2/hammer_nail_out.py",
204
+ "sha256": "f524116a35ee681f0573ed934a47914d71d1ab9ca9cfd610f7d43a574cb8bac4",
205
+ "level": "level_2",
206
+ "category": "rigid_body/single_arm_dex",
207
+ "cameras": [
208
+ "front_camera",
209
+ "robot_camera",
210
+ null
211
+ ]
212
+ },
213
+ "ClothWipe-v1": {
214
+ "path": "maniladder/envs/deformable/single_arm_dex/level_2/cloth_wipe.py",
215
+ "sha256": "45ce8bb2815accba3fae96c9411bc24a4c176607691392b121c31c75ebf6d9e4",
216
+ "level": "level_2",
217
+ "category": "deformable/single_arm_dex",
218
+ "cameras": [
219
+ "front_camera",
220
+ "robot_camera",
221
+ null
222
+ ]
223
+ },
224
+ "RollingPin-v1": {
225
+ "path": "maniladder/envs/deformable/single_arm_dex/level_2/rooling_pin.py",
226
+ "sha256": "b8d9b39ad2753b9e8f97b8d9117ba1c1c6c16005d90cbab3c8fa30505b4fb62f",
227
+ "level": "level_2",
228
+ "category": "deformable/single_arm_dex",
229
+ "cameras": [
230
+ "front_camera",
231
+ "robot_camera",
232
+ null
233
+ ]
234
+ },
235
+ "RopeBridgeDex-v1": {
236
+ "path": "maniladder/envs/deformable/single_arm_dex/level_2/rope_bridge.py",
237
+ "sha256": "bdae492d46519fea218838c421eb3217df1dea4ecd0ec2358df099f4dfc2765f",
238
+ "level": "level_2",
239
+ "category": "deformable/single_arm_dex",
240
+ "cameras": [
241
+ "front_camera",
242
+ "robot_camera",
243
+ null
244
+ ]
245
+ }
246
+ },
247
+ "eval_episodes": 50,
248
+ "eval_seed_base": 1000,
249
+ "evaluated_steps": [
250
+ 50000
251
+ ],
252
+ "selection": "final checkpoint only (no checkpoint selection)"
253
+ }
multi_task/level2_single_arm/norm_stats.json ADDED
@@ -0,0 +1,376 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "norm_stats": {
3
+ "state": {
4
+ "mean": [
5
+ 0.0,
6
+ 0.0,
7
+ 0.0,
8
+ 0.0,
9
+ 0.0,
10
+ 0.0,
11
+ 0.0,
12
+ 0.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 0.0,
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 0.0,
30
+ 0.0,
31
+ 0.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 0.0,
36
+ 0.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0,
43
+ 0.0,
44
+ 0.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0
49
+ ],
50
+ "std": [
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0,
59
+ 0.0,
60
+ 0.0,
61
+ 0.0,
62
+ 0.0,
63
+ 0.0,
64
+ 0.0,
65
+ 0.0,
66
+ 0.0,
67
+ 0.0,
68
+ 0.0,
69
+ 0.0,
70
+ 0.0,
71
+ 0.0,
72
+ 0.0,
73
+ 0.0,
74
+ 0.0,
75
+ 0.0,
76
+ 0.0,
77
+ 0.0,
78
+ 0.0,
79
+ 0.0,
80
+ 0.0,
81
+ 0.0,
82
+ 0.0,
83
+ 0.0,
84
+ 0.0,
85
+ 0.0,
86
+ 0.0,
87
+ 0.0,
88
+ 0.0,
89
+ 0.0,
90
+ 0.0,
91
+ 0.0,
92
+ 0.0,
93
+ 0.0,
94
+ 0.0
95
+ ],
96
+ "q01": [
97
+ 0.0,
98
+ 0.0,
99
+ 0.0,
100
+ 0.0,
101
+ 0.0,
102
+ 0.0,
103
+ 0.0,
104
+ 0.0,
105
+ 0.0,
106
+ 0.0,
107
+ 0.0,
108
+ 0.0,
109
+ 0.0,
110
+ 0.0,
111
+ 0.0,
112
+ 0.0,
113
+ 0.0,
114
+ 0.0,
115
+ 0.0,
116
+ 0.0,
117
+ 0.0,
118
+ 0.0,
119
+ 0.0,
120
+ 0.0,
121
+ 0.0,
122
+ 0.0,
123
+ 0.0,
124
+ 0.0,
125
+ 0.0,
126
+ 0.0,
127
+ 0.0,
128
+ 0.0,
129
+ 0.0,
130
+ 0.0,
131
+ 0.0,
132
+ 0.0,
133
+ 0.0,
134
+ 0.0,
135
+ 0.0,
136
+ 0.0,
137
+ 0.0,
138
+ 0.0,
139
+ 0.0,
140
+ 0.0
141
+ ],
142
+ "q99": [
143
+ 0.0,
144
+ 0.0,
145
+ 0.0,
146
+ 0.0,
147
+ 0.0,
148
+ 0.0,
149
+ 0.0,
150
+ 0.0,
151
+ 0.0,
152
+ 0.0,
153
+ 0.0,
154
+ 0.0,
155
+ 0.0,
156
+ 0.0,
157
+ 0.0,
158
+ 0.0,
159
+ 0.0,
160
+ 0.0,
161
+ 0.0,
162
+ 0.0,
163
+ 0.0,
164
+ 0.0,
165
+ 0.0,
166
+ 0.0,
167
+ 0.0,
168
+ 0.0,
169
+ 0.0,
170
+ 0.0,
171
+ 0.0,
172
+ 0.0,
173
+ 0.0,
174
+ 0.0,
175
+ 0.0,
176
+ 0.0,
177
+ 0.0,
178
+ 0.0,
179
+ 0.0,
180
+ 0.0,
181
+ 0.0,
182
+ 0.0,
183
+ 0.0,
184
+ 0.0,
185
+ 0.0,
186
+ 0.0
187
+ ]
188
+ },
189
+ "actions": {
190
+ "mean": [
191
+ -0.0004192063061054796,
192
+ 0.0016204067505896091,
193
+ -0.008068443275988102,
194
+ 0.0010459382319822907,
195
+ -0.0017532306956127286,
196
+ -0.001559300348162651,
197
+ -0.02564254030585289,
198
+ 0.03033117949962616,
199
+ 0.027077965438365936,
200
+ 0.01455305889248848,
201
+ 0.0001655167288845405,
202
+ 0.020959820598363876,
203
+ 0.023498594760894775,
204
+ 0.012494455091655254,
205
+ -0.003196330741047859,
206
+ 0.014806941151618958,
207
+ 0.02390560321509838,
208
+ 0.012421132996678352,
209
+ 0.01166246272623539,
210
+ 0.00040108259418047965,
211
+ 0.03588495030999184,
212
+ 0.019891737028956413,
213
+ 0.0,
214
+ 0.0,
215
+ 0.0,
216
+ 0.0,
217
+ 0.0,
218
+ 0.0,
219
+ 0.0,
220
+ 0.0,
221
+ 0.0,
222
+ 0.0,
223
+ 0.0,
224
+ 0.0,
225
+ 0.0,
226
+ 0.0,
227
+ 0.0,
228
+ 0.0,
229
+ 0.0,
230
+ 0.0,
231
+ 0.0,
232
+ 0.0,
233
+ 0.0,
234
+ 0.0
235
+ ],
236
+ "std": [
237
+ 0.05030786618590355,
238
+ 0.06875671446323395,
239
+ 0.07303418219089508,
240
+ 0.03574930503964424,
241
+ 0.02923697791993618,
242
+ 0.03166918084025383,
243
+ 0.7686351537704468,
244
+ 0.11343761533498764,
245
+ 0.15130749344825745,
246
+ 0.06974365562200546,
247
+ 0.11845527589321136,
248
+ 0.10381437093019485,
249
+ 0.1628367006778717,
250
+ 0.06929313391447067,
251
+ 0.05958699807524681,
252
+ 0.08495383709669113,
253
+ 0.16314134001731873,
254
+ 0.06922424584627151,
255
+ 0.08932793140411377,
256
+ 0.027417566627264023,
257
+ 0.10284169018268585,
258
+ 0.08006313443183899,
259
+ 0.0,
260
+ 0.0,
261
+ 0.0,
262
+ 0.0,
263
+ 0.0,
264
+ 0.0,
265
+ 0.0,
266
+ 0.0,
267
+ 0.0,
268
+ 0.0,
269
+ 0.0,
270
+ 0.0,
271
+ 0.0,
272
+ 0.0,
273
+ 0.0,
274
+ 0.0,
275
+ 0.0,
276
+ 0.0,
277
+ 0.0,
278
+ 0.0,
279
+ 0.0,
280
+ 0.0
281
+ ],
282
+ "q01": [
283
+ -0.15024000597000123,
284
+ -0.30000001192092896,
285
+ -0.1600522581338883,
286
+ -0.15015458190441133,
287
+ -0.30000001192092896,
288
+ -0.10808358275890351,
289
+ -1.0003097542524337,
290
+ -0.16348703145980847,
291
+ -0.1768682146072389,
292
+ -0.18786197125911713,
293
+ -0.18464767932891846,
294
+ -0.21191226577758782,
295
+ -0.20502892780303927,
296
+ -0.19348277152776716,
297
+ -0.18263578414916992,
298
+ -0.23770509037971488,
299
+ -0.19455279350280774,
300
+ -0.19584357904195787,
301
+ -0.16603915834426886,
302
+ -0.09334057009220126,
303
+ -0.18862102031707761,
304
+ -0.21919681792259216,
305
+ 0.0,
306
+ 0.0,
307
+ 0.0,
308
+ 0.0,
309
+ 0.0,
310
+ 0.0,
311
+ 0.0,
312
+ 0.0,
313
+ 0.0,
314
+ 0.0,
315
+ 0.0,
316
+ 0.0,
317
+ 0.0,
318
+ 0.0,
319
+ 0.0,
320
+ 0.0,
321
+ 0.0,
322
+ 0.0,
323
+ 0.0,
324
+ 0.0,
325
+ 0.0,
326
+ 0.0
327
+ ],
328
+ "q99": [
329
+ 0.14976000595092775,
330
+ 0.15996000635623936,
331
+ 0.15996351104974738,
332
+ 0.19981763080060488,
333
+ 0.15000000596046448,
334
+ 0.11896463769674304,
335
+ 0.999476572394371,
336
+ 0.3568421959877015,
337
+ 0.34692028999328617,
338
+ 0.30763535261154173,
339
+ 0.11205315589904785,
340
+ 0.36792969369888295,
341
+ 0.34603713512420686,
342
+ 0.31817319520711906,
343
+ 0.01751747354865074,
344
+ 0.33696872398853306,
345
+ 0.3456930255889894,
346
+ 0.3183653231739998,
347
+ 0.348361328601837,
348
+ 0.11227732567191123,
349
+ 0.33300238847732544,
350
+ 0.346494243812561,
351
+ 0.0,
352
+ 0.0,
353
+ 0.0,
354
+ 0.0,
355
+ 0.0,
356
+ 0.0,
357
+ 0.0,
358
+ 0.0,
359
+ 0.0,
360
+ 0.0,
361
+ 0.0,
362
+ 0.0,
363
+ 0.0,
364
+ 0.0,
365
+ 0.0,
366
+ 0.0,
367
+ 0.0,
368
+ 0.0,
369
+ 0.0,
370
+ 0.0,
371
+ 0.0,
372
+ 0.0
373
+ ]
374
+ }
375
+ }
376
+ }