yzzhao commited on
Commit
ccc66d0
·
verified ·
1 Parent(s): 000e043

Add official RoboTwin evaluation evidence (1800 files staged)

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +7 -0
  2. experiments/robotwin-official/official-01/analysis.json +3 -0
  3. experiments/robotwin-official/official-01/artifact-index.json +0 -0
  4. experiments/robotwin-official/official-01/episode.json +6 -0
  5. experiments/robotwin-official/official-01/evaluator.json +6 -0
  6. experiments/robotwin-official/official-01/evidence.zip +3 -0
  7. experiments/robotwin-official/official-01/instruction.json +12 -0
  8. experiments/robotwin-official/official-01/instructions.jsonl +1 -0
  9. experiments/robotwin-official/official-01/native-events.jsonl +0 -0
  10. experiments/robotwin-official/official-01/native-head.mp4 +3 -0
  11. experiments/robotwin-official/official-01/native-result.txt +5 -0
  12. experiments/robotwin-official/official-01/policy/calls/000000/input-0.png +0 -0
  13. experiments/robotwin-official/official-01/policy/calls/000000/input-1.png +0 -0
  14. experiments/robotwin-official/official-01/policy/calls/000000/input-2.png +0 -0
  15. experiments/robotwin-official/official-01/policy/calls/000000/input.json +28 -0
  16. experiments/robotwin-official/official-01/policy/calls/000000/native-actions.json +258 -0
  17. experiments/robotwin-official/official-01/policy/calls/000000/response.json +268 -0
  18. experiments/robotwin-official/official-01/policy/calls/000000/source-0.png +0 -0
  19. experiments/robotwin-official/official-01/policy/calls/000000/source-1.png +0 -0
  20. experiments/robotwin-official/official-01/policy/calls/000000/source-2.png +0 -0
  21. experiments/robotwin-official/official-01/policy/calls/000001/input-0.png +0 -0
  22. experiments/robotwin-official/official-01/policy/calls/000001/input-1.png +0 -0
  23. experiments/robotwin-official/official-01/policy/calls/000001/input-2.png +0 -0
  24. experiments/robotwin-official/official-01/policy/calls/000001/input.json +28 -0
  25. experiments/robotwin-official/official-01/policy/calls/000001/native-actions.json +258 -0
  26. experiments/robotwin-official/official-01/policy/calls/000001/response.json +268 -0
  27. experiments/robotwin-official/official-01/policy/calls/000001/source-0.png +0 -0
  28. experiments/robotwin-official/official-01/policy/calls/000001/source-1.png +0 -0
  29. experiments/robotwin-official/official-01/policy/calls/000001/source-2.png +0 -0
  30. experiments/robotwin-official/official-01/policy/calls/000002/input-0.png +0 -0
  31. experiments/robotwin-official/official-01/policy/calls/000002/input-1.png +0 -0
  32. experiments/robotwin-official/official-01/policy/calls/000002/input-2.png +0 -0
  33. experiments/robotwin-official/official-01/policy/calls/000002/input.json +28 -0
  34. experiments/robotwin-official/official-01/policy/calls/000002/native-actions.json +258 -0
  35. experiments/robotwin-official/official-01/policy/calls/000002/response.json +268 -0
  36. experiments/robotwin-official/official-01/policy/calls/000002/source-0.png +0 -0
  37. experiments/robotwin-official/official-01/policy/calls/000002/source-1.png +0 -0
  38. experiments/robotwin-official/official-01/policy/calls/000002/source-2.png +0 -0
  39. experiments/robotwin-official/official-01/policy/calls/000003/input-0.png +0 -0
  40. experiments/robotwin-official/official-01/policy/calls/000003/input-1.png +0 -0
  41. experiments/robotwin-official/official-01/policy/calls/000003/input-2.png +0 -0
  42. experiments/robotwin-official/official-01/policy/calls/000003/input.json +28 -0
  43. experiments/robotwin-official/official-01/policy/calls/000003/native-actions.json +258 -0
  44. experiments/robotwin-official/official-01/policy/calls/000003/response.json +268 -0
  45. experiments/robotwin-official/official-01/policy/calls/000003/source-0.png +0 -0
  46. experiments/robotwin-official/official-01/policy/calls/000003/source-1.png +0 -0
  47. experiments/robotwin-official/official-01/policy/calls/000003/source-2.png +0 -0
  48. experiments/robotwin-official/official-01/policy/calls/000004/input-0.png +0 -0
  49. experiments/robotwin-official/official-01/policy/calls/000004/input-1.png +0 -0
  50. experiments/robotwin-official/official-01/policy/calls/000004/input-2.png +0 -0
.gitattributes CHANGED
@@ -89,3 +89,10 @@ experiments/robotwin-native/kinex-2/presentation/video.mp4 filter=lfs diff=lfs m
89
  experiments/robotwin-native/standalone-3/presentation/poster.jpg filter=lfs diff=lfs merge=lfs -text
90
  experiments/robotwin-native/standalone-3/presentation/terminal.jpg filter=lfs diff=lfs merge=lfs -text
91
  experiments/robotwin-native/standalone-3/presentation/video.mp4 filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
89
  experiments/robotwin-native/standalone-3/presentation/poster.jpg filter=lfs diff=lfs merge=lfs -text
90
  experiments/robotwin-native/standalone-3/presentation/terminal.jpg filter=lfs diff=lfs merge=lfs -text
91
  experiments/robotwin-native/standalone-3/presentation/video.mp4 filter=lfs diff=lfs merge=lfs -text
92
+ experiments/robotwin-official/official-01/native-head.mp4 filter=lfs diff=lfs merge=lfs -text
93
+ experiments/robotwin-official/official-01/presentation/terminal.jpg filter=lfs diff=lfs merge=lfs -text
94
+ experiments/robotwin-official/official-01/presentation/video.mp4 filter=lfs diff=lfs merge=lfs -text
95
+ experiments/robotwin-official/official-02/native-head.mp4 filter=lfs diff=lfs merge=lfs -text
96
+ experiments/robotwin-official/official-02/presentation/terminal.jpg filter=lfs diff=lfs merge=lfs -text
97
+ experiments/robotwin-official/official-02/presentation/video.mp4 filter=lfs diff=lfs merge=lfs -text
98
+ experiments/robotwin-official/official-03/native-head.mp4 filter=lfs diff=lfs merge=lfs -text
experiments/robotwin-official/official-01/analysis.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "observed": "Native action limit reached after 800 actions and 50 VLA inferences. Official evaluator; no language-agent session."
3
+ }
experiments/robotwin-official/official-01/artifact-index.json ADDED
The diff for this file is too large to render. See raw diff
 
experiments/robotwin-official/official-01/episode.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "success": false,
3
+ "evidence_valid": true,
4
+ "termination": "step_limit",
5
+ "steps": 800
6
+ }
experiments/robotwin-official/official-01/evaluator.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "path": "/opt/robotwin/scripts/eval_policy_xpolicylab.py",
3
+ "sha256": "78821388d58daf8aa65db55c5952df3742486dd93e717ce6a96374a3795dfc7a",
4
+ "protocol": "official",
5
+ "instruction_source": "rle_catalog"
6
+ }
experiments/robotwin-official/official-01/evidence.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6541caf2d6a4573ad9d31845a791c47635cf606d8f210c2bb299850ff9b5611
3
+ size 13812866
experiments/robotwin-official/official-01/instruction.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "wall_time_ns": 1793233180917785729,
3
+ "seed": 100000,
4
+ "task_id": "robotwin/handover-block-aloha-agilex",
5
+ "template": "use the left arm to grasp the red block on the table, hand it over to the right arm, and set it down in the center of the blue pad. Release it with the right gripper open",
6
+ "bindings": {},
7
+ "binding_paths": {},
8
+ "context": {},
9
+ "instruction": "use the left arm to grasp the red block on the table, hand it over to the right arm, and set it down in the center of the blue pad. Release it with the right gripper open",
10
+ "source": "workspace/RLE-Bench-inhouse/tasks/task03/catalog/01-handover-block/task.yaml",
11
+ "source_sha256": "7947fa8f7fbbd5001d77c64c0c147b9c77ed40e9d6aa9cc75daf5db231a80648"
12
+ }
experiments/robotwin-official/official-01/instructions.jsonl ADDED
@@ -0,0 +1 @@
 
 
1
+ {"wall_time_ns": 1793233180917785729, "seed": 100000, "task_id": "robotwin/handover-block-aloha-agilex", "template": "use the left arm to grasp the red block on the table, hand it over to the right arm, and set it down in the center of the blue pad. Release it with the right gripper open", "bindings": {}, "binding_paths": {}, "context": {}, "instruction": "use the left arm to grasp the red block on the table, hand it over to the right arm, and set it down in the center of the blue pad. Release it with the right gripper open", "source": "workspace/RLE-Bench-inhouse/tasks/task03/catalog/01-handover-block/task.yaml", "source_sha256": "7947fa8f7fbbd5001d77c64c0c147b9c77ed40e9d6aa9cc75daf5db231a80648"}
experiments/robotwin-official/official-01/native-events.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
experiments/robotwin-official/official-01/native-head.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9885fe9e338ff5792096ffa979b65bc25e1819f6c861fd8c1fe0d74e3c86648
3
+ size 799778
experiments/robotwin-official/official-01/native-result.txt ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ Timestamp: 2026-10-29_00-19-05_989207
2
+
3
+ Instruction Type: seen
4
+
5
+ 0.0
experiments/robotwin-official/official-01/policy/calls/000000/input-0.png ADDED
experiments/robotwin-official/official-01/policy/calls/000000/input-1.png ADDED
experiments/robotwin-official/official-01/policy/calls/000000/input-2.png ADDED
experiments/robotwin-official/official-01/policy/calls/000000/input.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "examples": [
3
+ {
4
+ "image": [
5
+ "input-0.png",
6
+ "input-1.png",
7
+ "input-2.png"
8
+ ],
9
+ "lang": "use the left arm to grasp the red block on the table, hand it over to the right arm, and set it down in the center of the blue pad. Release it with the right gripper open"
10
+ }
11
+ ],
12
+ "unnorm_key": "new_embodiment",
13
+ "do_sample": false,
14
+ "use_ddim": true,
15
+ "num_ddim_steps": 10,
16
+ "camera_order": [
17
+ "cam_head",
18
+ "cam_left_wrist",
19
+ "cam_right_wrist"
20
+ ],
21
+ "case": {
22
+ "task_name": "handover_block",
23
+ "seed": 100000,
24
+ "instruction": "use the left arm to grasp the red block on the table, hand it over to the right arm, and set it down in the center of the blue pad. Release it with the right gripper open",
25
+ "action_type": "joint"
26
+ },
27
+ "native_step": 0
28
+ }
experiments/robotwin-official/official-01/policy/calls/000000/native-actions.json ADDED
@@ -0,0 +1,258 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ [
3
+ -0.013628959655761719,
4
+ 0.0019861627370119095,
5
+ 0.007508829236030579,
6
+ 0.005101680755615234,
7
+ -0.0025069713592529297,
8
+ -0.014658451080322266,
9
+ 1.0,
10
+ -0.004818439483642578,
11
+ -0.007259249687194824,
12
+ 0.0010153576731681824,
13
+ 0.00024378299713134766,
14
+ -0.0025620460510253906,
15
+ -0.0012402534484863281,
16
+ 1.0
17
+ ],
18
+ [
19
+ -0.014649391174316406,
20
+ 0.006524777039885521,
21
+ 0.010489046573638916,
22
+ 0.004169344902038574,
23
+ -0.0017724037170410156,
24
+ -0.014524459838867188,
25
+ 1.0,
26
+ -0.0051670074462890625,
27
+ -0.00504755973815918,
28
+ 0.002904856577515602,
29
+ -0.00040519237518310547,
30
+ -0.0025565624237060547,
31
+ -0.0017800331115722656,
32
+ 1.0
33
+ ],
34
+ [
35
+ -0.014697074890136719,
36
+ 0.017702704295516014,
37
+ 0.02052554488182068,
38
+ 0.0060427188873291016,
39
+ 0.004210829734802246,
40
+ -0.013504505157470703,
41
+ 1.0,
42
+ -0.004133701324462891,
43
+ -0.0049340128898620605,
44
+ 0.0038475869223475456,
45
+ -0.0007799863815307617,
46
+ -0.002409219741821289,
47
+ -0.002013683319091797,
48
+ 1.0
49
+ ],
50
+ [
51
+ -0.014507293701171875,
52
+ 0.04139015078544617,
53
+ 0.04081110656261444,
54
+ 0.014151692390441895,
55
+ 0.019702434539794922,
56
+ -0.013530254364013672,
57
+ 1.0,
58
+ -0.004994869232177734,
59
+ -0.005799651145935059,
60
+ 0.004156515002250671,
61
+ -0.0011125802993774414,
62
+ -0.002025127410888672,
63
+ -0.002654552459716797,
64
+ 1.0
65
+ ],
66
+ [
67
+ -0.015412330627441406,
68
+ 0.0770588144659996,
69
+ 0.07265941798686981,
70
+ 0.02546679973602295,
71
+ 0.04054558277130127,
72
+ -0.01377105712890625,
73
+ 1.0,
74
+ -0.006103038787841797,
75
+ -0.004400193691253662,
76
+ 0.004711363464593887,
77
+ -0.0021164417266845703,
78
+ -0.0021009445190429688,
79
+ -0.0029702186584472656,
80
+ 1.0
81
+ ],
82
+ [
83
+ -0.015271186828613281,
84
+ 0.12090187519788742,
85
+ 0.11182630062103271,
86
+ 0.043657541275024414,
87
+ 0.0667109489440918,
88
+ -0.014586925506591797,
89
+ 1.0,
90
+ -0.006710052490234375,
91
+ -0.004039466381072998,
92
+ 0.005100336857140064,
93
+ -0.0022804737091064453,
94
+ -0.0024149417877197266,
95
+ -0.003070354461669922,
96
+ 1.0
97
+ ],
98
+ [
99
+ -0.015319347381591797,
100
+ 0.17890554666519165,
101
+ 0.1611512452363968,
102
+ 0.06336307525634766,
103
+ 0.09624099731445312,
104
+ -0.013283729553222656,
105
+ 1.0,
106
+ -0.005722522735595703,
107
+ -0.0038658976554870605,
108
+ 0.005228211171925068,
109
+ -0.0015872716903686523,
110
+ -0.0028581619262695312,
111
+ -0.0027723312377929688,
112
+ 1.0
113
+ ],
114
+ [
115
+ -0.012906074523925781,
116
+ 0.2501235008239746,
117
+ 0.21948887407779694,
118
+ 0.08384156227111816,
119
+ 0.12878894805908203,
120
+ -0.01390838623046875,
121
+ 1.0,
122
+ -0.003097057342529297,
123
+ -0.001917421817779541,
124
+ 0.005477297119796276,
125
+ -0.0014922618865966797,
126
+ -0.003279447555541992,
127
+ -0.0018649101257324219,
128
+ 1.0
129
+ ],
130
+ [
131
+ -0.010030269622802734,
132
+ 0.3301883339881897,
133
+ 0.28030866384506226,
134
+ 0.1073751449584961,
135
+ 0.16593539714813232,
136
+ -0.015400886535644531,
137
+ 1.0,
138
+ -0.002853870391845703,
139
+ -0.0025067925453186035,
140
+ 0.0042800214141607285,
141
+ -0.002385735511779785,
142
+ -0.0031125545501708984,
143
+ -0.0018239021301269531,
144
+ 1.0
145
+ ],
146
+ [
147
+ -0.0055027008056640625,
148
+ 0.41538578271865845,
149
+ 0.3439180254936218,
150
+ 0.13432931900024414,
151
+ 0.20883488655090332,
152
+ -0.015710830688476562,
153
+ 1.0,
154
+ -0.0027136802673339844,
155
+ -0.002502918243408203,
156
+ 0.003967379219830036,
157
+ -0.0021157264709472656,
158
+ -0.003217935562133789,
159
+ -0.0030088424682617188,
160
+ 1.0
161
+ ],
162
+ [
163
+ 0.0002455711364746094,
164
+ 0.5040580034255981,
165
+ 0.4094685912132263,
166
+ 0.16074824333190918,
167
+ 0.25250399112701416,
168
+ -0.016901016235351562,
169
+ 1.0,
170
+ -0.003322124481201172,
171
+ -0.003098726272583008,
172
+ 0.0038365572690963745,
173
+ -0.0017862319946289062,
174
+ -0.0035092830657958984,
175
+ -0.004804134368896484,
176
+ 1.0
177
+ ],
178
+ [
179
+ 0.002894878387451172,
180
+ 0.6002036929130554,
181
+ 0.48027515411376953,
182
+ 0.18676257133483887,
183
+ 0.2979236841201782,
184
+ -0.016674518585205078,
185
+ 1.0,
186
+ -0.003932952880859375,
187
+ -0.0030989646911621094,
188
+ 0.0035716360434889793,
189
+ -0.00209808349609375,
190
+ -0.0034399032592773438,
191
+ -0.0074558258056640625,
192
+ 1.0
193
+ ],
194
+ [
195
+ 0.00182342529296875,
196
+ 0.7070818543434143,
197
+ 0.5580285787582397,
198
+ 0.2100059986114502,
199
+ 0.3430166244506836,
200
+ -0.016135215759277344,
201
+ 1.0,
202
+ -0.004273414611816406,
203
+ -0.0017548799514770508,
204
+ 0.004922776482999325,
205
+ -0.0026841163635253906,
206
+ -0.0034606456756591797,
207
+ -0.009409904479980469,
208
+ 1.0
209
+ ],
210
+ [
211
+ 0.0033240318298339844,
212
+ 0.8153600096702576,
213
+ 0.6352327466011047,
214
+ 0.23818182945251465,
215
+ 0.3896059989929199,
216
+ -0.013535499572753906,
217
+ 1.0,
218
+ -0.002331256866455078,
219
+ -0.0004347562789916992,
220
+ 0.00550448801368475,
221
+ -0.003306150436401367,
222
+ -0.0036008358001708984,
223
+ -0.008331775665283203,
224
+ 1.0
225
+ ],
226
+ [
227
+ 0.004923820495605469,
228
+ 0.9326291680335999,
229
+ 0.7203701138496399,
230
+ 0.2728912830352783,
231
+ 0.44236743450164795,
232
+ -0.010210514068603516,
233
+ 1.0,
234
+ -0.00020456314086914062,
235
+ -0.0006722807884216309,
236
+ 0.005228538066148758,
237
+ -0.00271451473236084,
238
+ -0.0034313201904296875,
239
+ -0.006751537322998047,
240
+ 1.0
241
+ ],
242
+ [
243
+ 0.008249759674072266,
244
+ 1.0477912425994873,
245
+ 0.8025102615356445,
246
+ 0.3021049499511719,
247
+ 0.49004507064819336,
248
+ -0.009931564331054688,
249
+ 1.0,
250
+ 2.956390380859375e-05,
251
+ -0.000372469425201416,
252
+ 0.005530587397515774,
253
+ -0.002305150032043457,
254
+ -0.003286123275756836,
255
+ -0.00592803955078125,
256
+ 1.0
257
+ ]
258
+ ]
experiments/robotwin-official/official-01/policy/calls/000000/response.json ADDED
@@ -0,0 +1,268 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "status": "ok",
3
+ "ok": true,
4
+ "type": "inference_result",
5
+ "request_id": "default",
6
+ "data": {
7
+ "actions": [
8
+ [
9
+ [
10
+ -0.013628959655761719,
11
+ 0.0019861627370119095,
12
+ 0.007508829236030579,
13
+ 0.005101680755615234,
14
+ -0.0025069713592529297,
15
+ -0.014658451080322266,
16
+ -0.004818439483642578,
17
+ -0.007259249687194824,
18
+ 0.0010153576731681824,
19
+ 0.00024378299713134766,
20
+ -0.0025620460510253906,
21
+ -0.0012402534484863281,
22
+ 1.0,
23
+ 1.0
24
+ ],
25
+ [
26
+ -0.014649391174316406,
27
+ 0.006524777039885521,
28
+ 0.010489046573638916,
29
+ 0.004169344902038574,
30
+ -0.0017724037170410156,
31
+ -0.014524459838867188,
32
+ -0.0051670074462890625,
33
+ -0.00504755973815918,
34
+ 0.002904856577515602,
35
+ -0.00040519237518310547,
36
+ -0.0025565624237060547,
37
+ -0.0017800331115722656,
38
+ 1.0,
39
+ 1.0
40
+ ],
41
+ [
42
+ -0.014697074890136719,
43
+ 0.017702704295516014,
44
+ 0.02052554488182068,
45
+ 0.0060427188873291016,
46
+ 0.004210829734802246,
47
+ -0.013504505157470703,
48
+ -0.004133701324462891,
49
+ -0.0049340128898620605,
50
+ 0.0038475869223475456,
51
+ -0.0007799863815307617,
52
+ -0.002409219741821289,
53
+ -0.002013683319091797,
54
+ 1.0,
55
+ 1.0
56
+ ],
57
+ [
58
+ -0.014507293701171875,
59
+ 0.04139015078544617,
60
+ 0.04081110656261444,
61
+ 0.014151692390441895,
62
+ 0.019702434539794922,
63
+ -0.013530254364013672,
64
+ -0.004994869232177734,
65
+ -0.005799651145935059,
66
+ 0.004156515002250671,
67
+ -0.0011125802993774414,
68
+ -0.002025127410888672,
69
+ -0.002654552459716797,
70
+ 1.0,
71
+ 1.0
72
+ ],
73
+ [
74
+ -0.015412330627441406,
75
+ 0.0770588144659996,
76
+ 0.07265941798686981,
77
+ 0.02546679973602295,
78
+ 0.04054558277130127,
79
+ -0.01377105712890625,
80
+ -0.006103038787841797,
81
+ -0.004400193691253662,
82
+ 0.004711363464593887,
83
+ -0.0021164417266845703,
84
+ -0.0021009445190429688,
85
+ -0.0029702186584472656,
86
+ 1.0,
87
+ 1.0
88
+ ],
89
+ [
90
+ -0.015271186828613281,
91
+ 0.12090187519788742,
92
+ 0.11182630062103271,
93
+ 0.043657541275024414,
94
+ 0.0667109489440918,
95
+ -0.014586925506591797,
96
+ -0.006710052490234375,
97
+ -0.004039466381072998,
98
+ 0.005100336857140064,
99
+ -0.0022804737091064453,
100
+ -0.0024149417877197266,
101
+ -0.003070354461669922,
102
+ 1.0,
103
+ 1.0
104
+ ],
105
+ [
106
+ -0.015319347381591797,
107
+ 0.17890554666519165,
108
+ 0.1611512452363968,
109
+ 0.06336307525634766,
110
+ 0.09624099731445312,
111
+ -0.013283729553222656,
112
+ -0.005722522735595703,
113
+ -0.0038658976554870605,
114
+ 0.005228211171925068,
115
+ -0.0015872716903686523,
116
+ -0.0028581619262695312,
117
+ -0.0027723312377929688,
118
+ 1.0,
119
+ 1.0
120
+ ],
121
+ [
122
+ -0.012906074523925781,
123
+ 0.2501235008239746,
124
+ 0.21948887407779694,
125
+ 0.08384156227111816,
126
+ 0.12878894805908203,
127
+ -0.01390838623046875,
128
+ -0.003097057342529297,
129
+ -0.001917421817779541,
130
+ 0.005477297119796276,
131
+ -0.0014922618865966797,
132
+ -0.003279447555541992,
133
+ -0.0018649101257324219,
134
+ 1.0,
135
+ 1.0
136
+ ],
137
+ [
138
+ -0.010030269622802734,
139
+ 0.3301883339881897,
140
+ 0.28030866384506226,
141
+ 0.1073751449584961,
142
+ 0.16593539714813232,
143
+ -0.015400886535644531,
144
+ -0.002853870391845703,
145
+ -0.0025067925453186035,
146
+ 0.0042800214141607285,
147
+ -0.002385735511779785,
148
+ -0.0031125545501708984,
149
+ -0.0018239021301269531,
150
+ 1.0,
151
+ 1.0
152
+ ],
153
+ [
154
+ -0.0055027008056640625,
155
+ 0.41538578271865845,
156
+ 0.3439180254936218,
157
+ 0.13432931900024414,
158
+ 0.20883488655090332,
159
+ -0.015710830688476562,
160
+ -0.0027136802673339844,
161
+ -0.002502918243408203,
162
+ 0.003967379219830036,
163
+ -0.0021157264709472656,
164
+ -0.003217935562133789,
165
+ -0.0030088424682617188,
166
+ 1.0,
167
+ 1.0
168
+ ],
169
+ [
170
+ 0.0002455711364746094,
171
+ 0.5040580034255981,
172
+ 0.4094685912132263,
173
+ 0.16074824333190918,
174
+ 0.25250399112701416,
175
+ -0.016901016235351562,
176
+ -0.003322124481201172,
177
+ -0.003098726272583008,
178
+ 0.0038365572690963745,
179
+ -0.0017862319946289062,
180
+ -0.0035092830657958984,
181
+ -0.004804134368896484,
182
+ 1.0,
183
+ 1.0
184
+ ],
185
+ [
186
+ 0.002894878387451172,
187
+ 0.6002036929130554,
188
+ 0.48027515411376953,
189
+ 0.18676257133483887,
190
+ 0.2979236841201782,
191
+ -0.016674518585205078,
192
+ -0.003932952880859375,
193
+ -0.0030989646911621094,
194
+ 0.0035716360434889793,
195
+ -0.00209808349609375,
196
+ -0.0034399032592773438,
197
+ -0.0074558258056640625,
198
+ 1.0,
199
+ 1.0
200
+ ],
201
+ [
202
+ 0.00182342529296875,
203
+ 0.7070818543434143,
204
+ 0.5580285787582397,
205
+ 0.2100059986114502,
206
+ 0.3430166244506836,
207
+ -0.016135215759277344,
208
+ -0.004273414611816406,
209
+ -0.0017548799514770508,
210
+ 0.004922776482999325,
211
+ -0.0026841163635253906,
212
+ -0.0034606456756591797,
213
+ -0.009409904479980469,
214
+ 1.0,
215
+ 1.0
216
+ ],
217
+ [
218
+ 0.0033240318298339844,
219
+ 0.8153600096702576,
220
+ 0.6352327466011047,
221
+ 0.23818182945251465,
222
+ 0.3896059989929199,
223
+ -0.013535499572753906,
224
+ -0.002331256866455078,
225
+ -0.0004347562789916992,
226
+ 0.00550448801368475,
227
+ -0.003306150436401367,
228
+ -0.0036008358001708984,
229
+ -0.008331775665283203,
230
+ 1.0,
231
+ 1.0
232
+ ],
233
+ [
234
+ 0.004923820495605469,
235
+ 0.9326291680335999,
236
+ 0.7203701138496399,
237
+ 0.2728912830352783,
238
+ 0.44236743450164795,
239
+ -0.010210514068603516,
240
+ -0.00020456314086914062,
241
+ -0.0006722807884216309,
242
+ 0.005228538066148758,
243
+ -0.00271451473236084,
244
+ -0.0034313201904296875,
245
+ -0.006751537322998047,
246
+ 1.0,
247
+ 1.0
248
+ ],
249
+ [
250
+ 0.008249759674072266,
251
+ 1.0477912425994873,
252
+ 0.8025102615356445,
253
+ 0.3021049499511719,
254
+ 0.49004507064819336,
255
+ -0.009931564331054688,
256
+ 2.956390380859375e-05,
257
+ -0.000372469425201416,
258
+ 0.005530587397515774,
259
+ -0.002305150032043457,
260
+ -0.003286123275756836,
261
+ -0.00592803955078125,
262
+ 1.0,
263
+ 1.0
264
+ ]
265
+ ]
266
+ ]
267
+ }
268
+ }
experiments/robotwin-official/official-01/policy/calls/000000/source-0.png ADDED
experiments/robotwin-official/official-01/policy/calls/000000/source-1.png ADDED
experiments/robotwin-official/official-01/policy/calls/000000/source-2.png ADDED
experiments/robotwin-official/official-01/policy/calls/000001/input-0.png ADDED
experiments/robotwin-official/official-01/policy/calls/000001/input-1.png ADDED
experiments/robotwin-official/official-01/policy/calls/000001/input-2.png ADDED
experiments/robotwin-official/official-01/policy/calls/000001/input.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "examples": [
3
+ {
4
+ "image": [
5
+ "input-0.png",
6
+ "input-1.png",
7
+ "input-2.png"
8
+ ],
9
+ "lang": "use the left arm to grasp the red block on the table, hand it over to the right arm, and set it down in the center of the blue pad. Release it with the right gripper open"
10
+ }
11
+ ],
12
+ "unnorm_key": "new_embodiment",
13
+ "do_sample": false,
14
+ "use_ddim": true,
15
+ "num_ddim_steps": 10,
16
+ "camera_order": [
17
+ "cam_head",
18
+ "cam_left_wrist",
19
+ "cam_right_wrist"
20
+ ],
21
+ "case": {
22
+ "task_name": "handover_block",
23
+ "seed": 100000,
24
+ "instruction": "use the left arm to grasp the red block on the table, hand it over to the right arm, and set it down in the center of the blue pad. Release it with the right gripper open",
25
+ "action_type": "joint"
26
+ },
27
+ "native_step": 16
28
+ }
experiments/robotwin-official/official-01/policy/calls/000001/native-actions.json ADDED
@@ -0,0 +1,258 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ [
3
+ 0.05158042907714844,
4
+ 1.6050894260406494,
5
+ 1.1520527601242065,
6
+ 0.4464845657348633,
7
+ 0.7074010372161865,
8
+ 0.0051898956298828125,
9
+ 1.0,
10
+ 0.0061588287353515625,
11
+ 0.027552783489227295,
12
+ 0.02959776297211647,
13
+ -0.011602044105529785,
14
+ -0.005945444107055664,
15
+ -0.013698101043701172,
16
+ 1.0
17
+ ],
18
+ [
19
+ 0.049805641174316406,
20
+ 1.7064677476882935,
21
+ 1.2230371236801147,
22
+ 0.46895718574523926,
23
+ 0.7529022693634033,
24
+ 0.0040130615234375,
25
+ 1.0,
26
+ 0.005078792572021484,
27
+ 0.02795034646987915,
28
+ 0.02737334370613098,
29
+ -0.008864879608154297,
30
+ -0.005242109298706055,
31
+ -0.010380268096923828,
32
+ 1.0
33
+ ],
34
+ [
35
+ 0.046767234802246094,
36
+ 1.8094959259033203,
37
+ 1.2879949808120728,
38
+ 0.5019800662994385,
39
+ 0.7972168922424316,
40
+ 0.0027594566345214844,
41
+ 1.0,
42
+ 0.0051631927490234375,
43
+ 0.03643113374710083,
44
+ 0.030770141631364822,
45
+ -0.00787341594696045,
46
+ -0.007009029388427734,
47
+ -0.006571769714355469,
48
+ 1.0
49
+ ],
50
+ [
51
+ 0.04202413558959961,
52
+ 1.8834550380706787,
53
+ 1.3313957452774048,
54
+ 0.526043176651001,
55
+ 0.8287801742553711,
56
+ 0.00019693374633789062,
57
+ 1.0,
58
+ 0.0066127777099609375,
59
+ 0.055459022521972656,
60
+ 0.03975418955087662,
61
+ -0.007645964622497559,
62
+ -0.009908437728881836,
63
+ -0.005160331726074219,
64
+ 1.0
65
+ ],
66
+ [
67
+ 0.038359642028808594,
68
+ 1.9480654001235962,
69
+ 1.3780103921890259,
70
+ 0.5423400402069092,
71
+ 0.8546981811523438,
72
+ -0.0033731460571289062,
73
+ 1.0,
74
+ 0.009860515594482422,
75
+ 0.07838302850723267,
76
+ 0.051007866859436035,
77
+ -0.008071541786193848,
78
+ -0.01343226432800293,
79
+ -0.004569053649902344,
80
+ 1.0
81
+ ],
82
+ [
83
+ 0.03612565994262695,
84
+ 2.0122110843658447,
85
+ 1.4245011806488037,
86
+ 0.5582129955291748,
87
+ 0.881253719329834,
88
+ -0.005704402923583984,
89
+ 1.0,
90
+ 0.01176309585571289,
91
+ 0.09467542171478271,
92
+ 0.058663710951805115,
93
+ -0.006103515625,
94
+ -0.017073631286621094,
95
+ -0.00502777099609375,
96
+ 1.0
97
+ ],
98
+ [
99
+ 0.03316020965576172,
100
+ 2.0717735290527344,
101
+ 1.465041160583496,
102
+ 0.572770357131958,
103
+ 0.9029338359832764,
104
+ -0.008268356323242188,
105
+ 1.0,
106
+ 0.01226663589477539,
107
+ 0.11115103960037231,
108
+ 0.06558648496866226,
109
+ -0.0034401416778564453,
110
+ -0.021255970001220703,
111
+ -0.006609439849853516,
112
+ 1.0
113
+ ],
114
+ [
115
+ 0.028910160064697266,
116
+ 2.1344757080078125,
117
+ 1.5129108428955078,
118
+ 0.585540771484375,
119
+ 0.9271154403686523,
120
+ -0.009724617004394531,
121
+ 1.0,
122
+ 0.012822151184082031,
123
+ 0.1255519986152649,
124
+ 0.0709400475025177,
125
+ 0.001123666763305664,
126
+ -0.02592182159423828,
127
+ -0.007747173309326172,
128
+ 1.0
129
+ ],
130
+ [
131
+ 0.027400493621826172,
132
+ 2.1935436725616455,
133
+ 1.5560458898544312,
134
+ 0.5999917984008789,
135
+ 0.9506978988647461,
136
+ -0.01076507568359375,
137
+ 1.0,
138
+ 0.013304710388183594,
139
+ 0.14267498254776,
140
+ 0.07730710506439209,
141
+ 0.008824706077575684,
142
+ -0.03285694122314453,
143
+ -0.011553287506103516,
144
+ 1.0
145
+ ],
146
+ [
147
+ 0.02991628646850586,
148
+ 2.242826223373413,
149
+ 1.590254306793213,
150
+ 0.613638162612915,
151
+ 0.9686164855957031,
152
+ -0.012058258056640625,
153
+ 1.0,
154
+ 0.011348724365234375,
155
+ 0.15257877111434937,
156
+ 0.07954484224319458,
157
+ 0.014684200286865234,
158
+ -0.03751015663146973,
159
+ -0.013396739959716797,
160
+ 1.0
161
+ ],
162
+ [
163
+ 0.0328221321105957,
164
+ 2.2851345539093018,
165
+ 1.6222707033157349,
166
+ 0.6283664703369141,
167
+ 0.986522912979126,
168
+ -0.012708663940429688,
169
+ 1.0,
170
+ 0.010829448699951172,
171
+ 0.1650550365447998,
172
+ 0.0831957533955574,
173
+ 0.021157026290893555,
174
+ -0.042693376541137695,
175
+ -0.01491689682006836,
176
+ 1.0
177
+ ],
178
+ [
179
+ 0.03671979904174805,
180
+ 2.3194527626037598,
181
+ 1.6518549919128418,
182
+ 0.6377758979797363,
183
+ 1.0014610290527344,
184
+ -0.013674259185791016,
185
+ 1.0,
186
+ 0.010927677154541016,
187
+ 0.17460131645202637,
188
+ 0.08726762980222702,
189
+ 0.022300243377685547,
190
+ -0.04587054252624512,
191
+ -0.015246868133544922,
192
+ 1.0
193
+ ],
194
+ [
195
+ 0.0386500358581543,
196
+ 2.346209764480591,
197
+ 1.6760321855545044,
198
+ 0.646141767501831,
199
+ 1.0142428874969482,
200
+ -0.014249801635742188,
201
+ 1.0,
202
+ 0.01084280014038086,
203
+ 0.18137753009796143,
204
+ 0.09021997451782227,
205
+ 0.022940874099731445,
206
+ -0.048537254333496094,
207
+ -0.014241695404052734,
208
+ 1.0
209
+ ],
210
+ [
211
+ 0.03762102127075195,
212
+ 2.3522109985351562,
213
+ 1.6853835582733154,
214
+ 0.6450028419494629,
215
+ 1.0164766311645508,
216
+ -0.01745319366455078,
217
+ 1.0,
218
+ 0.011890888214111328,
219
+ 0.19338113069534302,
220
+ 0.09984678030014038,
221
+ 0.019407033920288086,
222
+ -0.05065441131591797,
223
+ -0.014729499816894531,
224
+ 1.0
225
+ ],
226
+ [
227
+ 0.03793144226074219,
228
+ 2.337432861328125,
229
+ 1.6780110597610474,
230
+ 0.6406424045562744,
231
+ 1.011570692062378,
232
+ -0.023426055908203125,
233
+ 1.0,
234
+ 0.016297340393066406,
235
+ 0.2036626935005188,
236
+ 0.11529780179262161,
237
+ -0.0031200647354125977,
238
+ -0.04527163505554199,
239
+ -0.014682292938232422,
240
+ 1.0
241
+ ],
242
+ [
243
+ 0.03652477264404297,
244
+ 2.3140196800231934,
245
+ 1.665326714515686,
246
+ 0.6333308219909668,
247
+ 0.9986567497253418,
248
+ -0.03337240219116211,
249
+ 1.0,
250
+ 0.024379253387451172,
251
+ 0.21168529987335205,
252
+ 0.13650524616241455,
253
+ -0.0427854061126709,
254
+ -0.03393816947937012,
255
+ -0.011011600494384766,
256
+ 1.0
257
+ ]
258
+ ]
experiments/robotwin-official/official-01/policy/calls/000001/response.json ADDED
@@ -0,0 +1,268 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "status": "ok",
3
+ "ok": true,
4
+ "type": "inference_result",
5
+ "request_id": "default",
6
+ "data": {
7
+ "actions": [
8
+ [
9
+ [
10
+ 0.05158042907714844,
11
+ 1.6050894260406494,
12
+ 1.1520527601242065,
13
+ 0.4464845657348633,
14
+ 0.7074010372161865,
15
+ 0.0051898956298828125,
16
+ 0.0061588287353515625,
17
+ 0.027552783489227295,
18
+ 0.02959776297211647,
19
+ -0.011602044105529785,
20
+ -0.005945444107055664,
21
+ -0.013698101043701172,
22
+ 1.0,
23
+ 1.0
24
+ ],
25
+ [
26
+ 0.049805641174316406,
27
+ 1.7064677476882935,
28
+ 1.2230371236801147,
29
+ 0.46895718574523926,
30
+ 0.7529022693634033,
31
+ 0.0040130615234375,
32
+ 0.005078792572021484,
33
+ 0.02795034646987915,
34
+ 0.02737334370613098,
35
+ -0.008864879608154297,
36
+ -0.005242109298706055,
37
+ -0.010380268096923828,
38
+ 1.0,
39
+ 1.0
40
+ ],
41
+ [
42
+ 0.046767234802246094,
43
+ 1.8094959259033203,
44
+ 1.2879949808120728,
45
+ 0.5019800662994385,
46
+ 0.7972168922424316,
47
+ 0.0027594566345214844,
48
+ 0.0051631927490234375,
49
+ 0.03643113374710083,
50
+ 0.030770141631364822,
51
+ -0.00787341594696045,
52
+ -0.007009029388427734,
53
+ -0.006571769714355469,
54
+ 1.0,
55
+ 1.0
56
+ ],
57
+ [
58
+ 0.04202413558959961,
59
+ 1.8834550380706787,
60
+ 1.3313957452774048,
61
+ 0.526043176651001,
62
+ 0.8287801742553711,
63
+ 0.00019693374633789062,
64
+ 0.0066127777099609375,
65
+ 0.055459022521972656,
66
+ 0.03975418955087662,
67
+ -0.007645964622497559,
68
+ -0.009908437728881836,
69
+ -0.005160331726074219,
70
+ 1.0,
71
+ 1.0
72
+ ],
73
+ [
74
+ 0.038359642028808594,
75
+ 1.9480654001235962,
76
+ 1.3780103921890259,
77
+ 0.5423400402069092,
78
+ 0.8546981811523438,
79
+ -0.0033731460571289062,
80
+ 0.009860515594482422,
81
+ 0.07838302850723267,
82
+ 0.051007866859436035,
83
+ -0.008071541786193848,
84
+ -0.01343226432800293,
85
+ -0.004569053649902344,
86
+ 1.0,
87
+ 1.0
88
+ ],
89
+ [
90
+ 0.03612565994262695,
91
+ 2.0122110843658447,
92
+ 1.4245011806488037,
93
+ 0.5582129955291748,
94
+ 0.881253719329834,
95
+ -0.005704402923583984,
96
+ 0.01176309585571289,
97
+ 0.09467542171478271,
98
+ 0.058663710951805115,
99
+ -0.006103515625,
100
+ -0.017073631286621094,
101
+ -0.00502777099609375,
102
+ 1.0,
103
+ 1.0
104
+ ],
105
+ [
106
+ 0.03316020965576172,
107
+ 2.0717735290527344,
108
+ 1.465041160583496,
109
+ 0.572770357131958,
110
+ 0.9029338359832764,
111
+ -0.008268356323242188,
112
+ 0.01226663589477539,
113
+ 0.11115103960037231,
114
+ 0.06558648496866226,
115
+ -0.0034401416778564453,
116
+ -0.021255970001220703,
117
+ -0.006609439849853516,
118
+ 1.0,
119
+ 1.0
120
+ ],
121
+ [
122
+ 0.028910160064697266,
123
+ 2.1344757080078125,
124
+ 1.5129108428955078,
125
+ 0.585540771484375,
126
+ 0.9271154403686523,
127
+ -0.009724617004394531,
128
+ 0.012822151184082031,
129
+ 0.1255519986152649,
130
+ 0.0709400475025177,
131
+ 0.001123666763305664,
132
+ -0.02592182159423828,
133
+ -0.007747173309326172,
134
+ 1.0,
135
+ 1.0
136
+ ],
137
+ [
138
+ 0.027400493621826172,
139
+ 2.1935436725616455,
140
+ 1.5560458898544312,
141
+ 0.5999917984008789,
142
+ 0.9506978988647461,
143
+ -0.01076507568359375,
144
+ 0.013304710388183594,
145
+ 0.14267498254776,
146
+ 0.07730710506439209,
147
+ 0.008824706077575684,
148
+ -0.03285694122314453,
149
+ -0.011553287506103516,
150
+ 1.0,
151
+ 1.0
152
+ ],
153
+ [
154
+ 0.02991628646850586,
155
+ 2.242826223373413,
156
+ 1.590254306793213,
157
+ 0.613638162612915,
158
+ 0.9686164855957031,
159
+ -0.012058258056640625,
160
+ 0.011348724365234375,
161
+ 0.15257877111434937,
162
+ 0.07954484224319458,
163
+ 0.014684200286865234,
164
+ -0.03751015663146973,
165
+ -0.013396739959716797,
166
+ 1.0,
167
+ 1.0
168
+ ],
169
+ [
170
+ 0.0328221321105957,
171
+ 2.2851345539093018,
172
+ 1.6222707033157349,
173
+ 0.6283664703369141,
174
+ 0.986522912979126,
175
+ -0.012708663940429688,
176
+ 0.010829448699951172,
177
+ 0.1650550365447998,
178
+ 0.0831957533955574,
179
+ 0.021157026290893555,
180
+ -0.042693376541137695,
181
+ -0.01491689682006836,
182
+ 1.0,
183
+ 1.0
184
+ ],
185
+ [
186
+ 0.03671979904174805,
187
+ 2.3194527626037598,
188
+ 1.6518549919128418,
189
+ 0.6377758979797363,
190
+ 1.0014610290527344,
191
+ -0.013674259185791016,
192
+ 0.010927677154541016,
193
+ 0.17460131645202637,
194
+ 0.08726762980222702,
195
+ 0.022300243377685547,
196
+ -0.04587054252624512,
197
+ -0.015246868133544922,
198
+ 1.0,
199
+ 1.0
200
+ ],
201
+ [
202
+ 0.0386500358581543,
203
+ 2.346209764480591,
204
+ 1.6760321855545044,
205
+ 0.646141767501831,
206
+ 1.0142428874969482,
207
+ -0.014249801635742188,
208
+ 0.01084280014038086,
209
+ 0.18137753009796143,
210
+ 0.09021997451782227,
211
+ 0.022940874099731445,
212
+ -0.048537254333496094,
213
+ -0.014241695404052734,
214
+ 1.0,
215
+ 1.0
216
+ ],
217
+ [
218
+ 0.03762102127075195,
219
+ 2.3522109985351562,
220
+ 1.6853835582733154,
221
+ 0.6450028419494629,
222
+ 1.0164766311645508,
223
+ -0.01745319366455078,
224
+ 0.011890888214111328,
225
+ 0.19338113069534302,
226
+ 0.09984678030014038,
227
+ 0.019407033920288086,
228
+ -0.05065441131591797,
229
+ -0.014729499816894531,
230
+ 1.0,
231
+ 1.0
232
+ ],
233
+ [
234
+ 0.03793144226074219,
235
+ 2.337432861328125,
236
+ 1.6780110597610474,
237
+ 0.6406424045562744,
238
+ 1.011570692062378,
239
+ -0.023426055908203125,
240
+ 0.016297340393066406,
241
+ 0.2036626935005188,
242
+ 0.11529780179262161,
243
+ -0.0031200647354125977,
244
+ -0.04527163505554199,
245
+ -0.014682292938232422,
246
+ 1.0,
247
+ 1.0
248
+ ],
249
+ [
250
+ 0.03652477264404297,
251
+ 2.3140196800231934,
252
+ 1.665326714515686,
253
+ 0.6333308219909668,
254
+ 0.9986567497253418,
255
+ -0.03337240219116211,
256
+ 0.024379253387451172,
257
+ 0.21168529987335205,
258
+ 0.13650524616241455,
259
+ -0.0427854061126709,
260
+ -0.03393816947937012,
261
+ -0.011011600494384766,
262
+ 1.0,
263
+ 1.0
264
+ ]
265
+ ]
266
+ ]
267
+ }
268
+ }
experiments/robotwin-official/official-01/policy/calls/000001/source-0.png ADDED
experiments/robotwin-official/official-01/policy/calls/000001/source-1.png ADDED
experiments/robotwin-official/official-01/policy/calls/000001/source-2.png ADDED
experiments/robotwin-official/official-01/policy/calls/000002/input-0.png ADDED
experiments/robotwin-official/official-01/policy/calls/000002/input-1.png ADDED
experiments/robotwin-official/official-01/policy/calls/000002/input-2.png ADDED
experiments/robotwin-official/official-01/policy/calls/000002/input.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "examples": [
3
+ {
4
+ "image": [
5
+ "input-0.png",
6
+ "input-1.png",
7
+ "input-2.png"
8
+ ],
9
+ "lang": "use the left arm to grasp the red block on the table, hand it over to the right arm, and set it down in the center of the blue pad. Release it with the right gripper open"
10
+ }
11
+ ],
12
+ "unnorm_key": "new_embodiment",
13
+ "do_sample": false,
14
+ "use_ddim": true,
15
+ "num_ddim_steps": 10,
16
+ "camera_order": [
17
+ "cam_head",
18
+ "cam_left_wrist",
19
+ "cam_right_wrist"
20
+ ],
21
+ "case": {
22
+ "task_name": "handover_block",
23
+ "seed": 100000,
24
+ "instruction": "use the left arm to grasp the red block on the table, hand it over to the right arm, and set it down in the center of the blue pad. Release it with the right gripper open",
25
+ "action_type": "joint"
26
+ },
27
+ "native_step": 32
28
+ }
experiments/robotwin-official/official-01/policy/calls/000002/native-actions.json ADDED
@@ -0,0 +1,258 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ [
3
+ 0.036879539489746094,
4
+ 2.3573758602142334,
5
+ 1.7728266716003418,
6
+ 0.5540101528167725,
7
+ 1.0722222328186035,
8
+ -0.015483856201171875,
9
+ 1.0,
10
+ 0.03246784210205078,
11
+ 0.1633991003036499,
12
+ 0.1442616581916809,
13
+ -0.09884464740753174,
14
+ -0.014680624008178711,
15
+ -0.051695823669433594,
16
+ 1.0
17
+ ],
18
+ [
19
+ 0.03197765350341797,
20
+ 2.3700218200683594,
21
+ 1.7774059772491455,
22
+ 0.5666093826293945,
23
+ 1.0826773643493652,
24
+ -0.020918846130371094,
25
+ 1.0,
26
+ 0.028191566467285156,
27
+ 0.16331928968429565,
28
+ 0.1435278058052063,
29
+ -0.1041496992111206,
30
+ -0.012919425964355469,
31
+ -0.05293130874633789,
32
+ 1.0
33
+ ],
34
+ [
35
+ 0.029567241668701172,
36
+ 2.3805043697357178,
37
+ 1.7830283641815186,
38
+ 0.5755636692047119,
39
+ 1.086435317993164,
40
+ -0.02391672134399414,
41
+ 1.0,
42
+ 0.027589797973632812,
43
+ 0.16951054334640503,
44
+ 0.14727100729942322,
45
+ -0.10918962955474854,
46
+ -0.012622356414794922,
47
+ -0.04984569549560547,
48
+ 1.0
49
+ ],
50
+ [
51
+ 0.025725841522216797,
52
+ 2.376915693283081,
53
+ 1.7787307500839233,
54
+ 0.5831456184387207,
55
+ 1.0850017070770264,
56
+ -0.026108264923095703,
57
+ 1.0,
58
+ 0.028946876525878906,
59
+ 0.18699926137924194,
60
+ 0.16037344932556152,
61
+ -0.12182044982910156,
62
+ -0.013301849365234375,
63
+ -0.053737640380859375,
64
+ 1.0
65
+ ],
66
+ [
67
+ 0.022938251495361328,
68
+ 2.3814165592193604,
69
+ 1.7816768884658813,
70
+ 0.5897016525268555,
71
+ 1.0882344245910645,
72
+ -0.02590179443359375,
73
+ 1.0,
74
+ 0.029833316802978516,
75
+ 0.1930904984474182,
76
+ 0.16378355026245117,
77
+ -0.12579774856567383,
78
+ -0.013849258422851562,
79
+ -0.05762052536010742,
80
+ 1.0
81
+ ],
82
+ [
83
+ 0.016748905181884766,
84
+ 2.3768889904022217,
85
+ 1.776171326637268,
86
+ 0.5902032852172852,
87
+ 1.0811302661895752,
88
+ -0.026131629943847656,
89
+ 1.0,
90
+ 0.0327000617980957,
91
+ 0.19868433475494385,
92
+ 0.1691262125968933,
93
+ -0.13009309768676758,
94
+ -0.012850761413574219,
95
+ -0.05864763259887695,
96
+ 1.0
97
+ ],
98
+ [
99
+ 0.009232521057128906,
100
+ 2.3494036197662354,
101
+ 1.752027988433838,
102
+ 0.5869758129119873,
103
+ 1.0630085468292236,
104
+ -0.0307159423828125,
105
+ 1.0,
106
+ 0.03866291046142578,
107
+ 0.2222135066986084,
108
+ 0.1927013099193573,
109
+ -0.1480928659439087,
110
+ -0.011755943298339844,
111
+ -0.06745386123657227,
112
+ 1.0
113
+ ],
114
+ [
115
+ 0.003949642181396484,
116
+ 2.3195056915283203,
117
+ 1.7317771911621094,
118
+ 0.5810103416442871,
119
+ 1.045687198638916,
120
+ -0.03710174560546875,
121
+ 1.0,
122
+ 0.04667234420776367,
123
+ 0.25257444381713867,
124
+ 0.22132718563079834,
125
+ -0.16962242126464844,
126
+ -0.011279582977294922,
127
+ -0.07311677932739258,
128
+ 1.0
129
+ ],
130
+ [
131
+ -0.002673625946044922,
132
+ 2.274860143661499,
133
+ 1.6998275518417358,
134
+ 0.5716383457183838,
135
+ 1.0243606567382812,
136
+ -0.04303550720214844,
137
+ 1.0,
138
+ 0.05547904968261719,
139
+ 0.291134238243103,
140
+ 0.2581096887588501,
141
+ -0.19896817207336426,
142
+ -0.011465311050415039,
143
+ -0.08583831787109375,
144
+ 1.0
145
+ ],
146
+ [
147
+ -0.0012922286987304688,
148
+ 2.233400583267212,
149
+ 1.6673953533172607,
150
+ 0.5656957626342773,
151
+ 1.0079460144042969,
152
+ -0.04758262634277344,
153
+ 1.0,
154
+ 0.06313037872314453,
155
+ 0.32507288455963135,
156
+ 0.2905893623828888,
157
+ -0.2260361909866333,
158
+ -0.010173320770263672,
159
+ -0.09162425994873047,
160
+ 1.0
161
+ ],
162
+ [
163
+ -0.00018978118896484375,
164
+ 2.1758639812469482,
165
+ 1.6266100406646729,
166
+ 0.5529048442840576,
167
+ 0.9853725433349609,
168
+ -0.054093360900878906,
169
+ 1.0,
170
+ 0.07519197463989258,
171
+ 0.3730287551879883,
172
+ 0.33655858039855957,
173
+ -0.26151156425476074,
174
+ -0.008171558380126953,
175
+ -0.09542655944824219,
176
+ 1.0
177
+ ],
178
+ [
179
+ 0.00051116943359375,
180
+ 2.117764472961426,
181
+ 1.5867352485656738,
182
+ 0.5409142971038818,
183
+ 0.9613158702850342,
184
+ -0.059216976165771484,
185
+ 1.0,
186
+ 0.08706140518188477,
187
+ 0.42154461145401,
188
+ 0.38459476828575134,
189
+ -0.29732847213745117,
190
+ -0.006350994110107422,
191
+ -0.10312128067016602,
192
+ 1.0
193
+ ],
194
+ [
195
+ 0.0019097328186035156,
196
+ 2.029853343963623,
197
+ 1.526953101158142,
198
+ 0.5206313133239746,
199
+ 0.9246702194213867,
200
+ -0.06650781631469727,
201
+ 1.0,
202
+ 0.10512161254882812,
203
+ 0.4911613464355469,
204
+ 0.4537787437438965,
205
+ -0.34907519817352295,
206
+ -0.005013465881347656,
207
+ -0.11697244644165039,
208
+ 1.0
209
+ ],
210
+ [
211
+ 0.004388332366943359,
212
+ 1.9625918865203857,
213
+ 1.4797388315200806,
214
+ 0.5048842430114746,
215
+ 0.8980693817138672,
216
+ -0.07349729537963867,
217
+ 1.0,
218
+ 0.12251901626586914,
219
+ 0.5426092147827148,
220
+ 0.5075477361679077,
221
+ -0.39199721813201904,
222
+ -0.003946781158447266,
223
+ -0.13725042343139648,
224
+ 1.0
225
+ ],
226
+ [
227
+ 0.011113166809082031,
228
+ 1.8338027000427246,
229
+ 1.3821355104446411,
230
+ 0.4807422161102295,
231
+ 0.8454766273498535,
232
+ -0.08374261856079102,
233
+ 1.0,
234
+ 0.15747547149658203,
235
+ 0.644351601600647,
236
+ 0.6125280261039734,
237
+ -0.47132325172424316,
238
+ -0.003268003463745117,
239
+ -0.16345739364624023,
240
+ 1.0
241
+ ],
242
+ [
243
+ 0.01917552947998047,
244
+ 1.7240328788757324,
245
+ 1.296805739402771,
246
+ 0.4616384506225586,
247
+ 0.7963488101959229,
248
+ -0.09307241439819336,
249
+ 1.0,
250
+ 0.18869590759277344,
251
+ 0.7290933132171631,
252
+ 0.708457350730896,
253
+ -0.5447490215301514,
254
+ -0.002959728240966797,
255
+ -0.1896381378173828,
256
+ 1.0
257
+ ]
258
+ ]
experiments/robotwin-official/official-01/policy/calls/000002/response.json ADDED
@@ -0,0 +1,268 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "status": "ok",
3
+ "ok": true,
4
+ "type": "inference_result",
5
+ "request_id": "default",
6
+ "data": {
7
+ "actions": [
8
+ [
9
+ [
10
+ 0.036879539489746094,
11
+ 2.3573758602142334,
12
+ 1.7728266716003418,
13
+ 0.5540101528167725,
14
+ 1.0722222328186035,
15
+ -0.015483856201171875,
16
+ 0.03246784210205078,
17
+ 0.1633991003036499,
18
+ 0.1442616581916809,
19
+ -0.09884464740753174,
20
+ -0.014680624008178711,
21
+ -0.051695823669433594,
22
+ 1.0,
23
+ 1.0
24
+ ],
25
+ [
26
+ 0.03197765350341797,
27
+ 2.3700218200683594,
28
+ 1.7774059772491455,
29
+ 0.5666093826293945,
30
+ 1.0826773643493652,
31
+ -0.020918846130371094,
32
+ 0.028191566467285156,
33
+ 0.16331928968429565,
34
+ 0.1435278058052063,
35
+ -0.1041496992111206,
36
+ -0.012919425964355469,
37
+ -0.05293130874633789,
38
+ 1.0,
39
+ 1.0
40
+ ],
41
+ [
42
+ 0.029567241668701172,
43
+ 2.3805043697357178,
44
+ 1.7830283641815186,
45
+ 0.5755636692047119,
46
+ 1.086435317993164,
47
+ -0.02391672134399414,
48
+ 0.027589797973632812,
49
+ 0.16951054334640503,
50
+ 0.14727100729942322,
51
+ -0.10918962955474854,
52
+ -0.012622356414794922,
53
+ -0.04984569549560547,
54
+ 1.0,
55
+ 1.0
56
+ ],
57
+ [
58
+ 0.025725841522216797,
59
+ 2.376915693283081,
60
+ 1.7787307500839233,
61
+ 0.5831456184387207,
62
+ 1.0850017070770264,
63
+ -0.026108264923095703,
64
+ 0.028946876525878906,
65
+ 0.18699926137924194,
66
+ 0.16037344932556152,
67
+ -0.12182044982910156,
68
+ -0.013301849365234375,
69
+ -0.053737640380859375,
70
+ 1.0,
71
+ 1.0
72
+ ],
73
+ [
74
+ 0.022938251495361328,
75
+ 2.3814165592193604,
76
+ 1.7816768884658813,
77
+ 0.5897016525268555,
78
+ 1.0882344245910645,
79
+ -0.02590179443359375,
80
+ 0.029833316802978516,
81
+ 0.1930904984474182,
82
+ 0.16378355026245117,
83
+ -0.12579774856567383,
84
+ -0.013849258422851562,
85
+ -0.05762052536010742,
86
+ 1.0,
87
+ 1.0
88
+ ],
89
+ [
90
+ 0.016748905181884766,
91
+ 2.3768889904022217,
92
+ 1.776171326637268,
93
+ 0.5902032852172852,
94
+ 1.0811302661895752,
95
+ -0.026131629943847656,
96
+ 0.0327000617980957,
97
+ 0.19868433475494385,
98
+ 0.1691262125968933,
99
+ -0.13009309768676758,
100
+ -0.012850761413574219,
101
+ -0.05864763259887695,
102
+ 1.0,
103
+ 1.0
104
+ ],
105
+ [
106
+ 0.009232521057128906,
107
+ 2.3494036197662354,
108
+ 1.752027988433838,
109
+ 0.5869758129119873,
110
+ 1.0630085468292236,
111
+ -0.0307159423828125,
112
+ 0.03866291046142578,
113
+ 0.2222135066986084,
114
+ 0.1927013099193573,
115
+ -0.1480928659439087,
116
+ -0.011755943298339844,
117
+ -0.06745386123657227,
118
+ 1.0,
119
+ 1.0
120
+ ],
121
+ [
122
+ 0.003949642181396484,
123
+ 2.3195056915283203,
124
+ 1.7317771911621094,
125
+ 0.5810103416442871,
126
+ 1.045687198638916,
127
+ -0.03710174560546875,
128
+ 0.04667234420776367,
129
+ 0.25257444381713867,
130
+ 0.22132718563079834,
131
+ -0.16962242126464844,
132
+ -0.011279582977294922,
133
+ -0.07311677932739258,
134
+ 1.0,
135
+ 1.0
136
+ ],
137
+ [
138
+ -0.002673625946044922,
139
+ 2.274860143661499,
140
+ 1.6998275518417358,
141
+ 0.5716383457183838,
142
+ 1.0243606567382812,
143
+ -0.04303550720214844,
144
+ 0.05547904968261719,
145
+ 0.291134238243103,
146
+ 0.2581096887588501,
147
+ -0.19896817207336426,
148
+ -0.011465311050415039,
149
+ -0.08583831787109375,
150
+ 1.0,
151
+ 1.0
152
+ ],
153
+ [
154
+ -0.0012922286987304688,
155
+ 2.233400583267212,
156
+ 1.6673953533172607,
157
+ 0.5656957626342773,
158
+ 1.0079460144042969,
159
+ -0.04758262634277344,
160
+ 0.06313037872314453,
161
+ 0.32507288455963135,
162
+ 0.2905893623828888,
163
+ -0.2260361909866333,
164
+ -0.010173320770263672,
165
+ -0.09162425994873047,
166
+ 1.0,
167
+ 1.0
168
+ ],
169
+ [
170
+ -0.00018978118896484375,
171
+ 2.1758639812469482,
172
+ 1.6266100406646729,
173
+ 0.5529048442840576,
174
+ 0.9853725433349609,
175
+ -0.054093360900878906,
176
+ 0.07519197463989258,
177
+ 0.3730287551879883,
178
+ 0.33655858039855957,
179
+ -0.26151156425476074,
180
+ -0.008171558380126953,
181
+ -0.09542655944824219,
182
+ 1.0,
183
+ 1.0
184
+ ],
185
+ [
186
+ 0.00051116943359375,
187
+ 2.117764472961426,
188
+ 1.5867352485656738,
189
+ 0.5409142971038818,
190
+ 0.9613158702850342,
191
+ -0.059216976165771484,
192
+ 0.08706140518188477,
193
+ 0.42154461145401,
194
+ 0.38459476828575134,
195
+ -0.29732847213745117,
196
+ -0.006350994110107422,
197
+ -0.10312128067016602,
198
+ 1.0,
199
+ 1.0
200
+ ],
201
+ [
202
+ 0.0019097328186035156,
203
+ 2.029853343963623,
204
+ 1.526953101158142,
205
+ 0.5206313133239746,
206
+ 0.9246702194213867,
207
+ -0.06650781631469727,
208
+ 0.10512161254882812,
209
+ 0.4911613464355469,
210
+ 0.4537787437438965,
211
+ -0.34907519817352295,
212
+ -0.005013465881347656,
213
+ -0.11697244644165039,
214
+ 1.0,
215
+ 1.0
216
+ ],
217
+ [
218
+ 0.004388332366943359,
219
+ 1.9625918865203857,
220
+ 1.4797388315200806,
221
+ 0.5048842430114746,
222
+ 0.8980693817138672,
223
+ -0.07349729537963867,
224
+ 0.12251901626586914,
225
+ 0.5426092147827148,
226
+ 0.5075477361679077,
227
+ -0.39199721813201904,
228
+ -0.003946781158447266,
229
+ -0.13725042343139648,
230
+ 1.0,
231
+ 1.0
232
+ ],
233
+ [
234
+ 0.011113166809082031,
235
+ 1.8338027000427246,
236
+ 1.3821355104446411,
237
+ 0.4807422161102295,
238
+ 0.8454766273498535,
239
+ -0.08374261856079102,
240
+ 0.15747547149658203,
241
+ 0.644351601600647,
242
+ 0.6125280261039734,
243
+ -0.47132325172424316,
244
+ -0.003268003463745117,
245
+ -0.16345739364624023,
246
+ 1.0,
247
+ 1.0
248
+ ],
249
+ [
250
+ 0.01917552947998047,
251
+ 1.7240328788757324,
252
+ 1.296805739402771,
253
+ 0.4616384506225586,
254
+ 0.7963488101959229,
255
+ -0.09307241439819336,
256
+ 0.18869590759277344,
257
+ 0.7290933132171631,
258
+ 0.708457350730896,
259
+ -0.5447490215301514,
260
+ -0.002959728240966797,
261
+ -0.1896381378173828,
262
+ 1.0,
263
+ 1.0
264
+ ]
265
+ ]
266
+ ]
267
+ }
268
+ }
experiments/robotwin-official/official-01/policy/calls/000002/source-0.png ADDED
experiments/robotwin-official/official-01/policy/calls/000002/source-1.png ADDED
experiments/robotwin-official/official-01/policy/calls/000002/source-2.png ADDED
experiments/robotwin-official/official-01/policy/calls/000003/input-0.png ADDED
experiments/robotwin-official/official-01/policy/calls/000003/input-1.png ADDED
experiments/robotwin-official/official-01/policy/calls/000003/input-2.png ADDED
experiments/robotwin-official/official-01/policy/calls/000003/input.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "examples": [
3
+ {
4
+ "image": [
5
+ "input-0.png",
6
+ "input-1.png",
7
+ "input-2.png"
8
+ ],
9
+ "lang": "use the left arm to grasp the red block on the table, hand it over to the right arm, and set it down in the center of the blue pad. Release it with the right gripper open"
10
+ }
11
+ ],
12
+ "unnorm_key": "new_embodiment",
13
+ "do_sample": false,
14
+ "use_ddim": true,
15
+ "num_ddim_steps": 10,
16
+ "camera_order": [
17
+ "cam_head",
18
+ "cam_left_wrist",
19
+ "cam_right_wrist"
20
+ ],
21
+ "case": {
22
+ "task_name": "handover_block",
23
+ "seed": 100000,
24
+ "instruction": "use the left arm to grasp the red block on the table, hand it over to the right arm, and set it down in the center of the blue pad. Release it with the right gripper open",
25
+ "action_type": "joint"
26
+ },
27
+ "native_step": 48
28
+ }
experiments/robotwin-official/official-01/policy/calls/000003/native-actions.json ADDED
@@ -0,0 +1,258 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ [
3
+ 0.01970386505126953,
4
+ 1.718581199645996,
5
+ 1.3633909225463867,
6
+ 0.25544190406799316,
7
+ 0.6933813095092773,
8
+ -0.12031030654907227,
9
+ 1.0,
10
+ 0.14983081817626953,
11
+ 0.9551323652267456,
12
+ 0.716263473033905,
13
+ -0.17876017093658447,
14
+ -0.09493684768676758,
15
+ -0.22989130020141602,
16
+ 1.0
17
+ ],
18
+ [
19
+ 0.019656658172607422,
20
+ 1.7128907442092896,
21
+ 1.3508671522140503,
22
+ 0.2866790294647217,
23
+ 0.6989467144012451,
24
+ -0.10009527206420898,
25
+ 1.0,
26
+ 0.15416288375854492,
27
+ 0.9919220209121704,
28
+ 0.7385560870170593,
29
+ -0.16705608367919922,
30
+ -0.10697412490844727,
31
+ -0.26148176193237305,
32
+ 1.0
33
+ ],
34
+ [
35
+ 0.024068355560302734,
36
+ 1.7001986503601074,
37
+ 1.3282731771469116,
38
+ 0.3074157238006592,
39
+ 0.6990129947662354,
40
+ -0.08638334274291992,
41
+ 1.0,
42
+ 0.1561884880065918,
43
+ 1.0360569953918457,
44
+ 0.7657689452171326,
45
+ -0.1616361141204834,
46
+ -0.11811685562133789,
47
+ -0.2799406051635742,
48
+ 1.0
49
+ ],
50
+ [
51
+ 0.024682998657226562,
52
+ 1.6740756034851074,
53
+ 1.305874228477478,
54
+ 0.31261777877807617,
55
+ 0.6918957233428955,
56
+ -0.08314847946166992,
57
+ 1.0,
58
+ 0.1691575050354004,
59
+ 1.0789698362350464,
60
+ 0.8034120202064514,
61
+ -0.1817713975906372,
62
+ -0.11897850036621094,
63
+ -0.30072450637817383,
64
+ 1.0
65
+ ],
66
+ [
67
+ 0.026067733764648438,
68
+ 1.6332978010177612,
69
+ 1.270084261894226,
70
+ 0.31899333000183105,
71
+ 0.6795070171356201,
72
+ -0.0836496353149414,
73
+ 1.0,
74
+ 0.1864771842956543,
75
+ 1.1218186616897583,
76
+ 0.8536422848701477,
77
+ -0.2183009386062622,
78
+ -0.11443758010864258,
79
+ -0.3270597457885742,
80
+ 1.0
81
+ ],
82
+ [
83
+ 0.026695728302001953,
84
+ 1.573256492614746,
85
+ 1.2218029499053955,
86
+ 0.3222174644470215,
87
+ 0.6591973304748535,
88
+ -0.08318853378295898,
89
+ 1.0,
90
+ 0.20842266082763672,
91
+ 1.167555332183838,
92
+ 0.9124648571014404,
93
+ -0.2794039249420166,
94
+ -0.10307049751281738,
95
+ -0.3544154167175293,
96
+ 1.0
97
+ ],
98
+ [
99
+ 0.027095794677734375,
100
+ 1.4842066764831543,
101
+ 1.1526764631271362,
102
+ 0.3185718059539795,
103
+ 0.6253323554992676,
104
+ -0.08363151550292969,
105
+ 1.0,
106
+ 0.2349705696105957,
107
+ 1.22992742061615,
108
+ 0.988147497177124,
109
+ -0.36151814460754395,
110
+ -0.09278106689453125,
111
+ -0.38326311111450195,
112
+ 1.0
113
+ ],
114
+ [
115
+ 0.029905319213867188,
116
+ 1.3732351064682007,
117
+ 1.0689085721969604,
118
+ 0.306581974029541,
119
+ 0.582183837890625,
120
+ -0.08523178100585938,
121
+ 1.0,
122
+ 0.26290464401245117,
123
+ 1.2926173210144043,
124
+ 1.0760071277618408,
125
+ -0.4668545722961426,
126
+ -0.07826828956604004,
127
+ -0.418795108795166,
128
+ 1.0
129
+ ],
130
+ [
131
+ 0.029612064361572266,
132
+ 1.2459661960601807,
133
+ 0.9729945063591003,
134
+ 0.28331613540649414,
135
+ 0.5299390554428101,
136
+ -0.08580493927001953,
137
+ 1.0,
138
+ 0.29004478454589844,
139
+ 1.3613767623901367,
140
+ 1.1715366840362549,
141
+ -0.5791757106781006,
142
+ -0.06585931777954102,
143
+ -0.4555330276489258,
144
+ 1.0
145
+ ],
146
+ [
147
+ 0.030179977416992188,
148
+ 1.1186736822128296,
149
+ 0.8747522234916687,
150
+ 0.2561023235321045,
151
+ 0.4772756099700928,
152
+ -0.08213520050048828,
153
+ 1.0,
154
+ 0.31723642349243164,
155
+ 1.4314402341842651,
156
+ 1.2650216817855835,
157
+ -0.6853145360946655,
158
+ -0.05397367477416992,
159
+ -0.49611902236938477,
160
+ 1.0
161
+ ],
162
+ [
163
+ 0.03330516815185547,
164
+ 0.9726303815841675,
165
+ 0.7593271732330322,
166
+ 0.22099065780639648,
167
+ 0.4161118268966675,
168
+ -0.07260608673095703,
169
+ 1.0,
170
+ 0.3465557098388672,
171
+ 1.5181838274002075,
172
+ 1.3676443099975586,
173
+ -0.7868173122406006,
174
+ -0.04405665397644043,
175
+ -0.5298943519592285,
176
+ 1.0
177
+ ],
178
+ [
179
+ 0.0373072624206543,
180
+ 0.8329728245735168,
181
+ 0.6508879661560059,
182
+ 0.18584728240966797,
183
+ 0.35794949531555176,
184
+ -0.06385612487792969,
185
+ 1.0,
186
+ 0.37233924865722656,
187
+ 1.5986322164535522,
188
+ 1.459749460220337,
189
+ -0.876568078994751,
190
+ -0.03554034233093262,
191
+ -0.5598158836364746,
192
+ 1.0
193
+ ],
194
+ [
195
+ 0.04134178161621094,
196
+ 0.7057623267173767,
197
+ 0.5524680018424988,
198
+ 0.15104103088378906,
199
+ 0.30303096771240234,
200
+ -0.05261516571044922,
201
+ 1.0,
202
+ 0.39212751388549805,
203
+ 1.671667218208313,
204
+ 1.538123369216919,
205
+ -0.9487099647521973,
206
+ -0.0274503231048584,
207
+ -0.5775489807128906,
208
+ 1.0
209
+ ],
210
+ [
211
+ 0.04503488540649414,
212
+ 0.6183043718338013,
213
+ 0.484899640083313,
214
+ 0.12623929977416992,
215
+ 0.26414334774017334,
216
+ -0.04569244384765625,
217
+ 1.0,
218
+ 0.40799760818481445,
219
+ 1.7262150049209595,
220
+ 1.59327232837677,
221
+ -0.9962074160575867,
222
+ -0.021903514862060547,
223
+ -0.594001293182373,
224
+ 1.0
225
+ ],
226
+ [
227
+ 0.047046661376953125,
228
+ 0.5317869186401367,
229
+ 0.4188882112503052,
230
+ 0.10137343406677246,
231
+ 0.22558939456939697,
232
+ -0.03832864761352539,
233
+ 1.0,
234
+ 0.4232478141784668,
235
+ 1.781088948249817,
236
+ 1.6489444971084595,
237
+ -1.0424399375915527,
238
+ -0.01795673370361328,
239
+ -0.6032276153564453,
240
+ 1.0
241
+ ],
242
+ [
243
+ 0.04703235626220703,
244
+ 0.4663347005844116,
245
+ 0.3707987666130066,
246
+ 0.07706713676452637,
247
+ 0.1950591802597046,
248
+ -0.03194284439086914,
249
+ 1.0,
250
+ 0.4354557991027832,
251
+ 1.8243190050125122,
252
+ 1.6945377588272095,
253
+ -1.078265905380249,
254
+ -0.016350746154785156,
255
+ -0.611356258392334,
256
+ 1.0
257
+ ]
258
+ ]
experiments/robotwin-official/official-01/policy/calls/000003/response.json ADDED
@@ -0,0 +1,268 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "status": "ok",
3
+ "ok": true,
4
+ "type": "inference_result",
5
+ "request_id": "default",
6
+ "data": {
7
+ "actions": [
8
+ [
9
+ [
10
+ 0.01970386505126953,
11
+ 1.718581199645996,
12
+ 1.3633909225463867,
13
+ 0.25544190406799316,
14
+ 0.6933813095092773,
15
+ -0.12031030654907227,
16
+ 0.14983081817626953,
17
+ 0.9551323652267456,
18
+ 0.716263473033905,
19
+ -0.17876017093658447,
20
+ -0.09493684768676758,
21
+ -0.22989130020141602,
22
+ 1.0,
23
+ 1.0
24
+ ],
25
+ [
26
+ 0.019656658172607422,
27
+ 1.7128907442092896,
28
+ 1.3508671522140503,
29
+ 0.2866790294647217,
30
+ 0.6989467144012451,
31
+ -0.10009527206420898,
32
+ 0.15416288375854492,
33
+ 0.9919220209121704,
34
+ 0.7385560870170593,
35
+ -0.16705608367919922,
36
+ -0.10697412490844727,
37
+ -0.26148176193237305,
38
+ 1.0,
39
+ 1.0
40
+ ],
41
+ [
42
+ 0.024068355560302734,
43
+ 1.7001986503601074,
44
+ 1.3282731771469116,
45
+ 0.3074157238006592,
46
+ 0.6990129947662354,
47
+ -0.08638334274291992,
48
+ 0.1561884880065918,
49
+ 1.0360569953918457,
50
+ 0.7657689452171326,
51
+ -0.1616361141204834,
52
+ -0.11811685562133789,
53
+ -0.2799406051635742,
54
+ 1.0,
55
+ 1.0
56
+ ],
57
+ [
58
+ 0.024682998657226562,
59
+ 1.6740756034851074,
60
+ 1.305874228477478,
61
+ 0.31261777877807617,
62
+ 0.6918957233428955,
63
+ -0.08314847946166992,
64
+ 0.1691575050354004,
65
+ 1.0789698362350464,
66
+ 0.8034120202064514,
67
+ -0.1817713975906372,
68
+ -0.11897850036621094,
69
+ -0.30072450637817383,
70
+ 1.0,
71
+ 1.0
72
+ ],
73
+ [
74
+ 0.026067733764648438,
75
+ 1.6332978010177612,
76
+ 1.270084261894226,
77
+ 0.31899333000183105,
78
+ 0.6795070171356201,
79
+ -0.0836496353149414,
80
+ 0.1864771842956543,
81
+ 1.1218186616897583,
82
+ 0.8536422848701477,
83
+ -0.2183009386062622,
84
+ -0.11443758010864258,
85
+ -0.3270597457885742,
86
+ 1.0,
87
+ 1.0
88
+ ],
89
+ [
90
+ 0.026695728302001953,
91
+ 1.573256492614746,
92
+ 1.2218029499053955,
93
+ 0.3222174644470215,
94
+ 0.6591973304748535,
95
+ -0.08318853378295898,
96
+ 0.20842266082763672,
97
+ 1.167555332183838,
98
+ 0.9124648571014404,
99
+ -0.2794039249420166,
100
+ -0.10307049751281738,
101
+ -0.3544154167175293,
102
+ 1.0,
103
+ 1.0
104
+ ],
105
+ [
106
+ 0.027095794677734375,
107
+ 1.4842066764831543,
108
+ 1.1526764631271362,
109
+ 0.3185718059539795,
110
+ 0.6253323554992676,
111
+ -0.08363151550292969,
112
+ 0.2349705696105957,
113
+ 1.22992742061615,
114
+ 0.988147497177124,
115
+ -0.36151814460754395,
116
+ -0.09278106689453125,
117
+ -0.38326311111450195,
118
+ 1.0,
119
+ 1.0
120
+ ],
121
+ [
122
+ 0.029905319213867188,
123
+ 1.3732351064682007,
124
+ 1.0689085721969604,
125
+ 0.306581974029541,
126
+ 0.582183837890625,
127
+ -0.08523178100585938,
128
+ 0.26290464401245117,
129
+ 1.2926173210144043,
130
+ 1.0760071277618408,
131
+ -0.4668545722961426,
132
+ -0.07826828956604004,
133
+ -0.418795108795166,
134
+ 1.0,
135
+ 1.0
136
+ ],
137
+ [
138
+ 0.029612064361572266,
139
+ 1.2459661960601807,
140
+ 0.9729945063591003,
141
+ 0.28331613540649414,
142
+ 0.5299390554428101,
143
+ -0.08580493927001953,
144
+ 0.29004478454589844,
145
+ 1.3613767623901367,
146
+ 1.1715366840362549,
147
+ -0.5791757106781006,
148
+ -0.06585931777954102,
149
+ -0.4555330276489258,
150
+ 1.0,
151
+ 1.0
152
+ ],
153
+ [
154
+ 0.030179977416992188,
155
+ 1.1186736822128296,
156
+ 0.8747522234916687,
157
+ 0.2561023235321045,
158
+ 0.4772756099700928,
159
+ -0.08213520050048828,
160
+ 0.31723642349243164,
161
+ 1.4314402341842651,
162
+ 1.2650216817855835,
163
+ -0.6853145360946655,
164
+ -0.05397367477416992,
165
+ -0.49611902236938477,
166
+ 1.0,
167
+ 1.0
168
+ ],
169
+ [
170
+ 0.03330516815185547,
171
+ 0.9726303815841675,
172
+ 0.7593271732330322,
173
+ 0.22099065780639648,
174
+ 0.4161118268966675,
175
+ -0.07260608673095703,
176
+ 0.3465557098388672,
177
+ 1.5181838274002075,
178
+ 1.3676443099975586,
179
+ -0.7868173122406006,
180
+ -0.04405665397644043,
181
+ -0.5298943519592285,
182
+ 1.0,
183
+ 1.0
184
+ ],
185
+ [
186
+ 0.0373072624206543,
187
+ 0.8329728245735168,
188
+ 0.6508879661560059,
189
+ 0.18584728240966797,
190
+ 0.35794949531555176,
191
+ -0.06385612487792969,
192
+ 0.37233924865722656,
193
+ 1.5986322164535522,
194
+ 1.459749460220337,
195
+ -0.876568078994751,
196
+ -0.03554034233093262,
197
+ -0.5598158836364746,
198
+ 1.0,
199
+ 1.0
200
+ ],
201
+ [
202
+ 0.04134178161621094,
203
+ 0.7057623267173767,
204
+ 0.5524680018424988,
205
+ 0.15104103088378906,
206
+ 0.30303096771240234,
207
+ -0.05261516571044922,
208
+ 0.39212751388549805,
209
+ 1.671667218208313,
210
+ 1.538123369216919,
211
+ -0.9487099647521973,
212
+ -0.0274503231048584,
213
+ -0.5775489807128906,
214
+ 1.0,
215
+ 1.0
216
+ ],
217
+ [
218
+ 0.04503488540649414,
219
+ 0.6183043718338013,
220
+ 0.484899640083313,
221
+ 0.12623929977416992,
222
+ 0.26414334774017334,
223
+ -0.04569244384765625,
224
+ 0.40799760818481445,
225
+ 1.7262150049209595,
226
+ 1.59327232837677,
227
+ -0.9962074160575867,
228
+ -0.021903514862060547,
229
+ -0.594001293182373,
230
+ 1.0,
231
+ 1.0
232
+ ],
233
+ [
234
+ 0.047046661376953125,
235
+ 0.5317869186401367,
236
+ 0.4188882112503052,
237
+ 0.10137343406677246,
238
+ 0.22558939456939697,
239
+ -0.03832864761352539,
240
+ 0.4232478141784668,
241
+ 1.781088948249817,
242
+ 1.6489444971084595,
243
+ -1.0424399375915527,
244
+ -0.01795673370361328,
245
+ -0.6032276153564453,
246
+ 1.0,
247
+ 1.0
248
+ ],
249
+ [
250
+ 0.04703235626220703,
251
+ 0.4663347005844116,
252
+ 0.3707987666130066,
253
+ 0.07706713676452637,
254
+ 0.1950591802597046,
255
+ -0.03194284439086914,
256
+ 0.4354557991027832,
257
+ 1.8243190050125122,
258
+ 1.6945377588272095,
259
+ -1.078265905380249,
260
+ -0.016350746154785156,
261
+ -0.611356258392334,
262
+ 1.0,
263
+ 1.0
264
+ ]
265
+ ]
266
+ ]
267
+ }
268
+ }
experiments/robotwin-official/official-01/policy/calls/000003/source-0.png ADDED
experiments/robotwin-official/official-01/policy/calls/000003/source-1.png ADDED
experiments/robotwin-official/official-01/policy/calls/000003/source-2.png ADDED
experiments/robotwin-official/official-01/policy/calls/000004/input-0.png ADDED
experiments/robotwin-official/official-01/policy/calls/000004/input-1.png ADDED
experiments/robotwin-official/official-01/policy/calls/000004/input-2.png ADDED