Hugging Face's logo

Spaces:
faradayfuture
/
SampleViewer
Running

App Files Community
SampleViewer
File size: 430,043 Bytes
0515603
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5771fad
0515603
 
3af8a1d
2bc862e
5771fad
0515603
2bc862e
0515603
 
 
 
 
 
 
 
5771fad
0515603
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
8aab741
0515603
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
8aab741
0515603
 
 
 
 
 
 
 
4361791
 
 
 
 
2aa82aa
 
 
 
 
0515603
 
 
 
 
 
 
 
6bf7c68
0515603
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
6bf7c68
 
 
0515603
 
6bf7c68
0515603
 
6bf7c68
0515603
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
6bf7c68
0515603
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
6bf7c68
0515603
 
 
 
 
 
 
 
 
 
 
 
 
 
8aab741
 
 
0515603
 
 
8aab741
 
 
 
 
 
 
 
 
0515603
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
8aab741
0515603
 
 
 
 
 
 
 
 
 
 
 
8aab741
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2aa82aa
0515603
 
2aa82aa
 
0515603
 
 
 
 
 
 
8aab741
 
0515603
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
6bf7c68
 
0515603
6bf7c68
 
 
 
 
 
 
 
0515603
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4361791
 
 
 
 
 
 
 
 
 
 
 
 
 
0515603
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
<!doctype html>
<html lang="en"><head><meta charset="utf-8">
<meta name="viewport" content="width=device-width,initial-scale=1">
<title>MEgo Sample Viewer</title>
<style>
:root{color-scheme:dark}
*{box-sizing:border-box}
html,body{margin:0;height:100%}
body{background:#07090d;color:#e6e8ee;font:14px/1.5 -apple-system,"Helvetica Neue",Arial,sans-serif}
a{color:#6f92c8}
.wrap{display:flex;height:100vh;overflow:hidden}

.side{width:288px;flex:0 0 288px;background:#0b0e13;border-right:1px solid #1c2028;overflow-y:auto}
.side .st{font-size:11.5px;letter-spacing:.05em;text-transform:uppercase;color:#8890a0;padding:14px 15px 4px}
.side .kd{font-size:10px;letter-spacing:.09em;text-transform:uppercase;color:#5a6373;padding:12px 15px 2px}
.gh{display:flex;justify-content:space-between;align-items:center;gap:8px;padding:7px 15px;cursor:pointer;background:#0e1219;border-top:1px solid #14181f}
.gh:hover{background:#12151c}
.gh .gt{font-size:12px;font-weight:600;white-space:nowrap;overflow:hidden;text-overflow:ellipsis}
.gh .gt::before{content:"\25B8 ";color:#6f7787}
.gh.open .gt::before{content:"\25BE "}
.gh .gc{font-size:10.5px;color:#6f7787;flex-shrink:0;font-variant-numeric:tabular-nums}
.gb{display:none}.gb.open{display:block}
.ep{padding:6px 15px 6px 20px;cursor:pointer;border-left:3px solid transparent}
.ep:hover{background:#12151c}
.ep.on{background:#152036;border-left-color:#6f9fe0}
.ep .a{font-size:12px}
.ep .b{font-size:10.5px;color:#7f8896;margin-top:1px;font-variant-numeric:tabular-nums}

.main{flex:1;overflow-y:auto}
header{padding:14px 20px 10px}
header h1{margin:0 0 3px;font-size:19px}
.sub{color:#8890a0;font-size:12.5px}.sub code{color:#c7ccd6;background:#12151c;padding:1px 5px;border-radius:4px}
.badges{display:flex;flex-wrap:wrap;gap:6px;margin-top:7px}
.bdg{background:#12151c;border:1px solid #1c2028;border-radius:999px;padding:2px 9px;font-size:11px;color:#9aa1ad}
.bdg b{color:#e6e8ee}

.layout{display:grid;grid-template-columns:minmax(0,1fr) 320px;gap:14px;padding:0 20px}
@media(max-width:1360px){.layout{grid-template-columns:1fr}}
.panel{background:#0e1118;border:1px solid #1c2028;border-radius:8px}

.vgrid{display:flex;justify-content:center;align-items:stretch;gap:8px;padding:8px}
.vcol{display:flex;flex-direction:column;justify-content:space-between;gap:8px;flex:1 1 190px;min-width:0;max-width:340px}
.vcol .vp{flex:0 0 auto;aspect-ratio:4/3}
.vp{position:relative;background:#000;border-radius:4px;overflow:hidden;min-width:0}
.vp.main{flex:2.1 1 400px;aspect-ratio:4/3;max-height:62vh;max-width:calc(100% - 16px)}
.vp video{width:100%;height:100%;object-fit:contain;display:block}
/* master video for the centre tile: kept rendered (so Chrome keeps decoding) but
   transparent under the compositing canvas — do NOT use display:none / hidden */
.vp.main video{position:absolute;inset:0;opacity:0;pointer-events:none}
.vp #mainc{position:relative;z-index:1;width:100%;height:100%;display:block}
.vp .lbl{position:absolute;top:5px;left:6px;font:10.5px ui-monospace,monospace;color:#bcd2e6;background:rgba(0,0,0,.45);padding:1px 5px;border-radius:3px;pointer-events:none}

.three{display:grid;grid-template-columns:1fr 1fr;gap:8px;padding:0 8px 8px}
.cbox{position:relative;background:#111116;border:1px solid #1c2028;border-radius:6px;height:clamp(118px,17vh,178px)}
.cbox canvas{width:100%;height:100%;display:block;cursor:grab}
.cbox .lbl{position:absolute;top:6px;left:9px;font:12px ui-monospace,monospace;color:#9aa1ad}
.cbox .hint{position:absolute;bottom:6px;right:9px;font-size:10px;color:#556}

.spans-head{padding:12px 14px 8px;font-size:12px;letter-spacing:.04em;color:#9aa1ad;text-transform:uppercase}
.spans-head b{color:#6f9fe0}
.tl{height:9px;border-radius:4px;margin:0 14px 6px;display:flex;overflow:hidden;cursor:pointer;background:#12151c}
.tl i{height:100%}
.chips{display:flex;flex-wrap:wrap;gap:5px;padding:0 14px 10px}
.chip{min-width:24px;height:21px;padding:0 5px;display:flex;align-items:center;justify-content:center;border-radius:5px;font-size:10.5px;font-weight:700;cursor:pointer;color:#07090d}
.chip.on{outline:2px solid #fff}
.slist{max-height:430px;overflow-y:auto}
.si{border-left:3px solid transparent;border-radius:4px;padding:7px 10px;margin:0 10px 5px;cursor:pointer;background:#12151c}
.si:hover{background:#171b24}.si.on{background:#182339;border-left-color:#6f9fe0}
.si .n{display:inline-flex;width:17px;height:17px;border-radius:9px;color:#07090d;font-size:10px;font-weight:700;align-items:center;justify-content:center;margin-right:6px}
.si .k{font-size:13px}.si .m{font-size:10.5px;color:#6f92c8;font-family:ui-monospace,monospace;margin-top:2px}
.si .lb{font-size:11px;color:#8890a0}
.si .mist{color:#ff5c5c;font-weight:700;font-size:10px;margin-left:6px}
.empty{color:#6f7787;font-size:12px;padding:6px 14px 14px}

.controls{display:flex;align-items:center;gap:12px;padding:9px 16px;margin:14px 20px 0}
.controls button{background:#1b2740;color:#cfe0ff;border:1px solid #2b3654;border-radius:6px;padding:5px 13px;cursor:pointer;font-size:15px}
.controls input[type=range]{flex:1}
.controls .t{font-variant-numeric:tabular-nums;color:#c7ccd6;font-size:13px}
.controls label{font-size:11px;color:#9aa1ad;display:flex;align-items:center;gap:5px;cursor:pointer;white-space:nowrap}

.readout{margin:14px 20px 0;padding:13px 18px}
.rt{font-size:11px;letter-spacing:.04em;color:#9aa1ad;text-transform:uppercase;margin-bottom:9px}
.rg{display:grid;grid-template-columns:repeat(3,1fr);gap:8px 26px}
.ro{display:flex;justify-content:space-between;border-bottom:1px dashed #1c2028;padding-bottom:4px}
.ro .k{color:#9aa1ad}.ro .v{font-variant-numeric:tabular-nums}.ro .v.hi{color:#6fe08a}.ro .v.b{color:#7fb2ff}

.charts{margin:12px 20px 0;display:grid;gap:8px}
.chp{padding:6px 14px 8px}
.chp .l{font-size:11px;color:#9aa1ad}.chp .u{color:#5a6373;font-size:10px;margin-left:6px}
.chp canvas{width:100%;height:76px;display:block;cursor:pointer}
.leg{display:inline-flex;gap:9px;margin-left:8px}
.leg i{width:9px;height:9px;border-radius:2px;display:inline-block;margin-right:3px;vertical-align:-1px}

.legend{display:flex;flex-wrap:wrap;gap:6px 12px;padding:10px 20px 0;color:#8890a0;font-size:11.5px}
.legend .it{display:flex;align-items:center;gap:5px}
.sw{width:11px;height:11px;border-radius:3px;display:inline-block}

.files{display:flex;flex-wrap:wrap;gap:7px;margin:8px 20px 30px;padding:11px 16px}
.fc{background:#12151c;border:1px solid #1c2028;border-radius:5px;padding:4px 9px;font:11.5px ui-monospace,monospace;color:#c7ccd6;text-decoration:none;display:inline-block}
.fc.dl{color:#7fe0a0;border-color:#24402f}
.fc.dl:hover{background:#16211a;border-color:#3d9970}
.fc.dim{color:#6f7787}
.note{margin:8px 20px 0;padding:10px 16px;font-size:12px;color:#9aa1ad;border-left:3px solid #b8860b;background:#14130c;border-radius:4px}
</style></head>
<body>
<div class="wrap">
  <div class="main" id="main"></div>
</div>

<script id="D" type="application/json">{"eps": [{"slug": "task_15365_ep000", "kind": "wild", "task": "task_15365", "ep": 0, "short": "Fruit cutting station", "task_name": "Fruit cutting processing station", "instruction": "Sort yellow fruits and pack them into plastic boxes", "duration": 38.98, "nframes": 2340, "fps": 30, "usability": 1.0, "overall": 5.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES02AA126062500099", "qc": {"status": "pass", "total": 41, "passed": 41, "warnings": 0, "failures": 0}, "has_vis": true, "n_segments": 18, "skills": {"Pick": 9, "Place": 8, "HandOver": 1}, "skill_list": ["HandOver", "Pick", "Place"], "valids": {"hand_state/left": 0.9957, "hand_state/right": 0.9957, "head_camera/valid": 0.9957, "head_state/valid": 0.9957, "left_end/valid": 0.9957, "left_hand/valid": 0.9957, "right_end/valid": 0.9957, "right_hand/valid": 0.9957}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Both hands cooperate to pick up two yellow fruits from the plastic box on the right side of the table", "ts": 0.15, "te": 1.55, "mistake": false}, {"skill": "Place", "label": "Both hands cooperate to place two yellow fruits into the plastic box on the left side of the table", "ts": 1.55, "te": 5.0, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up one yellow fruit from the plastic box on the right side of the table", "ts": 5.0, "te": 6.97, "mistake": false}, {"skill": "Place", "label": "Both hands cooperate to place one yellow fruit into the plastic box on the left side of the table", "ts": 6.97, "te": 10.27, "mistake": false}, {"skill": "Pick", "label": "Both hands cooperate to pick up two yellow fruits from the plastic box on the right side of the table", "ts": 10.27, "te": 12.63, "mistake": false}, {"skill": "Place", "label": "Both hands cooperate to place two yellow fruits into the plastic box on the left side of the table", "ts": 12.63, "te": 16.52, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up one yellow fruit from the plastic box on the right side of the table", "ts": 16.52, "te": 19.23, "mistake": false}, {"skill": "Place", "label": "Both hands cooperate to place one yellow fruit into the plastic box on the left side of the table", "ts": 19.23, "te": 21.22, "mistake": false}, {"skill": "Pick", "label": "Both hands cooperate to pick up two yellow fruits from the plastic box on the right side of the table", "ts": 21.22, "te": 22.68, "mistake": false}, {"skill": "Place", "label": "Both hands cooperate to place two yellow fruits into the plastic box on the left side of the table", "ts": 22.68, "te": 25.43, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up one yellow fruit from the plastic box on the right side of the table", "ts": 25.43, "te": 26.57, "mistake": false}, {"skill": "Place", "label": "The right hand places the yellow fruit into the plastic box above the table", "ts": 26.57, "te": 29.62, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up one yellow fruit from the plastic box on the right side of the table", "ts": 29.62, "te": 30.7, "mistake": false}, {"skill": "Place", "label": "Both hands cooperate to place one yellow fruit into the plastic box on the left side of the table", "ts": 30.7, "te": 32.15, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up one yellow fruit from the plastic box on the right side of the table", "ts": 32.15, "te": 33.42, "mistake": false}, {"skill": "HandOver", "label": "The right hand hands over the yellow fruit to the left hand", "ts": 33.42, "te": 34.18, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up one yellow fruit from the plastic box on the right side of the table", "ts": 34.18, "te": 35.38, "mistake": false}, {"skill": "Place", "label": "The right hand places one yellow fruit into the plastic box on the left side of the table", "ts": 35.38, "te": 38.7, "mistake": false}]}, {"slug": "task_15634_ep000", "kind": "wild", "task": "task_15634", "ep": 0, "short": "Fruit retail & cutting", "task_name": "Fruit retail and cutting", "instruction": "Arrange figs", "duration": 29.98, "nframes": 1800, "fps": 30, "usability": 1.0, "overall": 5.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES02AA126062500135", "qc": {"status": "pass", "total": 41, "passed": 41, "warnings": 0, "failures": 0}, "has_vis": false, "n_segments": 24, "skills": {"Place": 12, "Pick": 9, "Cut": 2, "Straighten": 1}, "skill_list": ["Cut", "Pick", "Place", "Straighten"], "valids": {"hand_state/left": 0.9956, "hand_state/right": 0.9956, "head_camera/valid": 0.9956, "head_state/valid": 0.9956, "left_end/valid": 0.9956, "left_hand/valid": 0.9956, "right_end/valid": 0.9956, "right_hand/valid": 0.9956}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Cut", "label": "Right hand uses red scissors to cut the white sheet held by the left hand", "ts": 0.15, "te": 2.37, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to arrange the white sheet", "ts": 2.37, "te": 3.25, "mistake": false}, {"skill": "Cut", "label": "Right hand uses red scissors to cut the white sheet held by the left hand", "ts": 3.25, "te": 6.3, "mistake": false}, {"skill": "Place", "label": "Right hand places the scissors on the table surface", "ts": 6.3, "te": 7.0, "mistake": false}, {"skill": "Place", "label": "Both hands put the cut white sheet into the transparent plastic container", "ts": 7.0, "te": 8.1, "mistake": false}, {"skill": "Pick", "label": "Both hands pick up the dark purple figs from the table surface", "ts": 8.1, "te": 8.58, "mistake": false}, {"skill": "Place", "label": "Both hands put the figs into the small transparent container", "ts": 8.58, "te": 9.52, "mistake": false}, {"skill": "Pick", "label": "Both hands pick up two large dark purple figs", "ts": 9.52, "te": 10.52, "mistake": false}, {"skill": "Place", "label": "Right hand places the fig on the table surface", "ts": 10.52, "te": 11.85, "mistake": false}, {"skill": "Place", "label": "Left hand hands over the fig to the right hand", "ts": 11.85, "te": 12.35, "mistake": false}, {"skill": "Place", "label": "Right hand puts the fig into the container", "ts": 12.35, "te": 13.2, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up the fig from the tray", "ts": 13.2, "te": 14.43, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up the fig from the tray", "ts": 14.43, "te": 15.45, "mistake": false}, {"skill": "Place", "label": "Right hand places the fig into the transparent box", "ts": 15.45, "te": 16.75, "mistake": false}, {"skill": "Place", "label": "Right hand places the fig on the table surface", "ts": 16.75, "te": 18.87, "mistake": false}, {"skill": "Pick", "label": "Both hands pick up two dark purple figs from the tray", "ts": 18.87, "te": 20.13, "mistake": false}, {"skill": "Place", "label": "Right hand places the fig into the transparent box", "ts": 20.13, "te": 22.3, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up the fig from the left hand", "ts": 22.3, "te": 22.68, "mistake": false}, {"skill": "Place", "label": "Right hand places the fig on the table surface", "ts": 22.68, "te": 23.58, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up the fig from the transparent box", "ts": 23.58, "te": 23.77, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up the fig from the transparent box", "ts": 23.77, "te": 24.68, "mistake": false}, {"skill": "Place", "label": "Both hands put the two figs into the tray", "ts": 24.68, "te": 25.88, "mistake": false}, {"skill": "Pick", "label": "Both hands pick up multiple figs", "ts": 25.88, "te": 28.03, "mistake": false}, {"skill": "Place", "label": "Both hands put the figs into the tray", "ts": 28.03, "te": 28.93, "mistake": false}]}, {"slug": "task_15634_ep001", "kind": "wild", "task": "task_15634", "ep": 1, "short": "Fruit retail & cutting", "task_name": "Fruit retail and cutting", "instruction": "Pack the tomatoes into the plastic box", "duration": 30.98, "nframes": 1860, "fps": 30, "usability": 1.0, "overall": 5.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES02AA126062500135", "qc": {"status": "pass", "total": 41, "passed": 41, "warnings": 0, "failures": 0}, "has_vis": false, "n_segments": 18, "skills": {"Pick": 6, "Place": 6, "Close": 2, "HandOver": 1, "Straighten": 1, "Open": 1, "Pull": 1}, "skill_list": ["Close", "HandOver", "Open", "Pick", "Place", "Pull", "Straighten"], "valids": {"hand_state/left": 0.9962, "hand_state/right": 0.9962, "head_camera/valid": 0.9962, "head_state/valid": 0.9962, "left_end/valid": 0.9962, "left_hand/valid": 0.9962, "right_end/valid": 0.9962, "right_hand/valid": 0.9962}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Both hands work together to pick up the tomatoes from the bag", "ts": 0.0, "te": 0.5, "mistake": false}, {"skill": "Place", "label": "Right hand places the tomatoes into the transparent plastic box on the blue cloth", "ts": 0.5, "te": 0.92, "mistake": false}, {"skill": "HandOver", "label": "Left hand hands over a tomato to the right hand", "ts": 0.92, "te": 1.45, "mistake": false}, {"skill": "Place", "label": "Left hand places the tomato into the transparent plastic box on the blue cloth while right hand places the tomato into the transparent plastic box", "ts": 1.45, "te": 2.23, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to arrange the tomatoes in the transparent plastic box neatly", "ts": 2.23, "te": 3.35, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up the tomatoes from the bag", "ts": 3.35, "te": 9.0, "mistake": false}, {"skill": "Place", "label": "Both hands work together to put the tomatoes into the transparent plastic box on the blue cloth.", "ts": 9.0, "te": 12.42, "mistake": false}, {"skill": "Close", "label": "Both hands work together to close the lid of the transparent plastic box.", "ts": 12.42, "te": 14.62, "mistake": false}, {"skill": "Open", "label": "Both hands work together to open the lid of the transparent plastic box.", "ts": 14.62, "te": 16.0, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up the tomatoes in the transparent plastic box", "ts": 16.0, "te": 17.8, "mistake": false}, {"skill": "Place", "label": "Right hand places the tomato into the transparent plastic box", "ts": 17.8, "te": 18.38, "mistake": false}, {"skill": "Close", "label": "Both hands work together to close the lid of the transparent plastic box.", "ts": 18.38, "te": 19.65, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up the transparent plastic box on the blue cloth", "ts": 19.65, "te": 20.05, "mistake": false}, {"skill": "Pull", "label": "Right hand pulls the plastic box on the countertop downward while left hand places the transparent plastic box filled with tomatoes above the countertop", "ts": 20.05, "te": 21.03, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up one transparent plastic box from a stack of transparent plastic boxes", "ts": 21.03, "te": 22.78, "mistake": false}, {"skill": "Place", "label": "Left hand places the transparent plastic box above the countertop while right hand places the transparent plastic box on the blue cloth", "ts": 22.78, "te": 23.62, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up the tomatoes from the bag", "ts": 23.62, "te": 26.52, "mistake": false}, {"skill": "Place", "label": "Both hands work together to put the tomatoes into the transparent plastic box on the blue cloth.", "ts": 26.52, "te": 27.62, "mistake": false}]}, {"slug": "task_15634_ep002", "kind": "wild", "task": "task_15634", "ep": 2, "short": "Fruit retail & cutting", "task_name": "Fruit retail and cutting", "instruction": "Remove the pears from the plate and arrange them on the table surface", "duration": 30.97, "nframes": 1859, "fps": 30, "usability": 1.0, "overall": 5.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES02AA126062500135", "qc": {"status": "pass", "total": 41, "passed": 41, "warnings": 0, "failures": 0}, "has_vis": false, "n_segments": 24, "skills": {"Place": 8, "Pick": 8, "Tear": 3, "HandOver": 3, "Straighten": 2}, "skill_list": ["HandOver", "Pick", "Place", "Straighten", "Tear"], "valids": {"hand_state/left": 0.9952, "hand_state/right": 0.9952, "head_camera/valid": 0.9952, "head_state/valid": 0.9952, "left_end/valid": 0.9952, "left_hand/valid": 0.9952, "right_end/valid": 0.9952, "right_hand/valid": 0.9952}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Place", "label": "Both hands work together to place the two pears on the plate", "ts": 0.07, "te": 1.18, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to adjust the position of a box of pears", "ts": 1.18, "te": 3.28, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to adjust the position of a box of pears", "ts": 3.28, "te": 4.8, "mistake": false}, {"skill": "Tear", "label": "Both hands work together to tear off the film", "ts": 4.8, "te": 12.73, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a pear", "ts": 12.73, "te": 13.98, "mistake": false}, {"skill": "Place", "label": "Right hand places the pear on the table", "ts": 13.98, "te": 15.05, "mistake": false}, {"skill": "Tear", "label": "Left hand tears off the film", "ts": 15.05, "te": 15.92, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a pear", "ts": 15.92, "te": 16.67, "mistake": false}, {"skill": "Place", "label": "Right hand places the pear on the table", "ts": 16.67, "te": 17.15, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a pear", "ts": 17.15, "te": 17.72, "mistake": false}, {"skill": "HandOver", "label": "Left hand hands over the pear to the right hand", "ts": 17.72, "te": 18.63, "mistake": false}, {"skill": "Place", "label": "Right hand places the pear on the table", "ts": 18.63, "te": 18.98, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a pear", "ts": 18.98, "te": 19.6, "mistake": false}, {"skill": "HandOver", "label": "Left hand hands over the pear to the right hand", "ts": 19.6, "te": 20.37, "mistake": false}, {"skill": "Place", "label": "Right hand places the pear on the table", "ts": 20.37, "te": 21.68, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a pear", "ts": 21.68, "te": 22.23, "mistake": false}, {"skill": "Place", "label": "Left hand places the pear on the table", "ts": 22.23, "te": 23.52, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a pear", "ts": 23.52, "te": 23.97, "mistake": false}, {"skill": "HandOver", "label": "Left hand hands over the pear to the right hand", "ts": 23.97, "te": 24.68, "mistake": false}, {"skill": "Place", "label": "Right hand places the pear on the table", "ts": 24.68, "te": 25.62, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a pear", "ts": 25.62, "te": 26.75, "mistake": false}, {"skill": "Place", "label": "Left hand places the pear on the table", "ts": 26.75, "te": 27.92, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up the plate", "ts": 27.92, "te": 29.3, "mistake": false}, {"skill": "Tear", "label": "Both hands work together to tear off the film", "ts": 29.3, "te": 30.82, "mistake": false}]}, {"slug": "task_15634_ep003", "kind": "wild", "task": "task_15634", "ep": 3, "short": "Fruit retail & cutting", "task_name": "Fruit retail and cutting", "instruction": "Place the pears from the table into the plate and arrange them neatly", "duration": 30.97, "nframes": 1859, "fps": 30, "usability": 1.0, "overall": 5.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES02AA126062500135", "qc": {"status": "pass", "total": 41, "passed": 41, "warnings": 0, "failures": 0}, "has_vis": false, "n_segments": 29, "skills": {"Pick": 15, "Place": 10, "HandOver": 2, "Takedown": 1, "Knead": 1}, "skill_list": ["HandOver", "Knead", "Pick", "Place", "Takedown"], "valids": {"hand_state/left": 0.9935, "hand_state/right": 0.9935, "head_camera/valid": 0.9935, "head_state/valid": 0.9935, "left_end/valid": 0.9935, "left_hand/valid": 0.9935, "right_end/valid": 0.9935, "right_hand/valid": 0.9935}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Place", "label": "Both hands work together to place the two pears on the table", "ts": 0.18, "te": 2.0, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a pear from a box of pears", "ts": 2.0, "te": 3.43, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a pear from a box of pears", "ts": 3.43, "te": 4.73, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place the two pears on the table", "ts": 4.73, "te": 7.08, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a pear from a box of pears", "ts": 7.08, "te": 7.93, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a pear from a box of pears", "ts": 7.93, "te": 9.98, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place the two pears on the table", "ts": 9.98, "te": 12.13, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a pear from a box of pears", "ts": 12.13, "te": 12.87, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a pear from a box of pears", "ts": 12.87, "te": 14.92, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place the two pears on the table", "ts": 14.92, "te": 16.47, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up the plate", "ts": 16.47, "te": 17.12, "mistake": false}, {"skill": "Takedown", "label": "Right hand removes the film", "ts": 17.12, "te": 17.97, "mistake": false}, {"skill": "Place", "label": "Left hand places the plate on the table", "ts": 17.97, "te": 18.25, "mistake": false}, {"skill": "Knead", "label": "Both hands work together to knead the film", "ts": 18.25, "te": 19.62, "mistake": false}, {"skill": "Place", "label": "Left hand places the film on the table", "ts": 19.62, "te": 20.17, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a pear on the table", "ts": 20.17, "te": 20.78, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a pear on the table", "ts": 20.78, "te": 21.42, "mistake": false}, {"skill": "Place", "label": "Both hands work together to put the two pears into the plate", "ts": 21.42, "te": 23.33, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a pear on the table", "ts": 23.33, "te": 23.87, "mistake": false}, {"skill": "HandOver", "label": "Right hand hands over the pear to the left hand", "ts": 23.87, "te": 24.4, "mistake": false}, {"skill": "Place", "label": "Both hands work together to put the two pears into the plate", "ts": 24.4, "te": 26.08, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a pear on the table", "ts": 26.08, "te": 26.68, "mistake": false}, {"skill": "Place", "label": "Right hand puts the pear into the plate", "ts": 26.68, "te": 27.4, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a pear on the table", "ts": 27.4, "te": 28.2, "mistake": false}, {"skill": "HandOver", "label": "Right hand hands over the pear to the left hand", "ts": 28.2, "te": 28.48, "mistake": false}, {"skill": "Place", "label": "Right hand puts the pear into the plate", "ts": 28.48, "te": 29.28, "mistake": false}, {"skill": "Pick", "label": "Pick up two green apples from the table", "ts": 29.28, "te": 30.0, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a pear on the table", "ts": 30.0, "te": 30.17, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a pear on the table", "ts": 30.17, "te": 30.92, "mistake": false}]}, {"slug": "task_15634_ep004", "kind": "wild", "task": "task_15634", "ep": 4, "short": "Fruit retail & cutting", "task_name": "Fruit retail and cutting", "instruction": "Pack the yellow fruits on the blue mat into the plastic box.", "duration": 39.98, "nframes": 2400, "fps": 30, "usability": 1.0, "overall": 5.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES02AA126062500135", "qc": {"status": "pass", "total": 41, "passed": 41, "warnings": 0, "failures": 0}, "has_vis": false, "n_segments": 24, "skills": {"Pick": 13, "Place": 11}, "skill_list": ["Pick", "Place"], "valids": {"hand_state/left": 0.9892, "hand_state/right": 0.9892, "head_camera/valid": 0.9892, "head_state/valid": 0.9892, "left_end/valid": 0.9892, "left_hand/valid": 0.9892, "right_end/valid": 0.9892, "right_hand/valid": 0.9892}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Place", "label": "Right hand places the yellow fruit into the plastic box", "ts": 0.57, "te": 2.12, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a yellow fruit on the table surface", "ts": 2.12, "te": 2.65, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up the yellow fruit from the left hand", "ts": 2.65, "te": 3.25, "mistake": false}, {"skill": "Place", "label": "Right hand places the yellow fruit into the plastic box", "ts": 3.25, "te": 4.42, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a yellow fruit on the table surface", "ts": 4.42, "te": 5.27, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up the yellow fruit from the left hand", "ts": 5.27, "te": 6.17, "mistake": false}, {"skill": "Place", "label": "Right hand places the yellow fruit into the plastic box", "ts": 6.17, "te": 7.83, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up the yellow fruit from the blue mat", "ts": 7.83, "te": 9.45, "mistake": false}, {"skill": "Place", "label": "Right hand places the yellow fruit on the table surface", "ts": 9.45, "te": 10.55, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a yellow fruit on the table surface", "ts": 10.55, "te": 11.22, "mistake": false}, {"skill": "Place", "label": "Both hands work together to put the yellow fruit into the plastic box", "ts": 11.22, "te": 13.47, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up the yellow fruit from the blue mat", "ts": 13.47, "te": 16.65, "mistake": false}, {"skill": "Place", "label": "Right hand places the yellow fruit in the box", "ts": 16.65, "te": 18.25, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up the yellow fruit from the left hand", "ts": 18.25, "te": 18.65, "mistake": false}, {"skill": "Place", "label": "Right hand places the yellow fruit in the box", "ts": 18.65, "te": 19.72, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up the yellow fruit from the blue mat", "ts": 19.72, "te": 23.77, "mistake": false}, {"skill": "Place", "label": "Both hands work together to put the yellow fruit into the plastic box", "ts": 23.77, "te": 26.03, "mistake": false}, {"skill": "Place", "label": "Right hand places the yellow fruit in the box", "ts": 26.03, "te": 30.07, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up the yellow fruit from the left hand", "ts": 30.07, "te": 31.05, "mistake": false}, {"skill": "Place", "label": "Right hand places the yellow fruit in the box", "ts": 31.05, "te": 31.82, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up the yellow fruit from the blue mat", "ts": 31.82, "te": 32.4, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up the yellow fruit from the left hand", "ts": 32.4, "te": 33.63, "mistake": false}, {"skill": "Place", "label": "Both hands work together to put the yellow fruit into the plastic box", "ts": 33.63, "te": 36.5, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up the yellow fruit from the blue mat", "ts": 36.5, "te": 38.17, "mistake": false}]}, {"slug": "task_15634_ep005", "kind": "wild", "task": "task_15634", "ep": 5, "short": "Fruit retail & cutting", "task_name": "Fruit retail and cutting", "instruction": "Sort and pack the dates into the plastic box", "duration": 34.97, "nframes": 2099, "fps": 30, "usability": 1.0, "overall": 5.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES02AA126062500135", "qc": {"status": "pass", "total": 41, "passed": 41, "warnings": 0, "failures": 0}, "has_vis": false, "n_segments": 17, "skills": {"Place": 6, "Pick": 5, "HandOver": 4, "Wipe": 1, "Straighten": 1}, "skill_list": ["HandOver", "Pick", "Place", "Straighten", "Wipe"], "valids": {"hand_state/left": 0.9971, "hand_state/right": 0.9971, "head_camera/valid": 0.9971, "head_state/valid": 0.9971, "left_end/valid": 0.9971, "left_hand/valid": 0.9971, "right_end/valid": 0.9971, "right_hand/valid": 0.9971}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Left hand picks up a date from the transparent box on the left side of the table while right hand picks up a date from the transparent box on the left side of the table", "ts": 0.0, "te": 1.62, "mistake": false}, {"skill": "Wipe", "label": "Both hands work together to wipe the dates clean", "ts": 1.62, "te": 3.4, "mistake": false}, {"skill": "Place", "label": "Right hand places the date into the transparent box on the right side", "ts": 3.4, "te": 5.62, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a date from the transparent box on the left side of the table while right hand picks up a date from the transparent box on the left side of the table", "ts": 5.62, "te": 7.03, "mistake": false}, {"skill": "Place", "label": "Right hand places the date on the table surface", "ts": 7.03, "te": 11.87, "mistake": false}, {"skill": "HandOver", "label": "Left hand hands over the date to the right hand", "ts": 11.87, "te": 12.23, "mistake": false}, {"skill": "Place", "label": "Right hand places the date on the table surface", "ts": 12.23, "te": 12.63, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up two dates from the transparent box on the left side of the table while right hand picks up a date from the transparent box on the left side of the table", "ts": 12.63, "te": 13.77, "mistake": false}, {"skill": "HandOver", "label": "Left hand hands over the date to the right hand", "ts": 13.77, "te": 14.6, "mistake": false}, {"skill": "Place", "label": "Right hand places the date into the transparent box on the right side while left hand places the date into the transparent box on the right side", "ts": 14.6, "te": 18.65, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up two dates from the transparent box on the left side of the table while right hand picks up a date from the transparent box on the left side of the table", "ts": 18.65, "te": 20.53, "mistake": false}, {"skill": "HandOver", "label": "Left hand hands over the date to the right hand", "ts": 20.53, "te": 23.62, "mistake": false}, {"skill": "Place", "label": "Right hand places the date into the transparent box on the right side while left hand places the date into the transparent box on the right side", "ts": 23.62, "te": 27.42, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a date from the transparent box on the left side of the table", "ts": 27.42, "te": 28.2, "mistake": false}, {"skill": "HandOver", "label": "Left hand hands over the date to the right hand", "ts": 28.2, "te": 29.6, "mistake": false}, {"skill": "Place", "label": "Right hand places the date into the transparent box on the right side", "ts": 29.6, "te": 30.28, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to arrange the dates in the transparent box on the right side neatly", "ts": 30.28, "te": 34.3, "mistake": false}]}, {"slug": "task_15634_ep006", "kind": "wild", "task": "task_15634", "ep": 6, "short": "Fruit retail & cutting", "task_name": "Fruit retail and cutting", "instruction": "Remove the pears from the plate and then reload them", "duration": 36.98, "nframes": 2220, "fps": 30, "usability": 1.0, "overall": 5.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES02AA126062500135", "qc": {"status": "pass", "total": 41, "passed": 41, "warnings": 0, "failures": 0}, "has_vis": false, "n_segments": 28, "skills": {"Pick": 12, "Place": 11, "Tear": 2, "HandOver": 1, "Knead": 1, "Straighten": 1}, "skill_list": ["HandOver", "Knead", "Pick", "Place", "Straighten", "Tear"], "valids": {"hand_state/left": 0.9973, "hand_state/right": 0.9973, "head_camera/valid": 0.9973, "head_state/valid": 0.9973, "left_end/valid": 0.9973, "left_hand/valid": 0.9973, "right_end/valid": 0.9973, "right_hand/valid": 0.9973}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Tear", "label": "Left hand tears off the film", "ts": 0.07, "te": 1.77, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up the two pears in the plate", "ts": 1.77, "te": 3.15, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place the pears on the table", "ts": 3.15, "te": 6.23, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a pear from the plate", "ts": 6.23, "te": 7.83, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a pear from the plate", "ts": 7.83, "te": 9.22, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place the pears on the table", "ts": 9.22, "te": 10.85, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up the two pears in the plate", "ts": 10.85, "te": 12.62, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place the pears on the table", "ts": 12.62, "te": 14.82, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up the two pears in the plate", "ts": 14.82, "te": 17.65, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place the pears on the table", "ts": 17.65, "te": 18.43, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up the plate on the table", "ts": 18.43, "te": 19.75, "mistake": false}, {"skill": "Tear", "label": "Both hands work together to tear off the film on the plate", "ts": 19.75, "te": 21.33, "mistake": false}, {"skill": "Place", "label": "Left hand places the plate on the table", "ts": 21.33, "te": 21.88, "mistake": false}, {"skill": "HandOver", "label": "Right hand hands over the film to the left hand", "ts": 21.88, "te": 22.2, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up the film on the table", "ts": 22.2, "te": 22.65, "mistake": false}, {"skill": "Knead", "label": "Both hands work together to knead the film", "ts": 22.65, "te": 23.5, "mistake": false}, {"skill": "Place", "label": "Right hand places the film on the table", "ts": 23.5, "te": 24.32, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up the pear on the table", "ts": 24.32, "te": 24.92, "mistake": false}, {"skill": "Place", "label": "Left hand places the pear into the plate", "ts": 24.92, "te": 25.12, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up the pear on the table", "ts": 25.12, "te": 25.35, "mistake": false}, {"skill": "Place", "label": "Right hand places the pear into the plate", "ts": 25.35, "te": 26.23, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up the two pears on the table", "ts": 26.23, "te": 27.38, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place the pears into the plate", "ts": 27.38, "te": 28.97, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to adjust the positions of the two pears", "ts": 28.97, "te": 31.5, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up the two pears on the table", "ts": 31.5, "te": 32.7, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place the pears into the plate", "ts": 32.7, "te": 34.98, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up the two pears on the table", "ts": 34.98, "te": 35.83, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place the pears into the plate", "ts": 35.83, "te": 36.95, "mistake": false}]}, {"slug": "task_15634_ep007", "kind": "wild", "task": "task_15634", "ep": 7, "short": "Fruit retail & cutting", "task_name": "Fruit retail and cutting", "instruction": "Neatly arrange the dark cherries from the white tray into the gold tray.", "duration": 38.97, "nframes": 2339, "fps": 30, "usability": 1.0, "overall": 5.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES02AA126062500135", "qc": {"status": "pass", "total": 41, "passed": 41, "warnings": 0, "failures": 0}, "has_vis": false, "n_segments": 27, "skills": {"HandOver": 8, "Place": 8, "Pick": 7, "Straighten": 4}, "skill_list": ["HandOver", "Pick", "Place", "Straighten"], "valids": {"hand_state/left": 0.9765, "hand_state/right": 0.9855, "head_camera/valid": 0.997, "head_state/valid": 0.997, "left_end/valid": 0.9765, "left_hand/valid": 0.9765, "right_end/valid": 0.9855, "right_hand/valid": 0.9855}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Right hand picks up a dark cherry from the white tray", "ts": 0.4, "te": 1.2, "mistake": false}, {"skill": "HandOver", "label": "Right hand hands over the dark cherry to the left hand", "ts": 1.2, "te": 3.05, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a dark cherry from the white tray", "ts": 3.05, "te": 3.92, "mistake": false}, {"skill": "Straighten", "label": "Left hand assists the right hand in adjusting the grip on the dark cherry", "ts": 3.92, "te": 5.4, "mistake": false}, {"skill": "Place", "label": "Right hand places the dark cherry into the gold tray", "ts": 5.4, "te": 6.65, "mistake": false}, {"skill": "HandOver", "label": "Left hand hands over the dark cherry to the right hand", "ts": 6.65, "te": 7.75, "mistake": false}, {"skill": "Place", "label": "Right hand places the dark cherry into the gold tray", "ts": 7.75, "te": 9.97, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a dark cherry from the white tray", "ts": 9.97, "te": 10.82, "mistake": false}, {"skill": "HandOver", "label": "Right hand hands over the dark cherry to the left hand", "ts": 10.82, "te": 11.03, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a dark cherry from the white tray", "ts": 11.03, "te": 11.38, "mistake": false}, {"skill": "HandOver", "label": "Right hand hands over the dark cherry to the left hand", "ts": 11.38, "te": 11.67, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a dark cherry from the white tray", "ts": 11.67, "te": 12.0, "mistake": false}, {"skill": "Straighten", "label": "Left hand assists the right hand in adjusting the grip on the dark cherry", "ts": 12.0, "te": 12.97, "mistake": false}, {"skill": "Place", "label": "Right hand places the dark cherry into the gold tray", "ts": 12.97, "te": 13.9, "mistake": false}, {"skill": "HandOver", "label": "Left hand hands over the dark cherry to the right hand", "ts": 13.9, "te": 14.93, "mistake": false}, {"skill": "Place", "label": "Right hand places the dark cherry into the gold tray", "ts": 14.93, "te": 16.02, "mistake": false}, {"skill": "Place", "label": "Both hands arrange the dark cherries in the gold tray.", "ts": 16.02, "te": 23.33, "mistake": false}, {"skill": "HandOver", "label": "Left hand hands over the dark cherry to the right hand", "ts": 23.33, "te": 24.95, "mistake": false}, {"skill": "Place", "label": "Right hand places the dark cherry into the gold tray", "ts": 24.95, "te": 26.9, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a dark cherry from the white tray", "ts": 26.9, "te": 27.25, "mistake": false}, {"skill": "HandOver", "label": "Right hand hands over the dark cherry to the left hand", "ts": 27.25, "te": 27.42, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a dark cherry from the white tray", "ts": 27.42, "te": 27.83, "mistake": false}, {"skill": "Straighten", "label": "Left hand assists the right hand in adjusting the grip on the dark cherry", "ts": 27.83, "te": 29.12, "mistake": false}, {"skill": "Place", "label": "Right hand places the dark cherry into the gold tray", "ts": 29.12, "te": 30.05, "mistake": false}, {"skill": "HandOver", "label": "Left hand hands over the dark cherry to the right hand", "ts": 30.05, "te": 31.78, "mistake": false}, {"skill": "Place", "label": "Right hand places the dark cherry into the gold tray.", "ts": 31.78, "te": 35.88, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to adjust the position of a box of cherries above", "ts": 35.88, "te": 37.88, "mistake": false}]}, {"slug": "task_15634_ep008", "kind": "wild", "task": "task_15634", "ep": 8, "short": "Fruit retail & cutting", "task_name": "Fruit retail and cutting", "instruction": "Take out the pears from the plate", "duration": 36.98, "nframes": 2220, "fps": 30, "usability": 1.0, "overall": 5.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES02AA126062500135", "qc": {"status": "pass", "total": 41, "passed": 41, "warnings": 0, "failures": 0}, "has_vis": false, "n_segments": 21, "skills": {"Pick": 7, "Place": 7, "Straighten": 3, "Tear": 3, "Knead": 1}, "skill_list": ["Knead", "Pick", "Place", "Straighten", "Tear"], "valids": {"hand_state/left": 0.995, "hand_state/right": 0.995, "head_camera/valid": 0.995, "head_state/valid": 0.995, "left_end/valid": 0.995, "left_hand/valid": 0.995, "right_end/valid": 0.995, "right_hand/valid": 0.995}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Straighten", "label": "Both hands work together to adjust the position of a box of pears", "ts": 0.07, "te": 1.97, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to adjust the position of a box of pears", "ts": 1.97, "te": 3.63, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to adjust the position of a box of pears", "ts": 3.63, "te": 5.55, "mistake": false}, {"skill": "Tear", "label": "Both hands work together to tear off the film", "ts": 5.55, "te": 12.0, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a pear from a box of pears", "ts": 12.0, "te": 12.6, "mistake": false}, {"skill": "Place", "label": "Right hand places the pear on the table", "ts": 12.6, "te": 13.33, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a pear from a box of pears", "ts": 13.33, "te": 13.8, "mistake": false}, {"skill": "Place", "label": "Right hand places the pear on the table", "ts": 13.8, "te": 14.58, "mistake": false}, {"skill": "Tear", "label": "Both hands work together to tear off the film", "ts": 14.58, "te": 20.2, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up two pears from a box of pears", "ts": 20.2, "te": 22.12, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place the two pears on the table", "ts": 22.12, "te": 22.68, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up two pears from a box of pears", "ts": 22.68, "te": 23.48, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place the two pears on the table", "ts": 23.48, "te": 24.4, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up two pears from a box of pears", "ts": 24.4, "te": 25.45, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place the two pears on the table", "ts": 25.45, "te": 26.5, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up the plate", "ts": 26.5, "te": 27.28, "mistake": false}, {"skill": "Tear", "label": "Right hand tears off the film", "ts": 27.28, "te": 28.33, "mistake": false}, {"skill": "Place", "label": "Left hand places the plate on the table", "ts": 28.33, "te": 28.98, "mistake": false}, {"skill": "Knead", "label": "Both hands work together to knead the film", "ts": 28.98, "te": 30.98, "mistake": false}, {"skill": "Place", "label": "Right hand places the film on the table", "ts": 30.98, "te": 32.38, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a pear on the table while right hand picks up a pear on the table", "ts": 32.38, "te": 36.1, "mistake": false}]}, {"slug": "task_15638_ep000", "kind": "wild", "task": "task_15638", "ep": 0, "short": "Document archiving", "task_name": "Document scanning and archiving", "instruction": "Organize the documents on the table", "duration": 34.98, "nframes": 2100, "fps": 30, "usability": 1.0, "overall": 5.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800066", "qc": {"status": "pass", "total": 41, "passed": 41, "warnings": 0, "failures": 0}, "has_vis": false, "n_segments": 23, "skills": {"Place": 12, "Pick": 11}, "skill_list": ["Pick", "Place"], "valids": {"hand_state/left": 0.9919, "hand_state/right": 0.9952, "head_camera/valid": 0.9952, "head_state/valid": 0.9952, "left_end/valid": 0.9919, "left_hand/valid": 0.9919, "right_end/valid": 0.9952, "right_hand/valid": 0.9952}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Place", "label": "Both hands work together to place the document on the stack of documents on the right side of the table", "ts": 0.37, "te": 1.7, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents below the table", "ts": 1.7, "te": 4.18, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place the document on the stack of documents on the right side of the table", "ts": 4.18, "te": 5.92, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents below the table", "ts": 5.92, "te": 6.9, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place the document on the stack of documents on the right side of the table", "ts": 6.9, "te": 8.08, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents below the table", "ts": 8.08, "te": 9.87, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place the document on the stack of documents on the right side of the table", "ts": 9.87, "te": 11.28, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents below the table", "ts": 11.28, "te": 12.7, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place the document on the stack of documents on the right side of the table", "ts": 12.7, "te": 13.8, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents below the table", "ts": 13.8, "te": 15.95, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place the document on the stack of documents on the right side of the table", "ts": 15.95, "te": 17.13, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents below the table", "ts": 17.13, "te": 19.02, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place the document on the stack of documents on the right side of the table", "ts": 19.02, "te": 19.87, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents below the table", "ts": 19.87, "te": 21.57, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place the document on the stack of documents on the right side of the table", "ts": 21.57, "te": 22.98, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents below the table", "ts": 22.98, "te": 24.77, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place the document on the stack of documents on the right side of the table", "ts": 24.77, "te": 26.58, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents below the table", "ts": 26.58, "te": 28.08, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place the document on the stack of documents on the right side of the table", "ts": 28.08, "te": 29.17, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents below the table", "ts": 29.17, "te": 30.57, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place the document on the stack of documents on the right side of the table", "ts": 30.57, "te": 31.67, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents below the table", "ts": 31.67, "te": 33.07, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place the document on the stack of documents on the right side of the table", "ts": 33.07, "te": 34.17, "mistake": false}]}, {"slug": "task_15638_ep001", "kind": "wild", "task": "task_15638", "ep": 1, "short": "Document archiving", "task_name": "Document scanning and archiving", "instruction": "Organize the documents on the table", "duration": 37.98, "nframes": 2280, "fps": 30, "usability": 1.0, "overall": 5.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800066", "qc": {"status": "pass", "total": 41, "passed": 41, "warnings": 0, "failures": 0}, "has_vis": false, "n_segments": 34, "skills": {"Pick": 17, "Stack": 16, "Straighten": 1}, "skill_list": ["Pick", "Stack", "Straighten"], "valids": {"hand_state/left": 0.9974, "hand_state/right": 0.9974, "head_camera/valid": 0.9974, "head_state/valid": 0.9974, "left_end/valid": 0.9974, "left_hand/valid": 0.9974, "right_end/valid": 0.9974, "right_hand/valid": 0.9974}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Stack", "label": "Both hands work together to stack the document on the pile of documents on the right side of the table", "ts": 0.13, "te": 1.1, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 1.1, "te": 2.5, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document on the pile of documents on the right side of the table", "ts": 2.5, "te": 3.33, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 3.33, "te": 4.82, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document on the pile of documents on the right side of the table", "ts": 4.82, "te": 5.72, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 5.72, "te": 6.87, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document on the pile of documents on the right side of the table", "ts": 6.87, "te": 7.83, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 7.83, "te": 9.35, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document on the pile of documents on the right side of the table", "ts": 9.35, "te": 10.05, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 10.05, "te": 11.03, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document on the pile of documents on the right side of the table", "ts": 11.03, "te": 11.85, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 11.85, "te": 12.83, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document on the pile of documents on the right side of the table", "ts": 12.83, "te": 13.57, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 13.57, "te": 14.58, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document on the pile of documents on the right side of the table", "ts": 14.58, "te": 15.4, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 15.4, "te": 16.6, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document on the pile of documents on the right side of the table", "ts": 16.6, "te": 17.45, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 17.45, "te": 18.67, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document on the pile of documents on the right side of the table", "ts": 18.67, "te": 19.48, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 19.48, "te": 21.02, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document on the pile of documents on the right side of the table", "ts": 21.02, "te": 22.03, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 22.03, "te": 23.68, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document on the pile of documents on the right side of the table", "ts": 23.68, "te": 24.43, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 24.43, "te": 25.6, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document on the pile of documents on the right side of the table", "ts": 25.6, "te": 26.6, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 26.6, "te": 28.6, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document on the pile of documents on the right side of the table", "ts": 28.6, "te": 29.73, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 29.73, "te": 30.87, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document on the pile of documents on the right side of the table", "ts": 30.87, "te": 31.6, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 31.6, "te": 33.53, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document on the pile of documents on the right side of the table", "ts": 33.53, "te": 34.42, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 34.42, "te": 35.87, "mistake": false}, {"skill": "Straighten", "label": "The right hand organizes and aligns the stack of documents on the right.", "ts": 35.87, "te": 36.93, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up the stack of documents on the right side of the table", "ts": 36.93, "te": 37.82, "mistake": false}]}, {"slug": "task_15638_ep002", "kind": "wild", "task": "task_15638", "ep": 2, "short": "Document archiving", "task_name": "Document scanning and archiving", "instruction": "Organize the documents on the table", "duration": 36.98, "nframes": 2220, "fps": 30, "usability": 1.0, "overall": 5.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800066", "qc": {"status": "pass", "total": 41, "passed": 41, "warnings": 0, "failures": 0}, "has_vis": false, "n_segments": 28, "skills": {"Pick": 14, "Stack": 14}, "skill_list": ["Pick", "Stack"], "valids": {"hand_state/left": 0.9973, "hand_state/right": 0.9973, "head_camera/valid": 0.9973, "head_state/valid": 0.9973, "left_end/valid": 0.9973, "left_hand/valid": 0.9973, "right_end/valid": 0.9973, "right_hand/valid": 0.9973}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 0.17, "te": 1.03, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document onto the pile of documents on the right side of the table", "ts": 1.03, "te": 1.85, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 1.85, "te": 3.52, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document onto the pile of documents on the right side of the table", "ts": 3.52, "te": 4.38, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 4.38, "te": 6.33, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document onto the pile of documents on the right side of the table", "ts": 6.33, "te": 7.28, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 7.28, "te": 8.95, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document onto the pile of documents on the right side of the table", "ts": 8.95, "te": 9.72, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 9.72, "te": 12.03, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document onto the pile of documents on the right side of the table", "ts": 12.03, "te": 12.85, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 12.85, "te": 14.2, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document onto the pile of documents on the right side of the table", "ts": 14.2, "te": 14.97, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 14.97, "te": 16.05, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document onto the pile of documents on the right side of the table", "ts": 16.05, "te": 16.78, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 16.78, "te": 18.58, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document onto the pile of documents on the right side of the table", "ts": 18.58, "te": 19.93, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 19.93, "te": 21.85, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document onto the pile of documents on the right side of the table", "ts": 21.85, "te": 22.6, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 22.6, "te": 25.15, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document onto the pile of documents on the right side of the table", "ts": 25.15, "te": 25.93, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 25.93, "te": 27.23, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document onto the pile of documents on the right side of the table", "ts": 27.23, "te": 27.95, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 27.95, "te": 29.27, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document onto the pile of documents on the right side of the table", "ts": 29.27, "te": 30.27, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 30.27, "te": 31.7, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document onto the pile of documents on the right side of the table", "ts": 31.7, "te": 32.62, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 32.62, "te": 35.12, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document onto the pile of documents on the right side of the table", "ts": 35.12, "te": 36.05, "mistake": false}]}, {"slug": "task_15638_ep003", "kind": "wild", "task": "task_15638", "ep": 3, "short": "Document archiving", "task_name": "Document scanning and archiving", "instruction": "Organize the documents on the table", "duration": 38.97, "nframes": 2339, "fps": 30, "usability": 1.0, "overall": 5.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800066", "qc": {"status": "pass", "total": 41, "passed": 41, "warnings": 0, "failures": 0}, "has_vis": false, "n_segments": 32, "skills": {"Stack": 15, "Pick": 15, "Straighten": 1, "Place": 1}, "skill_list": ["Pick", "Place", "Stack", "Straighten"], "valids": {"hand_state/left": 0.9872, "hand_state/right": 0.9949, "head_camera/valid": 0.9949, "head_state/valid": 0.9949, "left_end/valid": 0.9872, "left_hand/valid": 0.9872, "right_end/valid": 0.9949, "right_hand/valid": 0.9949}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Stack", "label": "Both hands work together to stack the document onto the pile of documents on the right side of the table", "ts": 0.33, "te": 1.35, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 1.35, "te": 2.43, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document onto the pile of documents on the right side of the table", "ts": 2.43, "te": 3.55, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 3.55, "te": 4.9, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document onto the pile of documents on the right side of the table", "ts": 4.9, "te": 5.95, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 5.95, "te": 7.52, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document onto the pile of documents on the right side of the table", "ts": 7.52, "te": 8.52, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 8.52, "te": 9.65, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document onto the pile of documents on the right side of the table", "ts": 9.65, "te": 10.58, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 10.58, "te": 11.63, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document onto the pile of documents on the right side of the table", "ts": 11.63, "te": 12.75, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 12.75, "te": 14.52, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document onto the pile of documents on the right side of the table", "ts": 14.52, "te": 15.6, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 15.6, "te": 16.58, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document onto the pile of documents on the right side of the table", "ts": 16.58, "te": 17.73, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 17.73, "te": 18.85, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document onto the pile of documents on the right side of the table", "ts": 18.85, "te": 20.02, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 20.02, "te": 21.6, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document onto the pile of documents on the right side of the table", "ts": 21.6, "te": 22.75, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 22.75, "te": 23.83, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document onto the pile of documents on the right side of the table", "ts": 23.83, "te": 24.93, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 24.93, "te": 26.02, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document onto the pile of documents on the right side of the table", "ts": 26.02, "te": 26.95, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 26.95, "te": 28.33, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document onto the pile of documents on the right side of the table", "ts": 28.33, "te": 29.45, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 29.45, "te": 30.52, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document onto the pile of documents on the right side of the table", "ts": 30.52, "te": 31.38, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 31.38, "te": 32.65, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document onto the pile of documents on the right side of the table", "ts": 32.65, "te": 33.62, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to adjust the position of the stack of documents on the left side of the table", "ts": 33.62, "te": 35.8, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 35.8, "te": 36.72, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place the document in the middle of the table", "ts": 36.72, "te": 37.77, "mistake": false}]}, {"slug": "task_15638_ep004", "kind": "wild", "task": "task_15638", "ep": 4, "short": "Document archiving", "task_name": "Document scanning and archiving", "instruction": "Organize the documents on the table", "duration": 37.98, "nframes": 2280, "fps": 30, "usability": 1.0, "overall": 5.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800066", "qc": {"status": "pass", "total": 41, "passed": 41, "warnings": 0, "failures": 0}, "has_vis": false, "n_segments": 30, "skills": {"Stack": 15, "Pick": 15}, "skill_list": ["Pick", "Stack"], "valids": {"hand_state/left": 0.9961, "hand_state/right": 0.986, "head_camera/valid": 0.9961, "head_state/valid": 0.9961, "left_end/valid": 0.9961, "left_hand/valid": 0.9961, "right_end/valid": 0.986, "right_hand/valid": 0.986}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Stack", "label": "Both hands work together to stack the document onto the pile of documents on the right side of the table", "ts": 0.13, "te": 0.92, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 0.92, "te": 2.67, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document onto the pile of documents on the right side of the table", "ts": 2.67, "te": 3.52, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 3.52, "te": 4.78, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document onto the pile of documents on the right side of the table", "ts": 4.78, "te": 5.53, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 5.53, "te": 7.0, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document onto the pile of documents on the right side of the table", "ts": 7.0, "te": 7.7, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 7.7, "te": 9.55, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document onto the pile of documents on the right side of the table", "ts": 9.55, "te": 10.32, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 10.32, "te": 11.7, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document onto the pile of documents on the right side of the table", "ts": 11.7, "te": 12.85, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 12.85, "te": 15.03, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document onto the pile of documents on the right side of the table", "ts": 15.03, "te": 15.8, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 15.8, "te": 17.77, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document onto the pile of documents on the right side of the table", "ts": 17.77, "te": 18.48, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 18.48, "te": 19.7, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document onto the pile of documents on the right side of the table", "ts": 19.7, "te": 20.57, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 20.57, "te": 22.37, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document onto the pile of documents on the right side of the table", "ts": 22.37, "te": 23.13, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 23.13, "te": 24.3, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document onto the pile of documents on the right side of the table", "ts": 24.3, "te": 25.05, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 25.05, "te": 26.8, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document onto the pile of documents on the right side of the table", "ts": 26.8, "te": 27.55, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 27.55, "te": 29.18, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document onto the pile of documents on the right side of the table", "ts": 29.18, "te": 30.12, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 30.12, "te": 31.67, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document onto the pile of documents on the right side of the table", "ts": 31.67, "te": 32.55, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 32.55, "te": 34.02, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack the document onto the pile of documents on the right side of the table", "ts": 34.02, "te": 34.87, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a document from the stack of documents on the left side of the table", "ts": 34.87, "te": 37.4, "mistake": false}]}, {"slug": "task_15648_ep000", "kind": "wild", "task": "task_15648", "ep": 0, "short": "Mouse & keyboard assembly", "task_name": "Assembly of complete mouse and keyboard units", "instruction": "Place the white keycap on the keyboard tray and press it", "duration": 34.98, "nframes": 2100, "fps": 30, "usability": 1.0, "overall": 5.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800037", "qc": {"status": "pass", "total": 41, "passed": 41, "warnings": 0, "failures": 0}, "has_vis": true, "n_segments": 55, "skills": {"Pick": 17, "Place": 16, "Press": 16, "Stack": 2, "Straighten": 2, "HandOver": 1, "Flip": 1}, "skill_list": ["Flip", "HandOver", "Pick", "Place", "Press", "Stack", "Straighten"], "valids": {"hand_state/left": 0.9971, "hand_state/right": 0.9971, "head_camera/valid": 0.9971, "head_state/valid": 0.9971, "left_end/valid": 0.9971, "left_hand/valid": 0.9971, "right_end/valid": 0.9971, "right_hand/valid": 0.9971}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Place", "label": "Right hand places the white keycap on the keyboard tray", "ts": 0.07, "te": 0.82, "mistake": false}, {"skill": "Press", "label": "Right hand presses the white keycap while left hand places the white keycap on the keyboard tray", "ts": 0.82, "te": 1.5, "mistake": false}, {"skill": "Press", "label": "Left hand presses the white keycap", "ts": 1.5, "te": 1.92, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a white keycap from the table", "ts": 1.92, "te": 2.68, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a white keycap from the table", "ts": 2.68, "te": 3.1, "mistake": false}, {"skill": "Place", "label": "Left hand places the white keycap on the keyboard tray", "ts": 3.1, "te": 3.92, "mistake": false}, {"skill": "Press", "label": "Left hand presses the white keycap", "ts": 3.92, "te": 4.65, "mistake": false}, {"skill": "Place", "label": "Right hand places the white keycap on the keyboard tray", "ts": 4.65, "te": 4.95, "mistake": false}, {"skill": "Press", "label": "Both hands work together to press the white keycap", "ts": 4.95, "te": 5.28, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a white keycap from the table", "ts": 5.28, "te": 6.07, "mistake": false}, {"skill": "Place", "label": "Right hand places the white keycap on the keyboard tray", "ts": 6.07, "te": 6.93, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a white keycap from the table", "ts": 6.93, "te": 7.17, "mistake": false}, {"skill": "Press", "label": "Right hand presses the white keycap", "ts": 7.17, "te": 7.75, "mistake": false}, {"skill": "HandOver", "label": "Left hand hands over the white keycap to the right hand", "ts": 7.75, "te": 8.23, "mistake": false}, {"skill": "Place", "label": "Right hand places the white keycap on the keyboard tray", "ts": 8.23, "te": 8.72, "mistake": false}, {"skill": "Press", "label": "Both hands work together to press the white keycap", "ts": 8.72, "te": 9.18, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a white keycap from the table", "ts": 9.18, "te": 10.22, "mistake": false}, {"skill": "Place", "label": "Right hand places the white keycap on the keyboard tray", "ts": 10.22, "te": 10.83, "mistake": false}, {"skill": "Press", "label": "Right hand presses the white keycap", "ts": 10.83, "te": 11.33, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a keyboard tray", "ts": 11.33, "te": 11.58, "mistake": false}, {"skill": "Stack", "label": "Left hand stacks the keyboard tray onto the keyboard trays on the left", "ts": 11.58, "te": 11.92, "mistake": false}, {"skill": "Flip", "label": "Right hand flips a keyboard tray", "ts": 11.92, "te": 12.77, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a white keycap from the table", "ts": 12.77, "te": 13.17, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a white keycap from the table", "ts": 13.17, "te": 13.6, "mistake": false}, {"skill": "Place", "label": "Left hand places the white keycap on the keyboard tray", "ts": 13.6, "te": 14.5, "mistake": false}, {"skill": "Press", "label": "Left hand presses the white keycap", "ts": 14.5, "te": 14.83, "mistake": false}, {"skill": "Place", "label": "Right hand places the white keycap on the keyboard tray", "ts": 14.83, "te": 15.13, "mistake": false}, {"skill": "Press", "label": "Right hand presses the white keycap", "ts": 15.13, "te": 15.55, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a white keycap from the table", "ts": 15.55, "te": 16.55, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a white keycap from the table", "ts": 16.55, "te": 18.3, "mistake": false}, {"skill": "Place", "label": "Left hand places the white keycap on the keyboard tray", "ts": 18.3, "te": 18.85, "mistake": false}, {"skill": "Press", "label": "Left hand presses the white keycap", "ts": 18.85, "te": 19.52, "mistake": false}, {"skill": "Place", "label": "Right hand places the white keycap on the keyboard tray", "ts": 19.52, "te": 20.1, "mistake": false}, {"skill": "Press", "label": "Both hands work together to press the white keycap", "ts": 20.1, "te": 22.28, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a white keycap from the table", "ts": 22.28, "te": 23.1, "mistake": false}, {"skill": "Place", "label": "Right hand places the white keycap on the keyboard tray", "ts": 23.1, "te": 23.78, "mistake": false}, {"skill": "Press", "label": "Both hands work together to press the white keycap", "ts": 23.78, "te": 24.18, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a white keycap from the table", "ts": 24.18, "te": 25.05, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a white keycap from the table", "ts": 25.05, "te": 25.75, "mistake": false}, {"skill": "Place", "label": "Right hand places the white keycap on the keyboard tray", "ts": 25.75, "te": 26.38, "mistake": false}, {"skill": "Press", "label": "Right hand presses the white keycap", "ts": 26.38, "te": 26.72, "mistake": false}, {"skill": "Place", "label": "Left hand places the white keycap on the keyboard tray", "ts": 26.72, "te": 27.05, "mistake": false}, {"skill": "Press", "label": "Left hand presses the white keycap", "ts": 27.05, "te": 27.38, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a keyboard tray", "ts": 27.38, "te": 27.93, "mistake": false}, {"skill": "Stack", "label": "Left hand stacks the keyboard tray onto the keyboard trays on the left", "ts": 27.93, "te": 28.42, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a white keycap from the table", "ts": 28.42, "te": 29.2, "mistake": false}, {"skill": "Straighten", "label": "Right hand adjusts the position of the white keycap on the table", "ts": 29.2, "te": 30.27, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a white keycap from the table", "ts": 30.27, "te": 30.97, "mistake": false}, {"skill": "Place", "label": "Left hand places the white keycap on the keyboard tray", "ts": 30.97, "te": 31.62, "mistake": false}, {"skill": "Press", "label": "Left hand presses the white keycap", "ts": 31.62, "te": 32.33, "mistake": false}, {"skill": "Place", "label": "Right hand places the white keycap on the keyboard tray", "ts": 32.33, "te": 32.82, "mistake": false}, {"skill": "Press", "label": "Right hand presses the white keycap", "ts": 32.82, "te": 33.13, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a white keycap from the keyboard tray", "ts": 33.13, "te": 33.97, "mistake": false}, {"skill": "Straighten", "label": "Left hand assists the right hand in arranging the white keycap", "ts": 33.97, "te": 34.52, "mistake": false}, {"skill": "Place", "label": "Right hand places the white keycap on the keyboard tray", "ts": 34.52, "te": 34.95, "mistake": false}]}, {"slug": "task_15648_ep001", "kind": "wild", "task": "task_15648", "ep": 1, "short": "Mouse & keyboard assembly", "task_name": "Assembly of complete mouse and keyboard units", "instruction": "Place the keycap on the keyboard and press it", "duration": 36.97, "nframes": 2219, "fps": 30, "usability": 1.0, "overall": 5.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800037", "qc": {"status": "pass", "total": 41, "passed": 41, "warnings": 0, "failures": 0}, "has_vis": false, "n_segments": 60, "skills": {"Pick": 21, "Place": 19, "Press": 17, "HandOver": 2, "Flip": 1}, "skill_list": ["Flip", "HandOver", "Pick", "Place", "Press"], "valids": {"hand_state/left": 0.9968, "hand_state/right": 0.9968, "head_camera/valid": 0.9968, "head_state/valid": 0.9968, "left_end/valid": 0.9968, "left_hand/valid": 0.9968, "right_end/valid": 0.9968, "right_hand/valid": 0.9968}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Press", "label": "Both hands work together to press the keycap downward", "ts": 0.0, "te": 1.3, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a keycap from the table", "ts": 1.3, "te": 2.0, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a keycap from the table", "ts": 2.0, "te": 2.93, "mistake": false}, {"skill": "Place", "label": "Right hand places the keycap on the keyboard", "ts": 2.93, "te": 3.27, "mistake": false}, {"skill": "Press", "label": "Right hand presses the keycap downward", "ts": 3.27, "te": 3.82, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a keycap from the keyboard", "ts": 3.82, "te": 4.28, "mistake": false}, {"skill": "Place", "label": "Right hand places the keycap on the keyboard", "ts": 4.28, "te": 4.53, "mistake": false}, {"skill": "Press", "label": "Right hand presses the keycap downward", "ts": 4.53, "te": 4.88, "mistake": false}, {"skill": "Place", "label": "Left hand places the keycap on the keyboard", "ts": 4.88, "te": 5.32, "mistake": false}, {"skill": "Press", "label": "Left hand presses the keycap downward", "ts": 5.32, "te": 5.77, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a keycap from the table", "ts": 5.77, "te": 6.68, "mistake": false}, {"skill": "HandOver", "label": "Left hand hands over the keycap to the right hand", "ts": 6.68, "te": 7.2, "mistake": false}, {"skill": "Place", "label": "Right hand places the keycap on the keyboard", "ts": 7.2, "te": 7.7, "mistake": false}, {"skill": "Press", "label": "Both hands work together to press the keycap downward", "ts": 7.7, "te": 8.27, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a keyboard from the keyboard stack", "ts": 8.27, "te": 8.92, "mistake": false}, {"skill": "Place", "label": "Left hand places the keyboard onto the left keyboard stack", "ts": 8.92, "te": 9.9, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a keycap from the table", "ts": 9.9, "te": 10.7, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a keycap from the table while left hand places a keycap on the table", "ts": 10.7, "te": 11.55, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a keycap from the table", "ts": 11.55, "te": 12.12, "mistake": false}, {"skill": "Place", "label": "Right hand places the keycap on the keyboard", "ts": 12.12, "te": 12.63, "mistake": false}, {"skill": "Press", "label": "Right hand presses the keycap downward", "ts": 12.63, "te": 12.98, "mistake": false}, {"skill": "Place", "label": "Left hand places the keycap on the keyboard", "ts": 12.98, "te": 13.35, "mistake": false}, {"skill": "Press", "label": "Left hand presses the keycap downward", "ts": 13.35, "te": 13.83, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a keycap from the table", "ts": 13.83, "te": 14.4, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a keycap from the table", "ts": 14.4, "te": 14.92, "mistake": false}, {"skill": "Place", "label": "Left hand places the keycap on the keyboard", "ts": 14.92, "te": 15.4, "mistake": false}, {"skill": "Press", "label": "Left hand presses the keycap downward", "ts": 15.4, "te": 15.83, "mistake": false}, {"skill": "Place", "label": "Right hand places the keycap on the keyboard", "ts": 15.83, "te": 16.43, "mistake": false}, {"skill": "Press", "label": "Both hands work together to press the keycap downward", "ts": 16.43, "te": 17.15, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a keycap from the table", "ts": 17.15, "te": 17.87, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a keycap from the table", "ts": 17.87, "te": 18.28, "mistake": false}, {"skill": "Place", "label": "Left hand places the keycap on the keyboard", "ts": 18.28, "te": 18.8, "mistake": false}, {"skill": "Press", "label": "Left hand presses the keycap downward", "ts": 18.8, "te": 19.22, "mistake": false}, {"skill": "Place", "label": "Right hand places the keycap on the keyboard", "ts": 19.22, "te": 20.05, "mistake": false}, {"skill": "Press", "label": "Right hand presses the keycap downward", "ts": 20.05, "te": 20.63, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a keycap from the table", "ts": 20.63, "te": 21.15, "mistake": false}, {"skill": "Place", "label": "Right hand places the keycap on the keyboard", "ts": 21.15, "te": 22.57, "mistake": false}, {"skill": "Press", "label": "Right hand presses the keycap downward", "ts": 22.57, "te": 23.63, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a keyboard from the keyboard stack", "ts": 23.63, "te": 24.0, "mistake": false}, {"skill": "Place", "label": "Left hand places the keyboard onto the left keyboard stack", "ts": 24.0, "te": 24.37, "mistake": false}, {"skill": "Flip", "label": "Right hand flips the keyboard to face up", "ts": 24.37, "te": 25.2, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a keycap from the table", "ts": 25.2, "te": 25.47, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a keycap from the table", "ts": 25.47, "te": 26.12, "mistake": false}, {"skill": "Place", "label": "Left hand places the keycap on the keyboard", "ts": 26.12, "te": 26.82, "mistake": false}, {"skill": "Press", "label": "Left hand presses the keycap downward", "ts": 26.82, "te": 26.95, "mistake": false}, {"skill": "Place", "label": "Right hand places the keycap on the keyboard", "ts": 26.95, "te": 27.65, "mistake": false}, {"skill": "Press", "label": "Right hand presses the keycap downward", "ts": 27.65, "te": 28.13, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a keycap from the table", "ts": 28.13, "te": 28.82, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a keycap from the table", "ts": 28.82, "te": 29.23, "mistake": false}, {"skill": "Place", "label": "Left hand places the keycap on the keyboard", "ts": 29.23, "te": 29.73, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a keycap from the keyboard", "ts": 29.73, "te": 30.32, "mistake": false}, {"skill": "Place", "label": "Right hand places the keycap on the keyboard", "ts": 30.32, "te": 30.82, "mistake": false}, {"skill": "Press", "label": "Right hand presses the keycap downward", "ts": 30.82, "te": 31.42, "mistake": false}, {"skill": "HandOver", "label": "Left hand hands over the keycap to the right hand", "ts": 31.42, "te": 31.77, "mistake": false}, {"skill": "Place", "label": "Right hand places the keycap on the keyboard", "ts": 31.77, "te": 32.28, "mistake": false}, {"skill": "Press", "label": "Both hands work together to press the keycap downward", "ts": 32.28, "te": 33.3, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a keycap from the table", "ts": 33.3, "te": 33.83, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a keycap from the table", "ts": 33.83, "te": 34.45, "mistake": false}, {"skill": "Place", "label": "Right hand places the keycap on the keyboard", "ts": 34.45, "te": 34.93, "mistake": false}, {"skill": "Press", "label": "Left hand presses the keycap downward", "ts": 34.93, "te": 35.35, "mistake": false}]}, {"slug": "task_15648_ep002", "kind": "wild", "task": "task_15648", "ep": 2, "short": "Mouse & keyboard assembly", "task_name": "Assembly of complete mouse and keyboard units", "instruction": "Place the white keycap on the keyboard and press it", "duration": 39.98, "nframes": 2400, "fps": 30, "usability": 1.0, "overall": 5.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800037", "qc": {"status": "pass", "total": 41, "passed": 41, "warnings": 0, "failures": 0}, "has_vis": false, "n_segments": 63, "skills": {"Place": 21, "Pick": 21, "Press": 18, "Stack": 2, "Flip": 1}, "skill_list": ["Flip", "Pick", "Place", "Press", "Stack"], "valids": {"hand_state/left": 0.9871, "hand_state/right": 0.9971, "head_camera/valid": 0.9971, "head_state/valid": 0.9971, "left_end/valid": 0.9871, "left_hand/valid": 0.9871, "right_end/valid": 0.9971, "right_hand/valid": 0.9971}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Place", "label": "Both hands work together to place the white keycap on the keyboard", "ts": 0.0, "te": 1.17, "mistake": false}, {"skill": "Press", "label": "Both hands work together to press the white keycap", "ts": 1.17, "te": 1.92, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a white keycap from the table", "ts": 1.92, "te": 2.82, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a white keycap from the table", "ts": 2.82, "te": 3.33, "mistake": false}, {"skill": "Place", "label": "Left hand places the white keycap on the keyboard", "ts": 3.33, "te": 4.28, "mistake": false}, {"skill": "Press", "label": "Left hand presses the white keycap", "ts": 4.28, "te": 4.8, "mistake": false}, {"skill": "Place", "label": "Right hand places the white keycap on the keyboard", "ts": 4.8, "te": 5.38, "mistake": false}, {"skill": "Press", "label": "Both hands work together to press the white keycap", "ts": 5.38, "te": 6.17, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a white keycap from the table", "ts": 6.17, "te": 7.52, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a white keycap from the table", "ts": 7.52, "te": 8.38, "mistake": false}, {"skill": "Place", "label": "Left hand places the white keycap on the keyboard", "ts": 8.38, "te": 9.02, "mistake": false}, {"skill": "Press", "label": "Left hand presses the white keycap", "ts": 9.02, "te": 9.52, "mistake": false}, {"skill": "Place", "label": "Right hand places the white keycap on the keyboard", "ts": 9.52, "te": 10.13, "mistake": false}, {"skill": "Press", "label": "Both hands work together to press the white keycap", "ts": 10.13, "te": 10.6, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a white keycap from the table", "ts": 10.6, "te": 11.58, "mistake": false}, {"skill": "Place", "label": "Right hand places the white keycap on the keyboard", "ts": 11.58, "te": 12.32, "mistake": false}, {"skill": "Press", "label": "Right hand presses the white keycap", "ts": 12.32, "te": 12.85, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a tool from the keyboard", "ts": 12.85, "te": 13.15, "mistake": false}, {"skill": "Stack", "label": "Left hand stacks the tool onto the tools on the left", "ts": 13.15, "te": 13.7, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a white keycap from the table", "ts": 13.7, "te": 14.52, "mistake": false}, {"skill": "Flip", "label": "Right hand flips a tool on the keyboard", "ts": 14.52, "te": 15.75, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a white keycap from the table", "ts": 15.75, "te": 16.3, "mistake": false}, {"skill": "Place", "label": "Left hand places the white keycap on the keyboard", "ts": 16.3, "te": 16.8, "mistake": false}, {"skill": "Press", "label": "Left hand presses the white keycap", "ts": 16.8, "te": 17.08, "mistake": false}, {"skill": "Place", "label": "Right hand places the white keycap on the keyboard", "ts": 17.08, "te": 17.35, "mistake": false}, {"skill": "Press", "label": "Right hand presses the white keycap", "ts": 17.35, "te": 17.9, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a white keycap from the table", "ts": 17.9, "te": 18.55, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a white keycap from the table", "ts": 18.55, "te": 19.2, "mistake": false}, {"skill": "Place", "label": "Left hand places the white keycap on the keyboard", "ts": 19.2, "te": 20.8, "mistake": false}, {"skill": "Press", "label": "Left hand presses the white keycap", "ts": 20.8, "te": 21.45, "mistake": false}, {"skill": "Place", "label": "Right hand places the white keycap on the keyboard", "ts": 21.45, "te": 22.0, "mistake": false}, {"skill": "Press", "label": "Both hands work together to press the white keycap", "ts": 22.0, "te": 22.32, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a white keycap from the table", "ts": 22.32, "te": 23.18, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a white keycap from the table", "ts": 23.18, "te": 23.7, "mistake": false}, {"skill": "Place", "label": "Right hand places the white keycap on the keyboard", "ts": 23.7, "te": 23.95, "mistake": false}, {"skill": "Press", "label": "Right hand presses the white keycap", "ts": 23.95, "te": 24.52, "mistake": false}, {"skill": "Place", "label": "Left hand places the white keycap on the keyboard", "ts": 24.52, "te": 24.77, "mistake": false}, {"skill": "Press", "label": "Left hand presses the white keycap", "ts": 24.77, "te": 25.48, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a white keycap from the table", "ts": 25.48, "te": 26.42, "mistake": false}, {"skill": "Place", "label": "Right hand places the white keycap on the keyboard", "ts": 26.42, "te": 27.03, "mistake": false}, {"skill": "Press", "label": "Right hand presses the white keycap", "ts": 27.03, "te": 27.6, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a tool from the keyboard", "ts": 27.6, "te": 27.9, "mistake": false}, {"skill": "Stack", "label": "Left hand stacks the tool onto the tools on the left", "ts": 27.9, "te": 28.52, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a white keycap from the table", "ts": 28.52, "te": 29.63, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a white keycap from the table", "ts": 29.63, "te": 29.93, "mistake": false}, {"skill": "Place", "label": "Left hand places the white keycap on the keyboard", "ts": 29.93, "te": 30.35, "mistake": false}, {"skill": "Press", "label": "Left hand presses the white keycap", "ts": 30.35, "te": 30.65, "mistake": false}, {"skill": "Place", "label": "Right hand places the white keycap on the keyboard", "ts": 30.65, "te": 31.02, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a white keycap from the table", "ts": 31.02, "te": 31.9, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a white keycap from the table", "ts": 31.9, "te": 32.47, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a white keycap from the table", "ts": 32.47, "te": 33.08, "mistake": false}, {"skill": "Place", "label": "Left hand places the white keycap on the keyboard", "ts": 33.08, "te": 33.62, "mistake": false}, {"skill": "Press", "label": "Left hand presses the white keycap", "ts": 33.62, "te": 34.72, "mistake": false}, {"skill": "Place", "label": "Right hand places the white keycap on the keyboard", "ts": 34.72, "te": 35.2, "mistake": false}, {"skill": "Press", "label": "Both hands work together to press the white keycap", "ts": 35.2, "te": 35.55, "mistake": false}, {"skill": "Place", "label": "Right hand places the white keycap on the keyboard", "ts": 35.55, "te": 36.55, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a white keycap from the table", "ts": 36.55, "te": 36.98, "mistake": false}, {"skill": "Place", "label": "Right hand places the white keycap on the keyboard", "ts": 36.98, "te": 37.43, "mistake": false}, {"skill": "Press", "label": "Right hand presses the white keycap", "ts": 37.43, "te": 37.97, "mistake": false}, {"skill": "Place", "label": "Left hand places the white keycap on the keyboard", "ts": 37.97, "te": 38.28, "mistake": false}, {"skill": "Press", "label": "Left hand presses the white keycap", "ts": 38.28, "te": 38.98, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a white keycap from the table", "ts": 38.98, "te": 39.45, "mistake": false}, {"skill": "Place", "label": "Right hand places the white keycap on the keyboard", "ts": 39.45, "te": 40.0, "mistake": false}]}, {"slug": "task_15648_ep003", "kind": "wild", "task": "task_15648", "ep": 3, "short": "Mouse & keyboard assembly", "task_name": "Assembly of complete mouse and keyboard units", "instruction": "Place the white keycap on the keyboard tray and press it", "duration": 39.98, "nframes": 2400, "fps": 30, "usability": 1.0, "overall": 5.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800037", "qc": {"status": "pass", "total": 41, "passed": 41, "warnings": 0, "failures": 0}, "has_vis": false, "n_segments": 63, "skills": {"Place": 20, "Press": 20, "Pick": 20, "Stack": 2, "Flip": 1}, "skill_list": ["Flip", "Pick", "Place", "Press", "Stack"], "valids": {"hand_state/left": 0.9975, "hand_state/right": 0.9975, "head_camera/valid": 0.9975, "head_state/valid": 0.9975, "left_end/valid": 0.9975, "left_hand/valid": 0.9975, "right_end/valid": 0.9975, "right_hand/valid": 0.9975}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Place", "label": "Both hands work together to place the white keycap on the keyboard tray", "ts": 0.0, "te": 0.55, "mistake": false}, {"skill": "Press", "label": "Both hands work together to press the white keycap", "ts": 0.55, "te": 1.07, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a white keycap from the table", "ts": 1.07, "te": 1.95, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a white keycap from the table", "ts": 1.95, "te": 2.47, "mistake": false}, {"skill": "Place", "label": "Left hand places the white keycap on the keyboard tray", "ts": 2.47, "te": 3.25, "mistake": false}, {"skill": "Press", "label": "Left hand presses the white keycap", "ts": 3.25, "te": 3.85, "mistake": false}, {"skill": "Place", "label": "Right hand places the white keycap on the keyboard", "ts": 3.85, "te": 4.12, "mistake": false}, {"skill": "Press", "label": "Right hand presses the white keycap", "ts": 4.12, "te": 4.52, "mistake": false}, {"skill": "Press", "label": "Both hands work together to press the white keycap", "ts": 4.52, "te": 5.63, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a white keycap from the table", "ts": 5.63, "te": 6.5, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a white keycap from the table", "ts": 6.5, "te": 7.03, "mistake": false}, {"skill": "Place", "label": "Right hand places the white keycap on the keyboard tray", "ts": 7.03, "te": 7.35, "mistake": false}, {"skill": "Press", "label": "Right hand presses the white keycap", "ts": 7.35, "te": 8.12, "mistake": false}, {"skill": "Place", "label": "Left hand places the white keycap on the keyboard tray", "ts": 8.12, "te": 8.73, "mistake": false}, {"skill": "Press", "label": "Left hand presses the white keycap", "ts": 8.73, "te": 9.13, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a white keycap from the table", "ts": 9.13, "te": 9.58, "mistake": false}, {"skill": "Place", "label": "Right hand places the white keycap on the keyboard tray", "ts": 9.58, "te": 10.37, "mistake": false}, {"skill": "Press", "label": "Right hand presses the white keycap", "ts": 10.37, "te": 11.02, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a keyboard tray", "ts": 11.02, "te": 11.3, "mistake": false}, {"skill": "Stack", "label": "Left hand stacks the keyboard tray onto the keyboard trays on the left", "ts": 11.3, "te": 12.05, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a white keycap from the table", "ts": 12.05, "te": 12.82, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a white keycap from the table", "ts": 12.82, "te": 13.07, "mistake": false}, {"skill": "Place", "label": "Left hand places the white keycap on the keyboard tray", "ts": 13.07, "te": 13.55, "mistake": false}, {"skill": "Press", "label": "Left hand presses the white keycap", "ts": 13.55, "te": 13.87, "mistake": false}, {"skill": "Place", "label": "Right hand places the white keycap on the keyboard tray", "ts": 13.87, "te": 14.2, "mistake": false}, {"skill": "Press", "label": "Right hand presses the white keycap", "ts": 14.2, "te": 14.83, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a white keycap from the table", "ts": 14.83, "te": 15.37, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a white keycap from the table", "ts": 15.37, "te": 16.07, "mistake": false}, {"skill": "Place", "label": "Left hand places the white keycap on the keyboard tray", "ts": 16.07, "te": 17.0, "mistake": false}, {"skill": "Press", "label": "Left hand presses the white keycap", "ts": 17.0, "te": 17.77, "mistake": false}, {"skill": "Place", "label": "Right hand places the white keycap on the keyboard tray", "ts": 17.77, "te": 18.35, "mistake": false}, {"skill": "Press", "label": "Both hands work together to press the white keycap", "ts": 18.35, "te": 18.73, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up two white keycaps from the table", "ts": 18.73, "te": 19.82, "mistake": false}, {"skill": "Place", "label": "Left hand places the white keycap on the keyboard tray", "ts": 19.82, "te": 21.2, "mistake": false}, {"skill": "Press", "label": "Left hand presses the white keycap", "ts": 21.2, "te": 22.4, "mistake": false}, {"skill": "Place", "label": "Right hand places the white keycap on the keyboard tray", "ts": 22.4, "te": 22.92, "mistake": false}, {"skill": "Press", "label": "Right hand presses the white keycap", "ts": 22.92, "te": 24.45, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a white keycap from the table", "ts": 24.45, "te": 25.53, "mistake": false}, {"skill": "Place", "label": "Right hand places the white keycap on the keyboard tray", "ts": 25.53, "te": 26.03, "mistake": false}, {"skill": "Press", "label": "Right hand presses the white keycap", "ts": 26.03, "te": 26.67, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a keyboard tray", "ts": 26.67, "te": 26.9, "mistake": false}, {"skill": "Stack", "label": "Left hand stacks the keyboard tray onto the keyboard trays on the left", "ts": 26.9, "te": 27.4, "mistake": false}, {"skill": "Flip", "label": "Right hand flips a keyboard tray on the table", "ts": 27.4, "te": 28.08, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a white keycap from the table", "ts": 28.08, "te": 28.5, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a white keycap from the table", "ts": 28.5, "te": 29.1, "mistake": false}, {"skill": "Place", "label": "Left hand places the white keycap on the keyboard tray", "ts": 29.1, "te": 29.65, "mistake": false}, {"skill": "Press", "label": "Left hand presses the white keycap", "ts": 29.65, "te": 30.07, "mistake": false}, {"skill": "Place", "label": "Right hand places the white keycap on the keyboard tray", "ts": 30.07, "te": 30.42, "mistake": false}, {"skill": "Press", "label": "Right hand presses the white keycap", "ts": 30.42, "te": 30.82, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a white keycap from the table", "ts": 30.82, "te": 32.08, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a white keycap from the table", "ts": 32.08, "te": 32.85, "mistake": false}, {"skill": "Place", "label": "Right hand places the white keycap on the keyboard tray", "ts": 32.85, "te": 33.37, "mistake": false}, {"skill": "Press", "label": "Right hand presses the white keycap", "ts": 33.37, "te": 33.88, "mistake": false}, {"skill": "Place", "label": "Right hand places the white keycap on the keyboard tray", "ts": 33.88, "te": 34.52, "mistake": false}, {"skill": "Press", "label": "Both hands work together to press the white keyboard", "ts": 34.52, "te": 35.03, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a white keycap from the table", "ts": 35.03, "te": 35.67, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a white keycap from the table", "ts": 35.67, "te": 36.03, "mistake": false}, {"skill": "Place", "label": "Left hand places the white keycap on the keyboard tray", "ts": 36.03, "te": 36.33, "mistake": false}, {"skill": "Press", "label": "Left hand presses the white keycap", "ts": 36.33, "te": 36.88, "mistake": false}, {"skill": "Place", "label": "Right hand places the white keycap on the keyboard tray", "ts": 36.88, "te": 38.22, "mistake": false}, {"skill": "Press", "label": "Right hand presses the white keycap", "ts": 38.22, "te": 38.73, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up two white keycaps from the table", "ts": 38.73, "te": 39.7, "mistake": false}, {"skill": "Place", "label": "Right hand places the white keycap on the keyboard tray", "ts": 39.7, "te": 40.0, "mistake": false}]}, {"slug": "task_15655_ep000", "kind": "wild", "task": "task_15655", "ep": 0, "short": "Manicure", "task_name": "Manicure", "instruction": "Perform manicure", "duration": 35.97, "nframes": 2159, "fps": 30, "usability": 1.0, "overall": 5.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800052", "qc": {"status": "warn", "total": 41, "passed": 40, "warnings": 0, "failures": 1}, "has_vis": false, "n_segments": 12, "skills": {"Place": 3, "Pick": 2, "Straighten": 2, "Clip": 1, "Dip": 1, "Paint": 1, "Press": 1, "Wipe": 1}, "skill_list": ["Clip", "Dip", "Paint", "Pick", "Place", "Press", "Straighten", "Wipe"], "valids": {"hand_state/left": 0.9977, "hand_state/right": 0.9977, "head_camera/valid": 0.9977, "head_state/valid": 0.9977, "left_end/valid": 0.9977, "left_hand/valid": 0.9977, "right_end/valid": 0.9977, "right_hand/valid": 0.9977}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Clip", "label": "Right hand uses the black tool to clip the nail", "ts": 0.0, "te": 4.25, "mistake": false}, {"skill": "Place", "label": "Right hand places the black tool on the table", "ts": 4.25, "te": 5.0, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up the white device on the table", "ts": 5.0, "te": 6.0, "mistake": false}, {"skill": "Place", "label": "Right hand places the white device above the nail", "ts": 6.0, "te": 7.5, "mistake": false}, {"skill": "Place", "label": "Right hand places the white device on the table", "ts": 7.5, "te": 8.18, "mistake": false}, {"skill": "Straighten", "label": "Left hand adjusts the position of the customer's hand", "ts": 8.18, "te": 8.67, "mistake": false}, {"skill": "Dip", "label": "Right hand dips the brush into the jar", "ts": 8.67, "te": 10.5, "mistake": false}, {"skill": "Paint", "label": "Right hand applies the substance to the nail with the brush", "ts": 10.5, "te": 18.63, "mistake": false}, {"skill": "Straighten", "label": "Right hand straightens the nail", "ts": 18.63, "te": 27.23, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up the wet wipe on the table", "ts": 27.23, "te": 29.57, "mistake": false}, {"skill": "Press", "label": "Right hand presses the alcohol bottle with a tissue", "ts": 29.57, "te": 31.38, "mistake": false}, {"skill": "Wipe", "label": "Right hand wipes the nail with the wet wipe", "ts": 31.38, "te": 35.73, "mistake": false}]}, {"slug": "task_15655_ep001", "kind": "wild", "task": "task_15655", "ep": 1, "short": "Manicure", "task_name": "Manicure", "instruction": "Adjust the paint with a tool", "duration": 34.73, "nframes": 2085, "fps": 30, "usability": 1.0, "overall": 5.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800052", "qc": {"status": "warn", "total": 41, "passed": 40, "warnings": 0, "failures": 1}, "has_vis": false, "n_segments": 3, "skills": {"Smear": 2, "Scoop": 1}, "skill_list": ["Scoop", "Smear"], "valids": {"hand_state/left": 0.9966, "hand_state/right": 0.9966, "head_camera/valid": 0.9966, "head_state/valid": 0.9966, "left_end/valid": 0.9966, "left_hand/valid": 0.9966, "right_end/valid": 0.9966, "right_hand/valid": 0.9966}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Smear", "label": "Right hand smears the paint onto the palette with a tool", "ts": 3.53, "te": 6.27, "mistake": false}, {"skill": "Scoop", "label": "Right hand scoops the paint from the jar with a tool", "ts": 6.27, "te": 8.38, "mistake": false}, {"skill": "Smear", "label": "Right hand smears the paint onto the palette with a tool", "ts": 8.38, "te": 34.15, "mistake": false}]}, {"slug": "task_15655_ep002", "kind": "wild", "task": "task_15655", "ep": 2, "short": "Manicure", "task_name": "Manicure", "instruction": "Wipe the nail with a tool", "duration": 39.97, "nframes": 2399, "fps": 30, "usability": 1.0, "overall": 5.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800052", "qc": {"status": "warn", "total": 41, "passed": 40, "warnings": 0, "failures": 1}, "has_vis": false, "n_segments": 2, "skills": {"dip": 1, "Wipe": 1}, "skill_list": ["Wipe", "dip"], "valids": {"hand_state/left": 0.9979, "hand_state/right": 0.9875, "head_camera/valid": 0.9979, "head_state/valid": 0.9979, "left_end/valid": 0.9979, "left_hand/valid": 0.9979, "right_end/valid": 0.9875, "right_hand/valid": 0.9875}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "dip", "label": "Right hand dips the tool into the jar", "ts": 0.07, "te": 1.98, "mistake": false}, {"skill": "Wipe", "label": "Left hand assists the right hand in wiping the nail with a tool", "ts": 1.98, "te": 39.12, "mistake": false}]}, {"slug": "task_15655_ep003", "kind": "wild", "task": "task_15655", "ep": 3, "short": "Manicure", "task_name": "Manicure", "instruction": "Perform manicure", "duration": 38.98, "nframes": 2340, "fps": 30, "usability": 1.0, "overall": 5.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800052", "qc": {"status": "warn", "total": 41, "passed": 40, "warnings": 0, "failures": 1}, "has_vis": false, "n_segments": 11, "skills": {"Place": 5, "Pick": 3, "Clip": 1, "Dip": 1, "Paint": 1}, "skill_list": ["Clip", "Dip", "Paint", "Pick", "Place"], "valids": {"hand_state/left": 0.9983, "hand_state/right": 0.9983, "head_camera/valid": 0.9983, "head_state/valid": 0.9983, "left_end/valid": 0.9983, "left_hand/valid": 0.9983, "right_end/valid": 0.9983, "right_hand/valid": 0.9983}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Place", "label": "Right hand places the pink tool on the nail", "ts": 0.6, "te": 1.83, "mistake": false}, {"skill": "Place", "label": "Right hand places the pink tool on the table", "ts": 1.83, "te": 2.53, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up the tweezers on the table", "ts": 2.53, "te": 3.77, "mistake": false}, {"skill": "Clip", "label": "Right hand uses the tweezers to clip the manicure item", "ts": 3.77, "te": 12.95, "mistake": false}, {"skill": "Place", "label": "Right hand places the tweezers on the table", "ts": 12.95, "te": 13.67, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up the pink tool on the table", "ts": 13.67, "te": 14.23, "mistake": false}, {"skill": "Place", "label": "Right hand places the pink tool on the nail", "ts": 14.23, "te": 17.82, "mistake": false}, {"skill": "Place", "label": "Right hand places the pink tool on the table", "ts": 17.82, "te": 19.03, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up the brush on the table", "ts": 19.03, "te": 19.97, "mistake": false}, {"skill": "Dip", "label": "Right hand dips the brush into the liquid in the jar", "ts": 19.97, "te": 22.52, "mistake": false}, {"skill": "Paint", "label": "Right hand paints the nail with the brush", "ts": 22.52, "te": 38.0, "mistake": false}]}, {"slug": "task_15655_ep004", "kind": "wild", "task": "task_15655", "ep": 4, "short": "Manicure", "task_name": "Manicure", "instruction": "Wipe the nail with a tool", "duration": 39.98, "nframes": 2400, "fps": 30, "usability": 1.0, "overall": 5.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800052", "qc": {"status": "warn", "total": 41, "passed": 40, "warnings": 0, "failures": 1}, "has_vis": false, "n_segments": 5, "skills": {"Wipe": 3, "dip": 2}, "skill_list": ["Wipe", "dip"], "valids": {"hand_state/left": 0.9967, "hand_state/right": 0.9967, "head_camera/valid": 0.9967, "head_state/valid": 0.9967, "left_end/valid": 0.9967, "left_hand/valid": 0.9967, "right_end/valid": 0.9967, "right_hand/valid": 0.9967}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Wipe", "label": "Left hand assists the right hand in wiping the nail with a tool", "ts": 0.05, "te": 12.42, "mistake": false}, {"skill": "dip", "label": "Right hand dips the tool into the jar", "ts": 12.42, "te": 14.13, "mistake": false}, {"skill": "Wipe", "label": "Left hand assists the right hand in wiping the nail with a tool", "ts": 14.13, "te": 33.95, "mistake": false}, {"skill": "dip", "label": "Right hand dips the tool into the jar", "ts": 33.95, "te": 36.37, "mistake": false}, {"skill": "Wipe", "label": "Left hand assists the right hand in wiping the nail with a tool", "ts": 36.37, "te": 39.93, "mistake": false}]}, {"slug": "task_15655_ep005", "kind": "wild", "task": "task_15655", "ep": 5, "short": "Manicure", "task_name": "Manicure", "instruction": "Process the nail using a tool", "duration": 39.97, "nframes": 2399, "fps": 30, "usability": 1.0, "overall": 5.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800052", "qc": {"status": "warn", "total": 41, "passed": 40, "warnings": 0, "failures": 1}, "has_vis": false, "n_segments": 5, "skills": {"Wipe": 3, "dip": 2}, "skill_list": ["Wipe", "dip"], "valids": {"hand_state/left": 0.9871, "hand_state/right": 0.9871, "head_camera/valid": 0.9871, "head_state/valid": 0.9871, "left_end/valid": 0.9871, "left_hand/valid": 0.9871, "right_end/valid": 0.9871, "right_hand/valid": 0.9871}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Wipe", "label": "Right hand wipes the nail with a tool", "ts": 0.57, "te": 19.07, "mistake": false}, {"skill": "dip", "label": "Right hand dips the tool into the jar", "ts": 19.07, "te": 21.55, "mistake": false}, {"skill": "Wipe", "label": "Right hand wipes the nail with a tool", "ts": 21.55, "te": 34.62, "mistake": false}, {"skill": "dip", "label": "Right hand dips the tool into the jar", "ts": 34.62, "te": 37.8, "mistake": false}, {"skill": "Wipe", "label": "Right hand wipes the nail with a tool", "ts": 37.8, "te": 39.72, "mistake": false}]}, {"slug": "task_15655_ep006", "kind": "wild", "task": "task_15655", "ep": 6, "short": "Manicure", "task_name": "Manicure", "instruction": "Wipe the finger with a tool", "duration": 39.97, "nframes": 2399, "fps": 30, "usability": 1.0, "overall": 5.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800052", "qc": {"status": "warn", "total": 41, "passed": 40, "warnings": 0, "failures": 1}, "has_vis": false, "n_segments": 5, "skills": {"Wipe": 3, "dip": 2}, "skill_list": ["Wipe", "dip"], "valids": {"hand_state/left": 0.9975, "hand_state/right": 0.9933, "head_camera/valid": 0.9975, "head_state/valid": 0.9975, "left_end/valid": 0.9975, "left_hand/valid": 0.9975, "right_end/valid": 0.9933, "right_hand/valid": 0.9933}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Wipe", "label": "Right hand wipes the nail with a tool", "ts": 0.03, "te": 9.8, "mistake": false}, {"skill": "dip", "label": "Right hand dips the tool into the jar", "ts": 9.8, "te": 11.4, "mistake": false}, {"skill": "Wipe", "label": "Right hand wipes the nail with a tool", "ts": 11.4, "te": 27.0, "mistake": false}, {"skill": "dip", "label": "Right hand dips the tool into the jar", "ts": 27.0, "te": 30.0, "mistake": false}, {"skill": "Wipe", "label": "Right hand wipes the nail with a tool", "ts": 30.0, "te": 39.92, "mistake": false}]}, {"slug": "task_15658_ep000", "kind": "wild", "task": "task_15658", "ep": 0, "short": "Elderly care", "task_name": "Elderly Care Area", "instruction": "Stir the food in the bowl, scoop it up, and bring it to the mouth", "duration": 37.97, "nframes": 2279, "fps": 30, "usability": 1.0, "overall": 5.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800066", "qc": {"status": "pass", "total": 41, "passed": 41, "warnings": 0, "failures": 0}, "has_vis": false, "n_segments": 6, "skills": {"Wipe": 2, "Stir": 2, "Scoop": 1, "Place": 1}, "skill_list": ["Place", "Scoop", "Stir", "Wipe"], "valids": {"hand_state/left": 0.989, "hand_state/right": 0.9943, "head_camera/valid": 0.9961, "head_state/valid": 0.9961, "left_end/valid": 0.989, "left_hand/valid": 0.989, "right_end/valid": 0.9943, "right_hand/valid": 0.9943}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Wipe", "label": "Right hand wipes the mouth with a spoon", "ts": 0.0, "te": 2.0, "mistake": false}, {"skill": "Stir", "label": "Right hand stirs the food in the bowl", "ts": 2.0, "te": 16.25, "mistake": false}, {"skill": "Scoop", "label": "Right hand scoops food from the bowl", "ts": 16.25, "te": 20.0, "mistake": false}, {"skill": "Place", "label": "Right hand brings the spoon filled with food to the mouth", "ts": 20.0, "te": 31.85, "mistake": false}, {"skill": "Wipe", "label": "Right hand wipes the mouth with a spoon", "ts": 31.85, "te": 34.65, "mistake": false}, {"skill": "Stir", "label": "Right hand stirs food in the bowl", "ts": 34.65, "te": 37.42, "mistake": false}]}, {"slug": "task_15659_ep000", "kind": "wild", "task": "task_15659", "ep": 0, "short": "Document printing & binding", "task_name": "Document printing and binding", "instruction": "Organize and bind the documents on the table", "duration": 32.98, "nframes": 1980, "fps": 30, "usability": 1.0, "overall": 5.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800060", "qc": {"status": "pass", "total": 41, "passed": 41, "warnings": 0, "failures": 0}, "has_vis": true, "n_segments": 11, "skills": {"Place": 4, "Straighten": 3, "Press": 2, "HandOver": 2}, "skill_list": ["HandOver", "Place", "Press", "Straighten"], "valids": {"hand_state/left": 0.9737, "hand_state/right": 0.9737, "head_camera/valid": 0.9737, "head_state/valid": 0.9737, "left_end/valid": 0.9737, "left_hand/valid": 0.9737, "right_end/valid": 0.9737, "right_hand/valid": 0.9737}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Straighten", "label": "Both hands work together to organize a stack of white documents on the table", "ts": 0.83, "te": 3.12, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place a stack of white documents into the stapler", "ts": 3.12, "te": 4.87, "mistake": false}, {"skill": "Press", "label": "Right hand presses the stapler", "ts": 4.87, "te": 7.1, "mistake": false}, {"skill": "HandOver", "label": "Left hand hands over a stack of documents to the right hand", "ts": 7.1, "te": 8.23, "mistake": false}, {"skill": "Place", "label": "Right hand places a stack of white documents on the right side of the table", "ts": 8.23, "te": 9.65, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to organize a stack of white documents on the table", "ts": 9.65, "te": 15.25, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place a stack of white documents into the stapler", "ts": 15.25, "te": 17.23, "mistake": false}, {"skill": "Press", "label": "Right hand presses the stapler", "ts": 17.23, "te": 19.98, "mistake": false}, {"skill": "HandOver", "label": "Left hand hands over a stack of documents to the right hand", "ts": 19.98, "te": 21.17, "mistake": false}, {"skill": "Place", "label": "Right hand places a stack of white documents on the right side of the table", "ts": 21.17, "te": 22.02, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to organize a stack of white documents on the table", "ts": 22.02, "te": 30.5, "mistake": false}]}, {"slug": "task_15659_ep001", "kind": "wild", "task": "task_15659", "ep": 1, "short": "Document printing & binding", "task_name": "Document printing and binding", "instruction": "Organize and bind the white documents on the table", "duration": 32.98, "nframes": 1980, "fps": 30, "usability": 1.0, "overall": 5.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800060", "qc": {"status": "pass", "total": 41, "passed": 41, "warnings": 0, "failures": 0}, "has_vis": false, "n_segments": 14, "skills": {"Place": 5, "Straighten": 3, "Press": 2, "Pick": 2, "HandOver": 2}, "skill_list": ["HandOver", "Pick", "Place", "Press", "Straighten"], "valids": {"hand_state/left": 0.997, "hand_state/right": 0.997, "head_camera/valid": 0.997, "head_state/valid": 0.997, "left_end/valid": 0.997, "left_hand/valid": 0.997, "right_end/valid": 0.997, "right_hand/valid": 0.997}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Place", "label": "Right hand places a stack of white documents on the right side of the table", "ts": 0.07, "te": 0.82, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to organize a stack of white documents on the table", "ts": 0.82, "te": 8.48, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place a stack of white documents into the stapler", "ts": 8.48, "te": 10.52, "mistake": false}, {"skill": "Press", "label": "Right hand presses the stapler", "ts": 10.52, "te": 13.4, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a stack of white documents", "ts": 13.4, "te": 13.87, "mistake": false}, {"skill": "HandOver", "label": "Left hand hands over a stack of documents to the right hand", "ts": 13.87, "te": 14.63, "mistake": false}, {"skill": "Place", "label": "Right hand places a stack of white documents on the right side of the table", "ts": 14.63, "te": 15.62, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to organize a stack of white documents on the table", "ts": 15.62, "te": 21.2, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place a stack of white documents into the stapler", "ts": 21.2, "te": 23.1, "mistake": false}, {"skill": "Press", "label": "Right hand presses the stapler", "ts": 23.1, "te": 27.0, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a stack of white documents", "ts": 27.0, "te": 27.9, "mistake": false}, {"skill": "HandOver", "label": "Left hand hands over a stack of documents to the right hand", "ts": 27.9, "te": 28.48, "mistake": false}, {"skill": "Place", "label": "Right hand places a stack of white documents on the right side of the table", "ts": 28.48, "te": 30.05, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to organize a stack of white documents on the table", "ts": 30.05, "te": 32.95, "mistake": false}]}, {"slug": "task_15659_ep002", "kind": "wild", "task": "task_15659", "ep": 2, "short": "Document printing & binding", "task_name": "Document printing and binding", "instruction": "Organize and bind the documents on the table", "duration": 32.98, "nframes": 1980, "fps": 30, "usability": 1.0, "overall": 5.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800060", "qc": {"status": "pass", "total": 41, "passed": 41, "warnings": 0, "failures": 0}, "has_vis": false, "n_segments": 13, "skills": {"Place": 4, "Press": 3, "HandOver": 2, "Straighten": 2, "Pick": 2}, "skill_list": ["HandOver", "Pick", "Place", "Press", "Straighten"], "valids": {"hand_state/left": 0.9944, "hand_state/right": 0.9944, "head_camera/valid": 0.9944, "head_state/valid": 0.9944, "left_end/valid": 0.9944, "left_hand/valid": 0.9944, "right_end/valid": 0.9944, "right_hand/valid": 0.9944}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Press", "label": "Right hand presses the stapler", "ts": 0.18, "te": 1.95, "mistake": false}, {"skill": "HandOver", "label": "Left hand hands over a stack of documents to the right hand", "ts": 1.95, "te": 2.83, "mistake": false}, {"skill": "Place", "label": "Right hand places a stack of white documents on the right side of the table", "ts": 2.83, "te": 4.05, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to organize a stack of white documents on the table", "ts": 4.05, "te": 9.03, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place a stack of white documents into the stapler", "ts": 9.03, "te": 10.62, "mistake": false}, {"skill": "Press", "label": "Right hand presses the stapler", "ts": 10.62, "te": 13.75, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a stack of white documents", "ts": 13.75, "te": 14.42, "mistake": false}, {"skill": "HandOver", "label": "Left hand hands over a stack of documents to the right hand", "ts": 14.42, "te": 15.32, "mistake": false}, {"skill": "Place", "label": "Right hand places a stack of white documents on the right side of the table", "ts": 15.32, "te": 16.4, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to organize a stack of white documents on the table", "ts": 16.4, "te": 28.0, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place a stack of white documents into the stapler", "ts": 28.0, "te": 29.53, "mistake": false}, {"skill": "Press", "label": "Right hand presses the stapler", "ts": 29.53, "te": 31.9, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a stack of white documents", "ts": 31.9, "te": 32.55, "mistake": false}]}, {"slug": "task_15659_ep003", "kind": "wild", "task": "task_15659", "ep": 3, "short": "Document printing & binding", "task_name": "Document printing and binding", "instruction": "Organize and bind a stack of documents", "duration": 32.98, "nframes": 1980, "fps": 30, "usability": 1.0, "overall": 4.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800060", "qc": {"status": "pass", "total": 41, "passed": 41, "warnings": 0, "failures": 0}, "has_vis": false, "n_segments": 12, "skills": {"Place": 4, "Straighten": 3, "Press": 2, "HandOver": 2, "Pick": 1}, "skill_list": ["HandOver", "Pick", "Place", "Press", "Straighten"], "valids": {"hand_state/left": 0.997, "hand_state/right": 0.997, "head_camera/valid": 0.997, "head_state/valid": 0.997, "left_end/valid": 0.997, "left_hand/valid": 0.997, "right_end/valid": 0.997, "right_hand/valid": 0.997}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Straighten", "label": "Both hands work together to adjust the position of a stack of white documents on the table", "ts": 0.17, "te": 1.75, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to organize a stack of white documents", "ts": 1.75, "te": 8.3, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up the blue stapler on the table", "ts": 8.3, "te": 10.15, "mistake": false}, {"skill": "Place", "label": "Right hand places the blue stapler on the right side of the table", "ts": 10.15, "te": 10.97, "mistake": false}, {"skill": "Place", "label": "Left hand places a stack of documents into the blue stapler", "ts": 10.97, "te": 12.08, "mistake": false}, {"skill": "Press", "label": "Right hand presses the blue stapler", "ts": 12.08, "te": 15.93, "mistake": false}, {"skill": "HandOver", "label": "Left hand hands over a stack of documents to the right hand", "ts": 15.93, "te": 18.57, "mistake": true}, {"skill": "Place", "label": "Right hand places a stack of documents on the right side of the table", "ts": 18.57, "te": 19.23, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to organize a stack of white documents", "ts": 19.23, "te": 26.3, "mistake": false}, {"skill": "Place", "label": "Left hand places a stack of documents into the blue stapler", "ts": 26.3, "te": 27.9, "mistake": false}, {"skill": "Press", "label": "Right hand presses the blue stapler", "ts": 27.9, "te": 32.32, "mistake": false}, {"skill": "HandOver", "label": "Left hand hands over a stack of documents to the right hand", "ts": 32.32, "te": 32.9, "mistake": false}]}, {"slug": "task_15659_ep004", "kind": "wild", "task": "task_15659", "ep": 4, "short": "Document printing & binding", "task_name": "Document printing and binding", "instruction": "Organize and bind the documents on the table.", "duration": 38.98, "nframes": 2340, "fps": 30, "usability": 1.0, "overall": 5.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800060", "qc": {"status": "pass", "total": 41, "passed": 41, "warnings": 0, "failures": 0}, "has_vis": false, "n_segments": 31, "skills": {"Place": 12, "Pick": 10, "Straighten": 4, "Press": 3, "Open": 1, "Close": 1}, "skill_list": ["Close", "Open", "Pick", "Place", "Press", "Straighten"], "valids": {"hand_state/left": 0.9974, "hand_state/right": 0.9974, "head_camera/valid": 0.9974, "head_state/valid": 0.9974, "left_end/valid": 0.9974, "left_hand/valid": 0.9974, "right_end/valid": 0.9974, "right_hand/valid": 0.9974}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Straighten", "label": "Both hands work together to organize the white documents on the table", "ts": 0.6, "te": 5.92, "mistake": false}, {"skill": "Place", "label": "Left hand places the document under the stapler", "ts": 5.92, "te": 6.95, "mistake": false}, {"skill": "Press", "label": "Right hand presses the blue stapler on the table", "ts": 6.95, "te": 8.4, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up the document while right hand picks up the blue stapler", "ts": 8.4, "te": 9.97, "mistake": false}, {"skill": "Place", "label": "Right hand places the blue stapler on the table", "ts": 9.97, "te": 10.87, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a black stapler from the table", "ts": 10.87, "te": 11.83, "mistake": false}, {"skill": "Place", "label": "Right hand places the black stapler on the table while left hand places the document under the stapler", "ts": 11.83, "te": 12.67, "mistake": false}, {"skill": "Press", "label": "Right hand presses the black stapler", "ts": 12.67, "te": 14.5, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place the white documents on the table", "ts": 14.5, "te": 15.98, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up another stack of white documents from the table", "ts": 15.98, "te": 17.4, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to organize the documents", "ts": 17.4, "te": 19.08, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place the white documents under the stapler", "ts": 19.08, "te": 20.5, "mistake": false}, {"skill": "Press", "label": "Right hand presses the black stapler", "ts": 20.5, "te": 22.6, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up the bound white documents", "ts": 22.6, "te": 23.62, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place the bound white documents aside", "ts": 23.62, "te": 24.37, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up the black stapler", "ts": 24.37, "te": 24.73, "mistake": false}, {"skill": "Open", "label": "Both hands work together to open the black stapler", "ts": 24.73, "te": 25.53, "mistake": false}, {"skill": "Close", "label": "Both hands work together to close the black stapler", "ts": 25.53, "te": 26.15, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place the black stapler on the table", "ts": 26.15, "te": 27.0, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a stack of white documents", "ts": 27.0, "te": 28.97, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to organize a stack of white documents", "ts": 28.97, "te": 31.02, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place the documents on the table", "ts": 31.02, "te": 32.13, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a stack of white documents", "ts": 32.13, "te": 32.78, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to organize a stack of white documents", "ts": 32.78, "te": 33.82, "mistake": false}, {"skill": "Place", "label": "Left hand places the document on the table", "ts": 33.82, "te": 34.45, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a stack of white documents from the table", "ts": 34.45, "te": 35.57, "mistake": false}, {"skill": "Place", "label": "Right hand places the documents on the table", "ts": 35.57, "te": 36.6, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up the black stapler", "ts": 36.6, "te": 37.45, "mistake": false}, {"skill": "Place", "label": "Right hand places the black stapler on the white documents", "ts": 37.45, "te": 38.18, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up the blue stapler", "ts": 38.18, "te": 38.52, "mistake": false}, {"skill": "Place", "label": "Right hand places the blue stapler on the white documents", "ts": 38.52, "te": 38.95, "mistake": false}]}, {"slug": "task_15659_ep005", "kind": "wild", "task": "task_15659", "ep": 5, "short": "Document printing & binding", "task_name": "Document printing and binding", "instruction": "Organize and bind the documents on the table", "duration": 38.98, "nframes": 2340, "fps": 30, "usability": 1.0, "overall": 5.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800060", "qc": {"status": "pass", "total": 41, "passed": 41, "warnings": 0, "failures": 0}, "has_vis": false, "n_segments": 16, "skills": {"Place": 7, "Pick": 4, "Straighten": 3, "Press": 2}, "skill_list": ["Pick", "Place", "Press", "Straighten"], "valids": {"hand_state/left": 0.988, "hand_state/right": 0.988, "head_camera/valid": 0.988, "head_state/valid": 0.988, "left_end/valid": 0.988, "left_hand/valid": 0.988, "right_end/valid": 0.988, "right_hand/valid": 0.988}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Place", "label": "Left hand places the document on a stack of documents", "ts": 0.0, "te": 0.72, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to organize a stack of documents", "ts": 0.72, "te": 8.0, "mistake": false}, {"skill": "Pick", "label": "Right hand adjusts the position of the stapler on the table", "ts": 8.0, "te": 8.87, "mistake": false}, {"skill": "Place", "label": "Left hand places the document on the stapler", "ts": 8.87, "te": 9.83, "mistake": false}, {"skill": "Press", "label": "Right hand presses the stapler", "ts": 9.83, "te": 11.6, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up the document from the stapler", "ts": 11.6, "te": 12.4, "mistake": false}, {"skill": "Place", "label": "Left hand places the document on a stack of documents", "ts": 12.4, "te": 13.15, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to organize a stack of documents", "ts": 13.15, "te": 19.0, "mistake": false}, {"skill": "Place", "label": "Left hand places the document on the stapler while right hand presses the stapler", "ts": 19.0, "te": 21.97, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up the document from the stapler", "ts": 21.97, "te": 22.73, "mistake": false}, {"skill": "Place", "label": "Left hand places the document on a stack of documents", "ts": 22.73, "te": 24.5, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to organize a stack of documents", "ts": 24.5, "te": 30.4, "mistake": false}, {"skill": "Place", "label": "Left hand places the document on the stapler", "ts": 30.4, "te": 31.67, "mistake": false}, {"skill": "Press", "label": "Right hand presses the stapler", "ts": 31.67, "te": 34.12, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up the document from the stapler", "ts": 34.12, "te": 34.5, "mistake": false}, {"skill": "Place", "label": "Left hand places the document on a stack of documents", "ts": 34.5, "te": 36.15, "mistake": false}]}, {"slug": "task_16207_ep000", "kind": "sim", "task": "task_16207", "ep": 0, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Put the clothes into the washing machine", "duration": 8.63, "nframes": 519, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.9", "sn": "ES03AA126072100082", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 10, "skills": {"Pick": 4, "Straighten": 3, "Place": 3}, "skill_list": ["Pick", "Place", "Straighten"], "valids": {"hand_state/left": 0.8651, "hand_state/right": 0.8208, "head_camera/valid": 0.9942, "head_state/valid": 0.9942, "left_end/valid": 0.8651, "left_hand/valid": 0.8651, "right_end/valid": 0.8208, "right_hand/valid": 0.8208}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Both hands cooperate to pick up a piece of clothing from the basket", "ts": 0.0, "te": 1.33, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to organize the clothes", "ts": 1.33, "te": 1.98, "mistake": false}, {"skill": "Place", "label": "Both hands cooperate to put a piece of clothing into the washing machine", "ts": 1.98, "te": 2.67, "mistake": false}, {"skill": "Pick", "label": "Both hands cooperate to pick up a piece of clothing from the basket", "ts": 2.67, "te": 4.23, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to organize the clothes", "ts": 4.23, "te": 4.87, "mistake": false}, {"skill": "Place", "label": "Both hands cooperate to put a piece of clothing into the washing machine", "ts": 4.87, "te": 5.45, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a piece of clothing from the basket", "ts": 5.45, "te": 6.13, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to organize the clothes", "ts": 6.13, "te": 6.93, "mistake": false}, {"skill": "Place", "label": "Both hands cooperate to put a piece of clothing into the washing machine", "ts": 6.93, "te": 7.72, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a piece of clothing from the basket", "ts": 7.72, "te": 8.65, "mistake": false}]}, {"slug": "task_16207_ep001", "kind": "sim", "task": "task_16207", "ep": 1, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Organize the shelf", "duration": 14.5, "nframes": 871, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 5, "skills": {"Pick": 3, "Place": 2}, "skill_list": ["Pick", "Place"], "valids": {"hand_state/left": 0.9966, "hand_state/right": 0.9966, "head_camera/valid": 0.9966, "head_state/valid": 0.9966, "left_end/valid": 0.9966, "left_hand/valid": 0.9966, "right_end/valid": 0.9966, "right_hand/valid": 0.9966}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Both hands work together to pick up a bag of snacks from the shelf", "ts": 0.0, "te": 2.98, "mistake": false}, {"skill": "Place", "label": "Both hands coordinate to place a bag of snacks on the shelf", "ts": 2.98, "te": 5.9, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a bag of snacks on the shelf", "ts": 5.9, "te": 8.82, "mistake": false}, {"skill": "Place", "label": "Both hands coordinate to place a bag of snacks on the shelf", "ts": 8.82, "te": 12.35, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a bag of snacks from the shelf", "ts": 12.35, "te": 14.52, "mistake": false}]}, {"slug": "task_16207_ep002", "kind": "sim", "task": "task_16207", "ep": 2, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Charge the VR glasses", "duration": 14.07, "nframes": 845, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 7, "skills": {"Insert": 2, "Straighten": 2, "PressButton": 2, "Pick": 1}, "skill_list": ["Insert", "Pick", "PressButton", "Straighten"], "valids": {"hand_state/left": 0.9976, "hand_state/right": 0.9976, "head_camera/valid": 0.9976, "head_state/valid": 0.9976, "left_end/valid": 0.9976, "left_hand/valid": 0.9976, "right_end/valid": 0.9976, "right_hand/valid": 0.9976}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Right hand picks up the charging cable on the table", "ts": 0.0, "te": 2.68, "mistake": false}, {"skill": "Insert", "label": "Both hands coordinate to insert the charging cable into the charging port of the VR glasses", "ts": 2.68, "te": 5.63, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to adjust the position of the VR glasses", "ts": 5.63, "te": 6.55, "mistake": false}, {"skill": "PressButton", "label": "Left hand presses the button of the VR glasses", "ts": 6.55, "te": 7.15, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to adjust the position of the VR glasses", "ts": 7.15, "te": 7.57, "mistake": false}, {"skill": "Insert", "label": "Both hands coordinate to insert the charging cable into the charging port of the VR glasses", "ts": 7.57, "te": 8.97, "mistake": false}, {"skill": "PressButton", "label": "Left hand presses the button of the VR glasses", "ts": 8.97, "te": 14.07, "mistake": false}]}, {"slug": "task_16207_ep003", "kind": "sim", "task": "task_16207", "ep": 3, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Tidy up the toolbox", "duration": 22.87, "nframes": 1373, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 11, "skills": {"Pick": 4, "Place": 4, "Press": 2, "Close": 1}, "skill_list": ["Close", "Pick", "Place", "Press"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "The right hand picks up the tweezers on the table", "ts": 0.0, "te": 1.8, "mistake": false}, {"skill": "Place", "label": "The right hand puts the tweezers into the tool box", "ts": 1.8, "te": 5.37, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up the wrench on the table", "ts": 5.37, "te": 7.72, "mistake": false}, {"skill": "Place", "label": "The right hand places the wrench into the tool box", "ts": 7.72, "te": 9.97, "mistake": false}, {"skill": "Press", "label": "The right hand presses the wrench inside the tool box", "ts": 9.97, "te": 11.15, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up the hammer on the table", "ts": 11.15, "te": 12.48, "mistake": false}, {"skill": "Place", "label": "Right hand puts the hammer into the toolbox", "ts": 12.48, "te": 14.77, "mistake": false}, {"skill": "Press", "label": "Both hands cooperate to press down on the hammer", "ts": 14.77, "te": 16.62, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up the utility knife on the table", "ts": 16.62, "te": 18.07, "mistake": false}, {"skill": "Place", "label": "Left hand puts the utility knife into the toolbox", "ts": 18.07, "te": 20.72, "mistake": false}, {"skill": "Close", "label": "Both hands coordinate to close the toolbox", "ts": 20.72, "te": 22.87, "mistake": false}]}, {"slug": "task_16207_ep004", "kind": "sim", "task": "task_16207", "ep": 4, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Charge the white glasses", "duration": 15.97, "nframes": 959, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 4, "skills": {"Pick": 2, "Plug": 1, "Straighten": 1}, "skill_list": ["Pick", "Plug", "Straighten"], "valids": {"hand_state/left": 0.9687, "hand_state/right": 0.9677, "head_camera/valid": 0.9739, "head_state/valid": 0.9739, "left_end/valid": 0.9687, "left_hand/valid": 0.9687, "right_end/valid": 0.9677, "right_hand/valid": 0.9677}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Right hand picks up the charging cable on the table", "ts": 0.0, "te": 1.28, "mistake": false}, {"skill": "Plug", "label": "Both hands work together to insert the charging cable into the white glasses", "ts": 1.28, "te": 5.0, "mistake": false}, {"skill": "Pick", "label": "Both hands cooperate to pick up the white glasses on the table", "ts": 5.0, "te": 8.0, "mistake": false}, {"skill": "Straighten", "label": "Both hands cooperate to tidy up the white glasses", "ts": 8.0, "te": 15.98, "mistake": false}]}, {"slug": "task_16207_ep005", "kind": "sim", "task": "task_16207", "ep": 5, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Hang clothes", "duration": 21.43, "nframes": 1287, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.9", "sn": "ES03AA126072100082", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 6, "skills": {"Pick": 2, "Straighten": 2, "Hang": 1, "Place": 1}, "skill_list": ["Hang", "Pick", "Place", "Straighten"], "valids": {"hand_state/left": 0.8733, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 0.8733, "left_hand/valid": 0.8733, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "The right hand picks up a piece of clothing from the bed", "ts": 0.0, "te": 1.52, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to organize the clothes", "ts": 1.52, "te": 9.37, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up the clothes hanger from the rack", "ts": 9.37, "te": 11.23, "mistake": false}, {"skill": "Hang", "label": "Both hands cooperate to hang the clothes on the clothes hanger", "ts": 11.23, "te": 16.32, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to organize the clothes", "ts": 16.32, "te": 19.25, "mistake": false}, {"skill": "Place", "label": "The right hand places the clothes hanger on the rack", "ts": 19.25, "te": 21.43, "mistake": false}]}, {"slug": "task_16207_ep006", "kind": "sim", "task": "task_16207", "ep": 6, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Pour water", "duration": 10.87, "nframes": 653, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 2, "skills": {"Pour": 1, "Place": 1}, "skill_list": ["Place", "Pour"], "valids": {"hand_state/left": 0.9372, "hand_state/right": 0.9372, "head_camera/valid": 0.9372, "head_state/valid": 0.9372, "left_end/valid": 0.9372, "left_hand/valid": 0.9372, "right_end/valid": 0.9372, "right_hand/valid": 0.9372}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pour", "label": "The right arm pours water from the kettle into the cup", "ts": 0.0, "te": 9.13, "mistake": false}, {"skill": "Place", "label": "The right hand places the kettle on the table", "ts": 9.13, "te": 10.87, "mistake": false}]}, {"slug": "task_16207_ep007", "kind": "sim", "task": "task_16207", "ep": 7, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Tidy up the pants", "duration": 24.83, "nframes": 1491, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 16, "skills": {"Pick": 4, "Place": 4, "Fold": 4, "Straighten": 4}, "skill_list": ["Fold", "Pick", "Place", "Straighten"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Both hands cooperate to pick up the pink pants on the sofa", "ts": 0.0, "te": 2.4, "mistake": false}, {"skill": "Place", "label": "Both hands cooperate to place the pink pants on the sofa", "ts": 2.4, "te": 5.45, "mistake": false}, {"skill": "Fold", "label": "Both hands cooperate to fold the pink pants to the right", "ts": 5.45, "te": 7.6, "mistake": false}, {"skill": "Fold", "label": "Both hands cooperate to fold the pink pants upward", "ts": 7.6, "te": 10.0, "mistake": false}, {"skill": "Straighten", "label": "Both hands cooperate to tidy up the folded pink pants", "ts": 10.0, "te": 10.85, "mistake": false}, {"skill": "Pick", "label": "Both hands cooperate to pick up the folded pink pants on the sofa", "ts": 10.85, "te": 11.57, "mistake": false}, {"skill": "Place", "label": "Both hands cooperate to place the folded pink pants on the left side of the sofa", "ts": 11.57, "te": 12.87, "mistake": false}, {"skill": "Straighten", "label": "The right hand adjusts the position of the purple pants", "ts": 12.87, "te": 13.77, "mistake": false}, {"skill": "Pick", "label": "Both hands cooperate to pick up the purple pants on the sofa", "ts": 13.77, "te": 15.42, "mistake": false}, {"skill": "Place", "label": "Both hands cooperate to place the purple pants on the sofa", "ts": 15.42, "te": 16.85, "mistake": false}, {"skill": "Fold", "label": "Both hands cooperate to fold the purple pants to the right", "ts": 16.85, "te": 19.17, "mistake": false}, {"skill": "Straighten", "label": "Both hands cooperate to adjust the position of the purple pants", "ts": 19.17, "te": 20.33, "mistake": false}, {"skill": "Fold", "label": "Both hands cooperate to fold the purple pants upward", "ts": 20.33, "te": 21.4, "mistake": false}, {"skill": "Straighten", "label": "Both hands cooperate to tidy up the purple pants", "ts": 21.4, "te": 22.1, "mistake": false}, {"skill": "Pick", "label": "Both hands cooperate to pick up the folded purple pants on the sofa", "ts": 22.1, "te": 23.32, "mistake": false}, {"skill": "Place", "label": "Both hands cooperate to stack the folded purple pants on top of the folded pink pants", "ts": 23.32, "te": 24.83, "mistake": false}]}, {"slug": "task_16207_ep008", "kind": "sim", "task": "task_16207", "ep": 8, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Pour water", "duration": 13.15, "nframes": 790, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 3, "skills": {"Pick": 1, "Pour": 1, "Place": 1}, "skill_list": ["Pick", "Place", "Pour"], "valids": {"hand_state/left": 0.9962, "hand_state/right": 0.9962, "head_camera/valid": 0.9962, "head_state/valid": 0.9962, "left_end/valid": 0.9962, "left_hand/valid": 0.9962, "right_end/valid": 0.9962, "right_hand/valid": 0.9962}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "The left hand picks up the kettle on the table", "ts": 0.0, "te": 1.83, "mistake": false}, {"skill": "Pour", "label": "The left hand pours the water from the kettle into the cup", "ts": 1.83, "te": 9.92, "mistake": false}, {"skill": "Place", "label": "The left hand places the kettle on the table", "ts": 9.92, "te": 13.17, "mistake": false}]}, {"slug": "task_16207_ep009", "kind": "sim", "task": "task_16207", "ep": 9, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Throw the paper cup into the trash can", "duration": 8.18, "nframes": 492, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 4, "skills": {"Pick": 2, "Drop": 2}, "skill_list": ["Drop", "Pick"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Right hand picks up a paper cup on the table", "ts": 0.0, "te": 2.3, "mistake": false}, {"skill": "Drop", "label": "Right hand throws a paper cup into the trash can", "ts": 2.3, "te": 4.07, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a paper cup on the table", "ts": 4.07, "te": 6.28, "mistake": false}, {"skill": "Drop", "label": "Right hand throws a paper cup into the trash can", "ts": 6.28, "te": 8.18, "mistake": false}]}, {"slug": "task_16207_ep010", "kind": "sim", "task": "task_16207", "ep": 10, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Scan the product code and bag the product", "duration": 30.7, "nframes": 1843, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 13, "skills": {"Pick": 5, "Place": 3, "Straighten": 2, "Scan": 2, "Open": 1}, "skill_list": ["Open", "Pick", "Place", "Scan", "Straighten"], "valids": {"hand_state/left": 0.9908, "hand_state/right": 0.9908, "head_camera/valid": 0.9908, "head_state/valid": 0.9908, "left_end/valid": 0.9908, "left_hand/valid": 0.9908, "right_end/valid": 0.9908, "right_hand/valid": 0.9908}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "The right hand picks up the plastic bag on the table", "ts": 0.0, "te": 2.4, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place the plastic bag on the table", "ts": 2.4, "te": 5.6, "mistake": false}, {"skill": "Open", "label": "Both hands work together to open the plastic bag", "ts": 5.6, "te": 10.25, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a product from the shopping basket", "ts": 10.25, "te": 11.75, "mistake": false}, {"skill": "Straighten", "label": "The right hand assists the left hand in adjusting how to hold the product", "ts": 11.75, "te": 14.7, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up the barcode scanner on the table", "ts": 14.7, "te": 16.12, "mistake": false}, {"skill": "Scan", "label": "Both hands cooperate to scan the product code", "ts": 16.12, "te": 20.65, "mistake": false}, {"skill": "Place", "label": "The right hand places the barcode scanner on the table", "ts": 20.65, "te": 21.72, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place a product into the plastic bag", "ts": 21.72, "te": 23.98, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a product from the shopping basket", "ts": 23.98, "te": 25.35, "mistake": false}, {"skill": "Straighten", "label": "The right hand assists the left hand in adjusting how to hold the product", "ts": 25.35, "te": 26.85, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up the barcode scanner on the table", "ts": 26.85, "te": 28.27, "mistake": false}, {"skill": "Scan", "label": "Both hands cooperate to scan the product code", "ts": 28.27, "te": 30.7, "mistake": false}]}, {"slug": "task_16207_ep011", "kind": "sim", "task": "task_16207", "ep": 11, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Put the screw into the tool box", "duration": 38.02, "nframes": 2282, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 26, "skills": {"Pick": 12, "Place": 12, "Close": 1, "Straighten": 1}, "skill_list": ["Close", "Pick", "Place", "Straighten"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "The left hand picks up a screw on the table surface", "ts": 0.0, "te": 2.87, "mistake": false}, {"skill": "Place", "label": "The left hand places the screw into the tool box", "ts": 2.87, "te": 4.7, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a screw on the table surface", "ts": 4.7, "te": 5.65, "mistake": false}, {"skill": "Place", "label": "The left hand places the screw into the tool box", "ts": 5.65, "te": 6.77, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a screw on the table surface", "ts": 6.77, "te": 7.92, "mistake": false}, {"skill": "Place", "label": "The left hand places the screw into the tool box", "ts": 7.92, "te": 8.95, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a screw on the table surface", "ts": 8.95, "te": 9.9, "mistake": false}, {"skill": "Place", "label": "The left hand places the screw into the tool box", "ts": 9.9, "te": 10.98, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a screw on the table surface", "ts": 10.98, "te": 12.57, "mistake": false}, {"skill": "Place", "label": "The left hand places the screw into the tool box", "ts": 12.57, "te": 14.05, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a screw on the table surface", "ts": 14.05, "te": 15.4, "mistake": false}, {"skill": "Place", "label": "The left hand places the screw into the tool box", "ts": 15.4, "te": 16.67, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a screw on the table surface", "ts": 16.67, "te": 18.25, "mistake": false}, {"skill": "Place", "label": "The left hand places the screw into the tool box", "ts": 18.25, "te": 19.58, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a screw on the table surface", "ts": 19.58, "te": 20.82, "mistake": false}, {"skill": "Place", "label": "The left hand places the screw into the tool box", "ts": 20.82, "te": 22.12, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a screw on the table surface", "ts": 22.12, "te": 24.38, "mistake": false}, {"skill": "Place", "label": "The left hand places the screw into the tool box", "ts": 24.38, "te": 25.43, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a screw on the table surface", "ts": 25.43, "te": 26.77, "mistake": false}, {"skill": "Place", "label": "The left hand places the screw into the tool box", "ts": 26.77, "te": 27.75, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a screw on the table surface", "ts": 27.75, "te": 29.22, "mistake": false}, {"skill": "Place", "label": "The left hand places the screw into the tool box", "ts": 29.22, "te": 30.22, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a screw on the table surface", "ts": 30.22, "te": 31.58, "mistake": false}, {"skill": "Place", "label": "The left hand places the screw into the tool box", "ts": 31.58, "te": 32.6, "mistake": false}, {"skill": "Close", "label": "Both hands cooperate to close the tool box", "ts": 32.6, "te": 36.05, "mistake": false}, {"skill": "Straighten", "label": "Both hands cooperate to tidy up the tool box", "ts": 36.05, "te": 38.02, "mistake": false}]}, {"slug": "task_16207_ep012", "kind": "sim", "task": "task_16207", "ep": 12, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Put the folder into the file rack", "duration": 7.2, "nframes": 433, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 3, "skills": {"Pick": 2, "Place": 1}, "skill_list": ["Pick", "Place"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Right hand picks up a blue folder on the table", "ts": 0.0, "te": 2.25, "mistake": false}, {"skill": "Place", "label": "Right hand puts a blue folder into the file rack", "ts": 2.25, "te": 5.07, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a blue folder on the table", "ts": 5.07, "te": 7.2, "mistake": false}]}, {"slug": "task_16207_ep013", "kind": "sim", "task": "task_16207", "ep": 13, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Pack the products", "duration": 43.76, "nframes": 2626, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 26, "skills": {"Pick": 8, "Place": 8, "Straighten": 5, "Scan": 3, "HandOver": 1, "Open": 1}, "skill_list": ["HandOver", "Open", "Pick", "Place", "Scan", "Straighten"], "valids": {"hand_state/left": 1.0, "hand_state/right": 0.9996, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 0.9996, "right_hand/valid": 0.9996}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "The right hand picks up a plastic bag from the table", "ts": 0.0, "te": 1.8, "mistake": false}, {"skill": "HandOver", "label": "The right hand passes a plastic bag to the left hand", "ts": 1.8, "te": 2.58, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place a plastic bag on the table", "ts": 2.58, "te": 3.4, "mistake": false}, {"skill": "Open", "label": "Both hands work together to open the plastic bag", "ts": 3.4, "te": 8.35, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a product from the shopping basket", "ts": 8.35, "te": 9.8, "mistake": false}, {"skill": "Straighten", "label": "The right hand assists the left hand in adjusting how to hold the product", "ts": 9.8, "te": 10.48, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up the barcode scanner on the table", "ts": 10.48, "te": 11.62, "mistake": false}, {"skill": "Scan", "label": "Both hands work together to use the barcode scanner to scan the product code", "ts": 11.62, "te": 14.18, "mistake": false}, {"skill": "Place", "label": "The right hand places the barcode scanner on the table", "ts": 14.18, "te": 15.0, "mistake": false}, {"skill": "Place", "label": "Both hands work together to put the product into the plastic bag", "ts": 15.0, "te": 16.67, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a product from the shopping basket", "ts": 16.67, "te": 18.1, "mistake": false}, {"skill": "Straighten", "label": "The right hand assists the left hand in adjusting how to hold the product", "ts": 18.1, "te": 20.12, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up the barcode scanner on the table", "ts": 20.12, "te": 21.23, "mistake": false}, {"skill": "Scan", "label": "Both hands work together to use the barcode scanner to scan the product code", "ts": 21.23, "te": 23.3, "mistake": false}, {"skill": "Place", "label": "The right hand places the barcode scanner on the table", "ts": 23.3, "te": 24.7, "mistake": false}, {"skill": "Straighten", "label": "The right hand assists the left hand in adjusting how to hold the product", "ts": 24.7, "te": 25.68, "mistake": false}, {"skill": "Place", "label": "Both hands work together to put the product into the plastic bag", "ts": 25.68, "te": 27.3, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a product from the shopping basket", "ts": 27.3, "te": 28.88, "mistake": false}, {"skill": "Straighten", "label": "The right hand assists the left hand in adjusting how to hold the product", "ts": 28.88, "te": 31.0, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up the barcode scanner on the table", "ts": 31.0, "te": 32.3, "mistake": false}, {"skill": "Scan", "label": "Both hands work together to use the barcode scanner to scan the product code", "ts": 32.3, "te": 36.1, "mistake": false}, {"skill": "Place", "label": "The right hand places the barcode scanner on the table", "ts": 36.1, "te": 37.23, "mistake": false}, {"skill": "Place", "label": "Both hands work together to put the product into the plastic bag", "ts": 37.23, "te": 39.2, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up the packed plastic bag", "ts": 39.2, "te": 40.58, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to organize the plastic bag", "ts": 40.58, "te": 41.72, "mistake": false}, {"skill": "Place", "label": "The right hand places the packed plastic bag on the table", "ts": 41.72, "te": 43.75, "mistake": false}]}, {"slug": "task_16207_ep014", "kind": "sim", "task": "task_16207", "ep": 14, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Tidy up the desk", "duration": 17.75, "nframes": 1066, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 10, "skills": {"Pick": 4, "Place": 4, "Close": 1, "Straighten": 1}, "skill_list": ["Close", "Pick", "Place", "Straighten"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Close", "label": "Right hand closes the notebook on the table", "ts": 0.0, "te": 3.22, "mistake": false}, {"skill": "Straighten", "label": "Right hand adjusts the position of the notebook", "ts": 3.22, "te": 4.92, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a green pen on the table", "ts": 4.92, "te": 5.9, "mistake": false}, {"skill": "Place", "label": "The right hand puts a green pen into the pen holder", "ts": 5.9, "te": 7.5, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a red pen on the table", "ts": 7.5, "te": 9.5, "mistake": false}, {"skill": "Place", "label": "The right hand puts a red pen into the pen holder", "ts": 9.5, "te": 11.23, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up the stapler on the table", "ts": 11.23, "te": 12.57, "mistake": false}, {"skill": "Place", "label": "Right hand places the stapler on the table", "ts": 12.57, "te": 14.63, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up the white crumpled paper on the table", "ts": 14.63, "te": 15.72, "mistake": false}, {"skill": "Place", "label": "The left hand throws the white crumpled paper into the trash can", "ts": 15.72, "te": 17.75, "mistake": false}]}, {"slug": "task_16207_ep015", "kind": "sim", "task": "task_16207", "ep": 15, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Put the milk tea into the packaging bag", "duration": 32.88, "nframes": 1974, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 14, "skills": {"Place": 5, "Pick": 4, "HandOver": 1, "Open": 1, "Tear": 1, "Straighten": 1, "Close": 1}, "skill_list": ["Close", "HandOver", "Open", "Pick", "Place", "Straighten", "Tear"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Left hand picks up a packaging bag on the table", "ts": 0.0, "te": 2.05, "mistake": false}, {"skill": "HandOver", "label": "Left hand hands over the packaging bag to the right hand", "ts": 2.05, "te": 2.92, "mistake": false}, {"skill": "Open", "label": "Both hands coordinate to open the packaging bag", "ts": 2.92, "te": 7.12, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up the milk tea on the table", "ts": 7.12, "te": 8.23, "mistake": false}, {"skill": "Place", "label": "Both hands coordinate to put the milk tea into the packaging bag", "ts": 8.23, "te": 13.47, "mistake": false}, {"skill": "Place", "label": "Both hands cooperate to place the packaging bag on the table", "ts": 13.47, "te": 14.15, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a straw from the cup", "ts": 14.15, "te": 15.97, "mistake": false}, {"skill": "Place", "label": "Both hands cooperate to put a thin tube into the packaging bag", "ts": 15.97, "te": 18.3, "mistake": false}, {"skill": "Tear", "label": "Both hands cooperate to tear off the sealing strip on the packaging bag", "ts": 18.3, "te": 21.5, "mistake": false}, {"skill": "Place", "label": "The right hand places the packing strip on the table", "ts": 21.5, "te": 23.27, "mistake": false}, {"skill": "Straighten", "label": "Both hands coordinate to tidy up the packaging bag", "ts": 23.27, "te": 25.82, "mistake": false}, {"skill": "Close", "label": "Both hands coordinate to close the packaging bag", "ts": 25.82, "te": 29.37, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up the packaging bag on the table", "ts": 29.37, "te": 30.72, "mistake": false}, {"skill": "Place", "label": "The left hand places the packaging bag on the table", "ts": 30.72, "te": 32.88, "mistake": false}]}, {"slug": "task_16207_ep016", "kind": "sim", "task": "task_16207", "ep": 16, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Make shaved ice", "duration": 57.4, "nframes": 3444, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 23, "skills": {"Pick": 8, "Place": 8, "Pour": 4, "Takeout (remove)": 2, "Rotate": 1}, "skill_list": ["Pick", "Place", "Pour", "Rotate", "Takeout (remove)"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "The right hand picks up the lid on the shaved ice machine", "ts": 0.0, "te": 1.97, "mistake": false}, {"skill": "Place", "label": "The right hand places the shaved ice machine lid on the table", "ts": 1.97, "te": 3.17, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up the plastic cup on the table", "ts": 3.17, "te": 4.0, "mistake": false}, {"skill": "Pour", "label": "The right hand pours the ice cubes from the plastic cup into the shaved ice machine", "ts": 4.0, "te": 6.03, "mistake": false}, {"skill": "Place", "label": "The right hand places the plastic cup on the table", "ts": 6.03, "te": 6.75, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up the shaved ice machine lid on the table", "ts": 6.75, "te": 8.43, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place the lid on the shaved ice machine", "ts": 8.43, "te": 11.57, "mistake": false}, {"skill": "Rotate", "label": "Both hands work together to rotate the handle of the shaved ice machine", "ts": 11.57, "te": 32.2, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up the plastic and box inside the shaved ice machine", "ts": 32.2, "te": 33.52, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up the spoon on the table", "ts": 33.52, "te": 34.65, "mistake": false}, {"skill": "Pour", "label": "Both hands work together to use the spoon to pour the slush from the plastic box into the mug", "ts": 34.65, "te": 40.98, "mistake": false}, {"skill": "Place", "label": "The left hand places the spoon in the saucer", "ts": 40.98, "te": 41.45, "mistake": false}, {"skill": "Place", "label": "The right hand puts the plastic box into the shaved ice machine", "ts": 41.45, "te": 43.3, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up the small spoon from the topping box", "ts": 43.3, "te": 44.7, "mistake": false}, {"skill": "Takeout (remove)", "label": "The left hand uses the small spoon to take out one type of topping from the topping box", "ts": 44.7, "te": 45.5, "mistake": false}, {"skill": "Pour", "label": "The left hand pours the toppings from the spoon into the mug", "ts": 45.5, "te": 46.97, "mistake": false}, {"skill": "Takeout (remove)", "label": "The left hand uses the small spoon to take out one type of topping from the topping box", "ts": 46.97, "te": 48.88, "mistake": false}, {"skill": "Pour", "label": "The left hand pours the toppings from the spoon into the mug", "ts": 48.88, "te": 50.27, "mistake": false}, {"skill": "Place", "label": "The left hand places the spoon on the topping box", "ts": 50.27, "te": 51.67, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up the transparent spoon inside the transparent cup", "ts": 51.67, "te": 53.0, "mistake": false}, {"skill": "Place", "label": "The left hand puts the transparent spoon into the mug", "ts": 53.0, "te": 54.28, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up the mug", "ts": 54.28, "te": 54.87, "mistake": false}, {"skill": "Place", "label": "The left hand places the mug on the coaster", "ts": 54.87, "te": 57.38, "mistake": false}]}, {"slug": "task_16207_ep017", "kind": "sim", "task": "task_16207", "ep": 17, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Clean the cup", "duration": 39.98, "nframes": 2400, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 11, "skills": {"Rinse": 3, "Place": 3, "Pick": 3, "HandOver": 1, "Wipe": 1}, "skill_list": ["HandOver", "Pick", "Place", "Rinse", "Wipe"], "valids": {"hand_state/left": 0.96, "hand_state/right": 0.9954, "head_camera/valid": 0.9954, "head_state/valid": 0.9954, "left_end/valid": 0.96, "left_hand/valid": 0.96, "right_end/valid": 0.9954, "right_hand/valid": 0.9954}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Rinse", "label": "Both hands work together to rinse a red cup under the faucet", "ts": 0.0, "te": 13.0, "mistake": false}, {"skill": "Place", "label": "The left hand places a red cup on the table", "ts": 13.0, "te": 14.0, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up the yellow sponge on the table", "ts": 14.0, "te": 14.87, "mistake": false}, {"skill": "HandOver", "label": "The left hand passes the yellow sponge to the right hand", "ts": 14.87, "te": 15.53, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a dark-colored cup from the sink", "ts": 15.53, "te": 16.95, "mistake": false}, {"skill": "Wipe", "label": "Both hands coordinate to wipe a dark cup with a yellow sponge", "ts": 16.95, "te": 25.5, "mistake": false}, {"skill": "Place", "label": "The right hand places the yellow sponge on the table", "ts": 25.5, "te": 28.6, "mistake": false}, {"skill": "Rinse", "label": "Both hands work together to rinse a dark-colored cup under the faucet", "ts": 28.6, "te": 34.03, "mistake": false}, {"skill": "Place", "label": "The left hand places a dark-colored cup on the table", "ts": 34.03, "te": 35.25, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a white cup from the sink", "ts": 35.25, "te": 37.0, "mistake": false}, {"skill": "Rinse", "label": "Both hands work together to rinse a white cup under the faucet", "ts": 37.0, "te": 40.0, "mistake": false}]}, {"slug": "task_16207_ep018", "kind": "sim", "task": "task_16207", "ep": 18, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Assemble the tangram", "duration": 26.97, "nframes": 1619, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 18, "skills": {"Pick": 7, "Place": 7, "Straighten": 4}, "skill_list": ["Pick", "Place", "Straighten"], "valids": {"hand_state/left": 0.8172, "hand_state/right": 0.9901, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 0.8172, "left_hand/valid": 0.8172, "right_end/valid": 0.9901, "right_hand/valid": 0.9901}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Right hand picks up a purple triangle on the table", "ts": 0.0, "te": 2.17, "mistake": false}, {"skill": "Place", "label": "Right hand puts a purple triangle into the wooden frame", "ts": 2.17, "te": 3.68, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a blue triangle from the table", "ts": 3.68, "te": 5.63, "mistake": false}, {"skill": "Place", "label": "Right hand puts a blue triangle into the wooden frame", "ts": 5.63, "te": 6.77, "mistake": false}, {"skill": "Straighten", "label": "The right hand adjusts the position of the blue triangle", "ts": 6.77, "te": 8.58, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a green square from the table", "ts": 8.58, "te": 9.4, "mistake": false}, {"skill": "Place", "label": "The right hand places a green square into the wooden frame", "ts": 9.4, "te": 10.33, "mistake": false}, {"skill": "Straighten", "label": "The right hand adjusts the position of the green square", "ts": 10.33, "te": 11.23, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a brown triangle on the table", "ts": 11.23, "te": 13.02, "mistake": false}, {"skill": "Place", "label": "Right hand puts a brown triangle into the wooden frame", "ts": 13.02, "te": 14.8, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up an orange parallelogram from the table", "ts": 14.8, "te": 16.33, "mistake": false}, {"skill": "Place", "label": "The right hand places an orange parallelogram into the wooden frame", "ts": 16.33, "te": 17.72, "mistake": false}, {"skill": "Straighten", "label": "The right hand adjusts the position of the orange parallelogram", "ts": 17.72, "te": 18.97, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a red triangle on the table", "ts": 18.97, "te": 20.18, "mistake": false}, {"skill": "Place", "label": "Right hand puts a red triangle into the wooden frame", "ts": 20.18, "te": 22.27, "mistake": false}, {"skill": "Straighten", "label": "Right hand adjusts the position of the red triangle", "ts": 22.27, "te": 22.98, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a yellow triangle from the table", "ts": 22.98, "te": 24.85, "mistake": false}, {"skill": "Place", "label": "The right hand places a yellow triangle into the wooden frame", "ts": 24.85, "te": 26.97, "mistake": false}]}, {"slug": "task_16207_ep019", "kind": "sim", "task": "task_16207", "ep": 19, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Charge the robot", "duration": 9.9, "nframes": 595, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 6, "skills": {"Pick": 2, "plug": 1, "HandOver": 1, "Straighten": 1, "Plug": 1}, "skill_list": ["HandOver", "Pick", "Plug", "Straighten", "plug"], "valids": {"hand_state/left": 0.9782, "hand_state/right": 0.9782, "head_camera/valid": 0.9782, "head_state/valid": 0.9782, "left_end/valid": 0.9782, "left_hand/valid": 0.9782, "right_end/valid": 0.9782, "right_hand/valid": 0.9782}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Right hand picks up the blue plug on the floor", "ts": 0.0, "te": 0.97, "mistake": false}, {"skill": "plug", "label": "Right hand inserts the blue plug into the base", "ts": 0.97, "te": 3.3, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up the black plug on the floor", "ts": 3.3, "te": 4.15, "mistake": false}, {"skill": "HandOver", "label": "Right hand hands over the black plug to the left hand", "ts": 4.15, "te": 4.65, "mistake": false}, {"skill": "Straighten", "label": "Right hand adjusts the position of the wire", "ts": 4.65, "te": 5.57, "mistake": false}, {"skill": "Plug", "label": "Left hand inserts the black plug into the floor socket", "ts": 5.57, "te": 9.9, "mistake": false}]}, {"slug": "task_16207_ep020", "kind": "sim", "task": "task_16207", "ep": 20, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Put the goods from the shopping basket onto the shelf", "duration": 16.25, "nframes": 976, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 10, "skills": {"Pick": 3, "Straighten": 3, "Place": 3, "HandOver": 1}, "skill_list": ["HandOver", "Pick", "Place", "Straighten"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "The right hand picks up an item from the shopping basket", "ts": 0.0, "te": 2.23, "mistake": false}, {"skill": "Straighten", "label": "The left hand assists the right hand in adjusting the way the item is held", "ts": 2.23, "te": 3.62, "mistake": false}, {"skill": "Place", "label": "The right hand places an item on the shelf", "ts": 3.62, "te": 5.42, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up an item from the shopping basket", "ts": 5.42, "te": 7.58, "mistake": false}, {"skill": "HandOver", "label": "The right hand passes an item to the left hand", "ts": 7.58, "te": 8.35, "mistake": false}, {"skill": "Place", "label": "The left hand places an item on the shelf", "ts": 8.35, "te": 9.57, "mistake": false}, {"skill": "Straighten", "label": "The left hand adjusts the position of the item", "ts": 9.57, "te": 10.82, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up an item from the shopping basket", "ts": 10.82, "te": 13.05, "mistake": false}, {"skill": "Straighten", "label": "The left hand assists the right hand in adjusting the way the item is held", "ts": 13.05, "te": 14.28, "mistake": false}, {"skill": "Place", "label": "The right hand places an item on the shelf", "ts": 14.28, "te": 16.25, "mistake": false}]}, {"slug": "task_16207_ep021", "kind": "sim", "task": "task_16207", "ep": 21, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Charge the VR glasses", "duration": 13.75, "nframes": 826, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 5, "skills": {"Pick": 2, "Insert": 1, "PressButton": 1, "Place": 1}, "skill_list": ["Insert", "Pick", "Place", "PressButton"], "valids": {"hand_state/left": 0.9189, "hand_state/right": 0.9189, "head_camera/valid": 0.9189, "head_state/valid": 0.9189, "left_end/valid": 0.9189, "left_hand/valid": 0.9189, "right_end/valid": 0.9189, "right_hand/valid": 0.9189}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Right hand picks up the charging cable on the table", "ts": 0.0, "te": 1.3, "mistake": false}, {"skill": "Insert", "label": "Both hands coordinate to insert the charging cable into the charging port of the VR glasses", "ts": 1.3, "te": 3.62, "mistake": false}, {"skill": "Pick", "label": "Both hands coordinate to pick up the VR glasses", "ts": 3.62, "te": 4.67, "mistake": false}, {"skill": "PressButton", "label": "Left hand presses the button of the VR glasses", "ts": 4.67, "te": 12.1, "mistake": false}, {"skill": "Place", "label": "Both hands coordinate to place the VR glasses on the table", "ts": 12.1, "te": 13.77, "mistake": false}]}, {"slug": "task_16207_ep022", "kind": "sim", "task": "task_16207", "ep": 22, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Clean the cup", "duration": 30.27, "nframes": 1817, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 9, "skills": {"Place": 2, "Pick": 2, "Pour": 1, "HandOver": 1, "Rinse": 1, "Close": 1, "Wipe": 1}, "skill_list": ["Close", "HandOver", "Pick", "Place", "Pour", "Rinse", "Wipe"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pour", "label": "Both hands work together to pour the water from a transparent cup into the sink", "ts": 0.0, "te": 0.27, "mistake": false}, {"skill": "HandOver", "label": "The left hand passes a transparent cup to the right hand", "ts": 0.27, "te": 0.77, "mistake": false}, {"skill": "Place", "label": "The right hand places a transparent cup on the table", "ts": 0.77, "te": 2.13, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a dark-colored cup from the sink", "ts": 2.13, "te": 3.13, "mistake": false}, {"skill": "Rinse", "label": "Both hands coordinate to rinse a dark cup", "ts": 3.13, "te": 8.92, "mistake": false}, {"skill": "Close", "label": "The right hand turns off the faucet", "ts": 8.92, "te": 9.43, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up the sponge on the table", "ts": 9.43, "te": 10.4, "mistake": false}, {"skill": "Place", "label": "The right hand places the sponge into a dark-colored cup", "ts": 10.4, "te": 11.43, "mistake": false}, {"skill": "Wipe", "label": "Both hands work together to wipe a dark-colored cup", "ts": 11.43, "te": 30.27, "mistake": false}]}, {"slug": "task_16207_ep023", "kind": "sim", "task": "task_16207", "ep": 23, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Tidy up folders", "duration": 5.52, "nframes": 332, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 2, "skills": {"Pick": 1, "Place": 1}, "skill_list": ["Pick", "Place"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Right hand picks up a blue folder on the table", "ts": 0.0, "te": 2.73, "mistake": false}, {"skill": "Place", "label": "Left hand puts a blue folder into the file rack", "ts": 2.73, "te": 5.52, "mistake": false}]}, {"slug": "task_16207_ep024", "kind": "sim", "task": "task_16207", "ep": 24, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Plug the charging cable into the glasses", "duration": 18.8, "nframes": 1129, "fps": 30, "usability": 1.0, "overall": 5.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 5, "skills": {"Pick": 1, "Insert": 1, "Rotate": 1, "Press": 1, "Place": 1}, "skill_list": ["Insert", "Pick", "Place", "Press", "Rotate"], "valids": {"hand_state/left": 0.9911, "hand_state/right": 0.93, "head_camera/valid": 0.9911, "head_state/valid": 0.9911, "left_end/valid": 0.9911, "left_hand/valid": 0.9911, "right_end/valid": 0.93, "right_hand/valid": 0.93}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Left hand picks up the white glasses on the table while right hand picks up the charging cable", "ts": 0.0, "te": 4.3, "mistake": false}, {"skill": "Insert", "label": "Dual arms coordinate to insert the charging cable into the white glasses", "ts": 4.3, "te": 7.0, "mistake": false}, {"skill": "Rotate", "label": "Both hands rotate the white glasses to the side", "ts": 7.0, "te": 8.85, "mistake": false}, {"skill": "Press", "label": "Both hands coordinate to press the button of the white glasses", "ts": 8.85, "te": 16.55, "mistake": false}, {"skill": "Place", "label": "Both hands place the white glasses on the table", "ts": 16.55, "te": 18.8, "mistake": false}]}, {"slug": "task_16207_ep025", "kind": "sim", "task": "task_16207", "ep": 25, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Put the screw into the tool box", "duration": 33.78, "nframes": 2028, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 23, "skills": {"Pick": 12, "Place": 11}, "skill_list": ["Pick", "Place"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "The right hand picks up a screw from the desktop", "ts": 0.0, "te": 2.85, "mistake": false}, {"skill": "Place", "label": "The right hand places the screw into the tool box", "ts": 2.85, "te": 4.47, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a screw on the table surface", "ts": 4.47, "te": 6.45, "mistake": false}, {"skill": "Place", "label": "The left hand places the screw into the tool box", "ts": 6.45, "te": 8.22, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a screw on the table surface", "ts": 8.22, "te": 9.92, "mistake": false}, {"skill": "Place", "label": "The left hand places the screw into the tool box", "ts": 9.92, "te": 11.62, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a screw on the table surface", "ts": 11.62, "te": 13.12, "mistake": false}, {"skill": "Place", "label": "The left hand places the screw into the tool box", "ts": 13.12, "te": 14.35, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a screw on the table surface", "ts": 14.35, "te": 15.98, "mistake": false}, {"skill": "Place", "label": "The left hand places the screw into the tool box", "ts": 15.98, "te": 17.2, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a screw on the table surface", "ts": 17.2, "te": 18.73, "mistake": false}, {"skill": "Place", "label": "The left hand places the screw into the tool box", "ts": 18.73, "te": 19.6, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a screw on the table surface", "ts": 19.6, "te": 21.02, "mistake": false}, {"skill": "Place", "label": "The left hand places the screw into the tool box", "ts": 21.02, "te": 22.32, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a screw on the table surface", "ts": 22.32, "te": 23.42, "mistake": false}, {"skill": "Place", "label": "The left hand places the screw into the tool box", "ts": 23.42, "te": 24.75, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a screw on the table surface", "ts": 24.75, "te": 26.2, "mistake": false}, {"skill": "Place", "label": "The left hand places the screw into the tool box", "ts": 26.2, "te": 27.23, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a screw on the table surface", "ts": 27.23, "te": 28.65, "mistake": false}, {"skill": "Place", "label": "The left hand places the screw into the tool box", "ts": 28.65, "te": 29.57, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a screw on the table surface", "ts": 29.57, "te": 31.0, "mistake": false}, {"skill": "Place", "label": "The left hand places the screw into the tool box", "ts": 31.0, "te": 32.32, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a screw on the table surface", "ts": 32.32, "te": 33.78, "mistake": false}]}, {"slug": "task_16207_ep026", "kind": "sim", "task": "task_16207", "ep": 26, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Store toys", "duration": 32.23, "nframes": 1935, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.9", "sn": "ES03AA126072100082", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 22, "skills": {"Pick": 11, "Place": 11}, "skill_list": ["Pick", "Place"], "valids": {"hand_state/left": 0.6481, "hand_state/right": 0.5432, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 0.6481, "left_hand/valid": 0.6481, "right_end/valid": 0.5432, "right_hand/valid": 0.5432}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "The right hand picks up a yellow toy on the sofa", "ts": 0.0, "te": 1.6, "mistake": false}, {"skill": "Place", "label": "The right hand puts a yellow toy into the basket", "ts": 1.6, "te": 2.75, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a blue toy on the sofa", "ts": 2.75, "te": 3.87, "mistake": false}, {"skill": "Place", "label": "The right hand puts a blue toy into the basket", "ts": 3.87, "te": 4.85, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a red toy on the sofa", "ts": 4.85, "te": 5.93, "mistake": false}, {"skill": "Place", "label": "The right hand puts a red toy into the basket", "ts": 5.93, "te": 6.68, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a yellow toy on the sofa", "ts": 6.68, "te": 7.83, "mistake": false}, {"skill": "Place", "label": "The right hand puts a yellow toy into the basket", "ts": 7.83, "te": 8.58, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a white toy on the sofa", "ts": 8.58, "te": 9.97, "mistake": false}, {"skill": "Place", "label": "The right hand puts a white toy into the basket", "ts": 9.97, "te": 11.18, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up an orange toy on the sofa", "ts": 11.18, "te": 12.78, "mistake": false}, {"skill": "Place", "label": "The left hand puts an orange toy into the basket", "ts": 12.78, "te": 13.63, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a white toy on the sofa", "ts": 13.63, "te": 14.78, "mistake": false}, {"skill": "Place", "label": "The left hand puts a white toy into the basket", "ts": 14.78, "te": 15.67, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a white toy on the sofa", "ts": 15.67, "te": 17.13, "mistake": false}, {"skill": "Place", "label": "The left hand puts a white toy into the basket", "ts": 17.13, "te": 19.03, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a yellow toy on the sofa", "ts": 19.03, "te": 20.18, "mistake": false}, {"skill": "Place", "label": "The left hand puts a yellow toy into the basket", "ts": 20.18, "te": 21.92, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a yellow toy on the sofa", "ts": 21.92, "te": 23.42, "mistake": false}, {"skill": "Place", "label": "The left hand puts a yellow toy into the basket", "ts": 23.42, "te": 25.1, "mistake": false}, {"skill": "Pick", "label": "Both hands cooperate to pick up the basket on the sofa", "ts": 25.1, "te": 27.02, "mistake": false}, {"skill": "Place", "label": "Both hands cooperate to place the basket on the table", "ts": 27.02, "te": 32.23, "mistake": false}]}, {"slug": "task_16207_ep027", "kind": "sim", "task": "task_16207", "ep": 27, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Pack the milk tea", "duration": 37.85, "nframes": 2272, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 14, "skills": {"Pick": 4, "Place": 4, "Straighten": 2, "HandOver": 1, "Open": 1, "Tear": 1, "Close": 1}, "skill_list": ["Close", "HandOver", "Open", "Pick", "Place", "Straighten", "Tear"], "valids": {"hand_state/left": 1.0, "hand_state/right": 0.9886, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 0.9886, "right_hand/valid": 0.9886}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Left hand picks up a packaging bag on the table", "ts": 0.0, "te": 2.35, "mistake": false}, {"skill": "HandOver", "label": "The left hand passes a packaging bag to the right hand", "ts": 2.35, "te": 3.4, "mistake": false}, {"skill": "Open", "label": "Both hands coordinate to open the packaging bag", "ts": 3.4, "te": 10.57, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a cup of milk tea on the table", "ts": 10.57, "te": 11.78, "mistake": false}, {"skill": "Place", "label": "Both hands coordinate to put the milk tea into the packaging bag", "ts": 11.78, "te": 16.75, "mistake": false}, {"skill": "Straighten", "label": "Both hands coordinate to tidy up the packaging bag", "ts": 16.75, "te": 18.47, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a straw from the cup", "ts": 18.47, "te": 20.07, "mistake": false}, {"skill": "Place", "label": "The right hand puts a straw into the packaging bag", "ts": 20.07, "te": 22.32, "mistake": false}, {"skill": "Straighten", "label": "Both hands coordinate to tidy up the packaging bag", "ts": 22.32, "te": 29.5, "mistake": false}, {"skill": "Tear", "label": "Both hands coordinate to tear off the packaging strip on the packaging bag", "ts": 29.5, "te": 31.75, "mistake": false}, {"skill": "Place", "label": "Right hand places the packaging strip on the table", "ts": 31.75, "te": 32.63, "mistake": false}, {"skill": "Close", "label": "Both hands coordinate to close the packaging bag", "ts": 32.63, "te": 35.22, "mistake": false}, {"skill": "Pick", "label": "Both hands cooperate to pick up the packed packaging bag", "ts": 35.22, "te": 36.7, "mistake": false}, {"skill": "Place", "label": "The left hand places the packed packaging bag on the coaster", "ts": 36.7, "te": 37.85, "mistake": false}]}, {"slug": "task_16207_ep028", "kind": "sim", "task": "task_16207", "ep": 28, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Scan the product code and bag the product", "duration": 52.74, "nframes": 3164, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 20, "skills": {"Pick": 7, "Place": 6, "Scan": 4, "Straighten": 2, "Open": 1}, "skill_list": ["Open", "Pick", "Place", "Scan", "Straighten"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "The right hand picks up a plastic bag on the counter", "ts": 0.0, "te": 2.43, "mistake": false}, {"skill": "Place", "label": "Both arms cooperate to place the plastic bag on the counter", "ts": 2.43, "te": 4.23, "mistake": false}, {"skill": "Open", "label": "Both hands work together to open the plastic bag", "ts": 4.23, "te": 12.18, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a product from the shopping basket", "ts": 12.18, "te": 13.85, "mistake": false}, {"skill": "Straighten", "label": "The right hand assists the left hand in adjusting how to hold the product", "ts": 13.85, "te": 19.67, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up the barcode scanner on the table", "ts": 19.67, "te": 20.72, "mistake": false}, {"skill": "Scan", "label": "Both hands work together to use the barcode scanner to scan the product code", "ts": 20.72, "te": 22.65, "mistake": false}, {"skill": "Place", "label": "The left hand puts a product into the plastic bag", "ts": 22.65, "te": 24.67, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a product from the shopping basket", "ts": 24.67, "te": 27.32, "mistake": false}, {"skill": "Straighten", "label": "The right hand assists the left hand in adjusting how to hold the product", "ts": 27.32, "te": 29.37, "mistake": false}, {"skill": "Scan", "label": "Both hands work together to use the barcode scanner to scan the product code", "ts": 29.37, "te": 32.07, "mistake": false}, {"skill": "Place", "label": "The left hand puts a product into the plastic bag", "ts": 32.07, "te": 34.15, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a product from the shopping basket", "ts": 34.15, "te": 36.32, "mistake": false}, {"skill": "Scan", "label": "Both hands work together to use the barcode scanner to scan the product code", "ts": 36.32, "te": 38.68, "mistake": false}, {"skill": "Place", "label": "The left hand puts a product into the plastic bag", "ts": 38.68, "te": 40.05, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a product from the shopping basket", "ts": 40.05, "te": 42.8, "mistake": false}, {"skill": "Scan", "label": "Both hands work together to use the barcode scanner to scan the product code", "ts": 42.8, "te": 45.08, "mistake": false}, {"skill": "Place", "label": "The left hand puts an item into the plastic bag while the right hand places the barcode scanner on the table", "ts": 45.08, "te": 47.48, "mistake": false}, {"skill": "Pick", "label": "Both hands cooperate to pick up the plastic bag on the counter", "ts": 47.48, "te": 50.52, "mistake": false}, {"skill": "Place", "label": "Both hands cooperate to place the plastic bag on the counter", "ts": 50.52, "te": 52.72, "mistake": false}]}, {"slug": "task_16207_ep029", "kind": "sim", "task": "task_16207", "ep": 29, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Tidy up the toolbox", "duration": 23.48, "nframes": 1410, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 13, "skills": {"Pick": 4, "Place": 4, "Press": 3, "Close": 2}, "skill_list": ["Close", "Pick", "Place", "Press"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Right hand picks up the screwdriver on the table", "ts": 0.0, "te": 1.97, "mistake": false}, {"skill": "Place", "label": "Right hand puts the screwdriver into the toolbox", "ts": 1.97, "te": 3.6, "mistake": false}, {"skill": "Press", "label": "Right hand presses the screwdriver in the toolbox", "ts": 3.6, "te": 5.03, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up the tape on the table", "ts": 5.03, "te": 6.73, "mistake": false}, {"skill": "Place", "label": "Right hand puts the tape into the toolbox", "ts": 6.73, "te": 9.58, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up the pliers on the table", "ts": 9.58, "te": 11.43, "mistake": false}, {"skill": "Place", "label": "Right hand puts the pliers into the toolbox", "ts": 11.43, "te": 13.83, "mistake": false}, {"skill": "Press", "label": "Right hand presses the pliers in the toolbox", "ts": 13.83, "te": 15.1, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up the test pen on the table", "ts": 15.1, "te": 16.83, "mistake": false}, {"skill": "Place", "label": "Left hand puts the test pen into the toolbox", "ts": 16.83, "te": 18.5, "mistake": false}, {"skill": "Press", "label": "Left hand presses the test pen in the toolbox", "ts": 18.5, "te": 19.67, "mistake": false}, {"skill": "Close", "label": "Both hands coordinate to close the box", "ts": 19.67, "te": 22.43, "mistake": false}, {"skill": "Close", "label": "Both hands close the box latch", "ts": 22.43, "te": 23.48, "mistake": false}]}, {"slug": "task_16207_ep030", "kind": "sim", "task": "task_16207", "ep": 30, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Organize the mouse and keyboard", "duration": 5.17, "nframes": 311, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 4, "skills": {"Straighten": 2, "Pick": 1, "Place": 1}, "skill_list": ["Pick", "Place", "Straighten"], "valids": {"hand_state/left": 0.7942, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 0.7942, "left_hand/valid": 0.7942, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Both hands work together to pick up the keyboard on the desktop", "ts": 0.0, "te": 1.17, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place the keyboard on the desktop", "ts": 1.17, "te": 2.47, "mistake": false}, {"skill": "Straighten", "label": "The right hand adjusts the position of the mouse", "ts": 2.47, "te": 3.97, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to adjust the position of the keyboard", "ts": 3.97, "te": 5.17, "mistake": false}]}, {"slug": "task_16207_ep031", "kind": "sim", "task": "task_16207", "ep": 31, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Tidy up snacks", "duration": 14.07, "nframes": 845, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 6, "skills": {"Pick": 3, "Place": 3}, "skill_list": ["Pick", "Place"], "valids": {"hand_state/left": 0.9953, "hand_state/right": 0.9953, "head_camera/valid": 0.9953, "head_state/valid": 0.9953, "left_end/valid": 0.9953, "left_hand/valid": 0.9953, "right_end/valid": 0.9953, "right_hand/valid": 0.9953}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Right hand picks up a bag of snacks on the shelf", "ts": 0.0, "te": 2.1, "mistake": false}, {"skill": "Place", "label": "Right hand places a bag of snacks on the shelf", "ts": 2.1, "te": 4.18, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a bag of snacks on the shelf", "ts": 4.18, "te": 5.83, "mistake": false}, {"skill": "Place", "label": "Both hands coordinate to place a bag of snacks on the shelf", "ts": 5.83, "te": 8.7, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a bag of snacks on the shelf", "ts": 8.7, "te": 11.35, "mistake": false}, {"skill": "Place", "label": "Both hands coordinate to place a bag of snacks on the shelf", "ts": 11.35, "te": 14.07, "mistake": false}]}, {"slug": "task_16207_ep032", "kind": "sim", "task": "task_16207", "ep": 32, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Tidy up the kitchen", "duration": 13.8, "nframes": 829, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 6, "skills": {"Pick": 3, "Place": 3}, "skill_list": ["Pick", "Place"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Left hand picks up a seasoning bottle on the table", "ts": 0.0, "te": 2.9, "mistake": false}, {"skill": "Place", "label": "Left hand places a seasoning bottle on the shelf", "ts": 2.9, "te": 5.8, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a seasoning bottle on the table", "ts": 5.8, "te": 7.75, "mistake": false}, {"skill": "Place", "label": "Left hand places a seasoning bottle on the shelf", "ts": 7.75, "te": 9.85, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a seasoning bottle on the table", "ts": 9.85, "te": 11.15, "mistake": false}, {"skill": "Place", "label": "Left hand places a seasoning bottle on the shelf", "ts": 11.15, "te": 13.8, "mistake": false}]}, {"slug": "task_16207_ep033", "kind": "sim", "task": "task_16207", "ep": 33, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Tidy up the toolbox", "duration": 20.83, "nframes": 1251, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 12, "skills": {"Place": 4, "Pick": 3, "Press": 2, "Close": 2, "Straighten": 1}, "skill_list": ["Close", "Pick", "Place", "Press", "Straighten"], "valids": {"hand_state/left": 0.9904, "hand_state/right": 0.9904, "head_camera/valid": 0.9904, "head_state/valid": 0.9904, "left_end/valid": 0.9904, "left_hand/valid": 0.9904, "right_end/valid": 0.9904, "right_hand/valid": 0.9904}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Place", "label": "Right hand puts the hammer into the toolbox", "ts": 0.0, "te": 1.63, "mistake": false}, {"skill": "Press", "label": "Right hand presses the hammer in the toolbox", "ts": 1.63, "te": 2.52, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up the pliers on the table", "ts": 2.52, "te": 4.5, "mistake": false}, {"skill": "Place", "label": "Right hand puts the pliers into the toolbox", "ts": 4.5, "te": 5.75, "mistake": false}, {"skill": "Press", "label": "Right hand presses the pliers in the toolbox", "ts": 5.75, "te": 7.03, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up the tape measure on the table", "ts": 7.03, "te": 9.18, "mistake": false}, {"skill": "Place", "label": "Left hand puts the tape measure into the toolbox", "ts": 9.18, "te": 11.4, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up the utility knife on the table", "ts": 11.4, "te": 12.75, "mistake": false}, {"skill": "Place", "label": "Left hand puts the utility knife into the toolbox", "ts": 12.75, "te": 15.05, "mistake": false}, {"skill": "Close", "label": "Both hands coordinate to close the toolbox", "ts": 15.05, "te": 17.38, "mistake": false}, {"skill": "Close", "label": "Both hands coordinate to close the toolbox latch", "ts": 17.38, "te": 19.03, "mistake": false}, {"skill": "Straighten", "label": "Both hands coordinate to adjust the position of the toolbox", "ts": 19.03, "te": 20.83, "mistake": false}]}, {"slug": "task_16207_ep034", "kind": "sim", "task": "task_16207", "ep": 34, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Put the goods into the shopping basket", "duration": 8.45, "nframes": 508, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 3, "skills": {"Pick": 2, "Place": 1}, "skill_list": ["Pick", "Place"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Right hand picks up a bag of goods on the shelf", "ts": 0.0, "te": 3.63, "mistake": false}, {"skill": "Place", "label": "Right hand puts a bag of goods into the shopping basket", "ts": 3.63, "te": 5.4, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a bag of goods on the shelf", "ts": 5.4, "te": 8.45, "mistake": false}]}, {"slug": "task_16207_ep035", "kind": "sim", "task": "task_16207", "ep": 35, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Store toys", "duration": 8.55, "nframes": 514, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.9", "sn": "ES03AA126072100082", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 8, "skills": {"Pick": 4, "Place": 4}, "skill_list": ["Pick", "Place"], "valids": {"hand_state/left": 0.8385, "hand_state/right": 0.9261, "head_camera/valid": 0.9689, "head_state/valid": 0.9689, "left_end/valid": 0.8385, "left_hand/valid": 0.8385, "right_end/valid": 0.9261, "right_hand/valid": 0.9261}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Left hand picks up a yellow toy, right hand picks up an orange toy", "ts": 0.0, "te": 1.5, "mistake": false}, {"skill": "Place", "label": "Left hand puts a yellow toy into the toy basket, right hand puts an orange toy into the toy basket", "ts": 1.5, "te": 2.13, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a yellow toy, right hand picks up an orange toy", "ts": 2.13, "te": 3.65, "mistake": false}, {"skill": "Place", "label": "Left hand puts a yellow toy into the toy basket, right hand puts an orange toy into the toy basket", "ts": 3.65, "te": 4.1, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a yellow toy, right hand picks up a purple toy", "ts": 4.1, "te": 5.48, "mistake": false}, {"skill": "Place", "label": "Left hand puts a yellow toy into the toy basket, right hand puts a purple toy into the toy basket", "ts": 5.48, "te": 6.47, "mistake": false}, {"skill": "Pick", "label": "Both hands coordinate to pick up the toy basket", "ts": 6.47, "te": 7.15, "mistake": false}, {"skill": "Place", "label": "Both hands coordinate to place the toy basket on the table", "ts": 7.15, "te": 8.55, "mistake": false}]}, {"slug": "task_16207_ep036", "kind": "sim", "task": "task_16207", "ep": 36, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Scan the product code and bag the product", "duration": 47.5, "nframes": 2850, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 22, "skills": {"Pick": 8, "Place": 8, "Straighten": 3, "Scan": 3}, "skill_list": ["Pick", "Place", "Scan", "Straighten"], "valids": {"hand_state/left": 1.0, "hand_state/right": 0.9993, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 0.9993, "right_hand/valid": 0.9993}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Both hands work together to pick up the plastic bag on the table", "ts": 0.0, "te": 4.17, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place the plastic bag on the table", "ts": 4.17, "te": 6.85, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to organize the plastic bag", "ts": 6.85, "te": 10.23, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a product from the shopping basket", "ts": 10.23, "te": 12.4, "mistake": false}, {"skill": "Straighten", "label": "The right hand assists the left hand in adjusting how to hold the product", "ts": 12.4, "te": 14.72, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up the barcode scanner on the table", "ts": 14.72, "te": 15.73, "mistake": false}, {"skill": "Scan", "label": "Both hands work together to use the barcode scanner to scan the product code", "ts": 15.73, "te": 18.0, "mistake": false}, {"skill": "Place", "label": "The right hand places the barcode scanner on the table", "ts": 18.0, "te": 19.17, "mistake": false}, {"skill": "Place", "label": "Both hands work together to put a product into the plastic bag", "ts": 19.17, "te": 21.23, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a product from the shopping basket", "ts": 21.23, "te": 23.2, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up the barcode scanner on the table", "ts": 23.2, "te": 25.02, "mistake": false}, {"skill": "Scan", "label": "Both hands work together to use the barcode scanner to scan the product code", "ts": 25.02, "te": 27.63, "mistake": false}, {"skill": "Place", "label": "The right hand places the barcode scanner on the table", "ts": 27.63, "te": 28.65, "mistake": false}, {"skill": "Place", "label": "Both hands work together to put a product into the plastic bag", "ts": 28.65, "te": 29.87, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a product from the shopping basket", "ts": 29.87, "te": 31.53, "mistake": false}, {"skill": "Straighten", "label": "The right hand assists the left hand in adjusting how to hold the product", "ts": 31.53, "te": 33.25, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up the barcode scanner on the table", "ts": 33.25, "te": 34.77, "mistake": false}, {"skill": "Scan", "label": "Both hands work together to use the barcode scanner to scan the product code", "ts": 34.77, "te": 37.75, "mistake": false}, {"skill": "Place", "label": "The right hand places the barcode scanner on the table", "ts": 37.75, "te": 39.07, "mistake": false}, {"skill": "Place", "label": "Both hands work together to put a product into the plastic bag", "ts": 39.07, "te": 40.98, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up the plastic bag", "ts": 40.98, "te": 44.87, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place the plastic bag on the table", "ts": 44.87, "te": 47.48, "mistake": false}]}, {"slug": "task_16207_ep037", "kind": "sim", "task": "task_16207", "ep": 37, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Tidy up the desk", "duration": 11.92, "nframes": 716, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 9, "skills": {"Pick": 4, "Drop": 2, "Close": 1, "Straighten": 1, "Place": 1}, "skill_list": ["Close", "Drop", "Pick", "Place", "Straighten"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Close", "label": "Right hand closes the notebook on the table", "ts": 0.0, "te": 2.6, "mistake": false}, {"skill": "Straighten", "label": "Right hand adjusts the position of the notebook", "ts": 2.6, "te": 4.23, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up the stapler on the table", "ts": 4.23, "te": 5.42, "mistake": false}, {"skill": "Place", "label": "Right hand places the stapler on the table", "ts": 5.42, "te": 7.28, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a white paper ball on the table", "ts": 7.28, "te": 8.4, "mistake": false}, {"skill": "Drop", "label": "Left hand throws a white paper ball into the trash can", "ts": 8.4, "te": 9.33, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a white paper ball on the table", "ts": 9.33, "te": 10.02, "mistake": false}, {"skill": "Drop", "label": "The left hand throws a white crumpled paper ball into the trash can", "ts": 10.02, "te": 10.73, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a white paper ball on the table", "ts": 10.73, "te": 11.92, "mistake": false}]}, {"slug": "task_16207_ep038", "kind": "sim", "task": "task_16207", "ep": 38, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Organize the shelf", "duration": 21.73, "nframes": 1305, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 9, "skills": {"Pick": 4, "Place": 3, "Straighten": 2}, "skill_list": ["Pick", "Place", "Straighten"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Right hand picks up a bag of snacks on the shelf", "ts": 0.0, "te": 1.92, "mistake": false}, {"skill": "Straighten", "label": "The left hand assists the right hand in adjusting the way the snack is held", "ts": 1.92, "te": 3.37, "mistake": false}, {"skill": "Place", "label": "Right hand places a bag of snacks on the shelf", "ts": 3.37, "te": 5.55, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a bag of snacks from the shelf", "ts": 5.55, "te": 8.15, "mistake": false}, {"skill": "Place", "label": "Both hands coordinate to place a bag of snacks on the shelf", "ts": 8.15, "te": 10.95, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a bag of snacks from the shelf", "ts": 10.95, "te": 14.28, "mistake": false}, {"skill": "Place", "label": "Both hands coordinate to place a bag of snacks on the shelf", "ts": 14.28, "te": 16.77, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a bag of snacks on the shelf", "ts": 16.77, "te": 18.97, "mistake": false}, {"skill": "Straighten", "label": "The right hand assists the left hand in adjusting the way the snack is held", "ts": 18.97, "te": 21.73, "mistake": false}]}, {"slug": "task_16207_ep039", "kind": "sim", "task": "task_16207", "ep": 39, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Assemble the tangram", "duration": 26.95, "nframes": 1618, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 19, "skills": {"Pick": 7, "Place": 7, "Straighten": 4, "HandOver": 1}, "skill_list": ["HandOver", "Pick", "Place", "Straighten"], "valids": {"hand_state/left": 0.6916, "hand_state/right": 0.9981, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 0.6916, "left_hand/valid": 0.6916, "right_end/valid": 0.9981, "right_hand/valid": 0.9981}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Right hand picks up a red triangle on the table", "ts": 0.0, "te": 1.23, "mistake": false}, {"skill": "Place", "label": "Right hand puts a red triangle into the wooden frame", "ts": 1.23, "te": 2.55, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a yellow triangle from the table", "ts": 2.55, "te": 3.85, "mistake": false}, {"skill": "Place", "label": "The right hand places a yellow triangle into the wooden frame", "ts": 3.85, "te": 5.07, "mistake": false}, {"skill": "Straighten", "label": "The right hand adjusts the position of the yellow triangle", "ts": 5.07, "te": 8.22, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up an orange parallelogram from the table", "ts": 8.22, "te": 9.65, "mistake": false}, {"skill": "Place", "label": "The right hand places an orange parallelogram into the wooden frame", "ts": 9.65, "te": 10.97, "mistake": false}, {"skill": "Straighten", "label": "The right hand adjusts the position of the orange parallelogram", "ts": 10.97, "te": 12.25, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a brown triangle on the table", "ts": 12.25, "te": 13.67, "mistake": false}, {"skill": "HandOver", "label": "The left hand passes a brown triangle to the right hand", "ts": 13.67, "te": 14.6, "mistake": false}, {"skill": "Place", "label": "Right hand puts a brown triangle into the wooden frame", "ts": 14.6, "te": 15.82, "mistake": false}, {"skill": "Straighten", "label": "The left hand adjusts the position of the wooden frame", "ts": 15.82, "te": 16.6, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a purple triangle on the table", "ts": 16.6, "te": 17.4, "mistake": false}, {"skill": "Place", "label": "Right hand puts a purple triangle into the wooden frame", "ts": 17.4, "te": 19.33, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a green square on the table", "ts": 19.33, "te": 20.7, "mistake": false}, {"skill": "Place", "label": "Left hand puts a green square into the wooden frame", "ts": 20.7, "te": 22.22, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a blue triangle on the table", "ts": 22.22, "te": 23.75, "mistake": false}, {"skill": "Place", "label": "Both hands cooperate to put a blue triangle into the wooden frame", "ts": 23.75, "te": 25.2, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to adjust the position of the wooden frame", "ts": 25.2, "te": 26.95, "mistake": false}]}, {"slug": "task_16207_ep040", "kind": "sim", "task": "task_16207", "ep": 40, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Tidy up the desk", "duration": 15.33, "nframes": 920, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 9, "skills": {"Place": 5, "Pick": 4}, "skill_list": ["Pick", "Place"], "valids": {"hand_state/left": 0.9978, "hand_state/right": 0.9978, "head_camera/valid": 0.9978, "head_state/valid": 0.9978, "left_end/valid": 0.9978, "left_hand/valid": 0.9978, "right_end/valid": 0.9978, "right_hand/valid": 0.9978}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Place", "label": "Right hand puts a red pen into the pen holder", "ts": 0.0, "te": 1.38, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a green pen on the table", "ts": 1.38, "te": 4.13, "mistake": false}, {"skill": "Place", "label": "Right hand puts a green pen into the pen holder", "ts": 4.13, "te": 5.83, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a green pen on the table", "ts": 5.83, "te": 7.42, "mistake": false}, {"skill": "Place", "label": "Right hand puts a green pen into the pen holder", "ts": 7.42, "te": 9.0, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up the stapler on the table", "ts": 9.0, "te": 10.18, "mistake": false}, {"skill": "Place", "label": "Right hand places the stapler on the table", "ts": 10.18, "te": 11.37, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up the white trash on the table", "ts": 11.37, "te": 13.43, "mistake": false}, {"skill": "Place", "label": "Left hand puts the white trash into the trash can", "ts": 13.43, "te": 15.32, "mistake": false}]}, {"slug": "task_16207_ep041", "kind": "sim", "task": "task_16207", "ep": 41, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Wash the cup", "duration": 30.97, "nframes": 1859, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 4, "skills": {"Wipe": 1, "Place": 1, "Open": 1, "Rinse": 1}, "skill_list": ["Open", "Place", "Rinse", "Wipe"], "valids": {"hand_state/left": 0.957, "hand_state/right": 0.9978, "head_camera/valid": 0.9978, "head_state/valid": 0.9978, "left_end/valid": 0.957, "left_hand/valid": 0.957, "right_end/valid": 0.9978, "right_hand/valid": 0.9978}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Wipe", "label": "Both hands coordinate to wipe a dark cup with a yellow sponge", "ts": 0.0, "te": 7.0, "mistake": false}, {"skill": "Place", "label": "Right hand places the yellow sponge on the table", "ts": 7.0, "te": 8.5, "mistake": false}, {"skill": "Open", "label": "Left hand turns on the faucet", "ts": 8.5, "te": 9.55, "mistake": false}, {"skill": "Rinse", "label": "Both hands coordinate to rinse a dark cup", "ts": 9.55, "te": 30.98, "mistake": false}]}, {"slug": "task_16207_ep042", "kind": "sim", "task": "task_16207", "ep": 42, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Throw the paper cup into the trash can", "duration": 11.8, "nframes": 709, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 5, "skills": {"Pick": 3, "Drop": 2}, "skill_list": ["Drop", "Pick"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Right arm picks up a paper cup on the table", "ts": 0.0, "te": 2.6, "mistake": false}, {"skill": "Drop", "label": "Right arm throws a paper cup into the trash can", "ts": 2.6, "te": 5.25, "mistake": false}, {"skill": "Pick", "label": "Right arm picks up a paper cup on the table", "ts": 5.25, "te": 7.47, "mistake": false}, {"skill": "Drop", "label": "Right arm throws a paper cup into the trash can", "ts": 7.47, "te": 10.02, "mistake": false}, {"skill": "Pick", "label": "Right arm picks up a paper cup on the table", "ts": 10.02, "te": 11.8, "mistake": false}]}, {"slug": "task_16207_ep043", "kind": "sim", "task": "task_16207", "ep": 43, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Tidy up the desk", "duration": 9.45, "nframes": 568, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 6, "skills": {"Pick": 2, "Drop": 2, "Close": 1, "Straighten": 1}, "skill_list": ["Close", "Drop", "Pick", "Straighten"], "valids": {"hand_state/left": 0.9982, "hand_state/right": 0.9982, "head_camera/valid": 0.9982, "head_state/valid": 0.9982, "left_end/valid": 0.9982, "left_hand/valid": 0.9982, "right_end/valid": 0.9982, "right_hand/valid": 0.9982}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Left hand picks up a white paper ball on the table", "ts": 0.0, "te": 1.02, "mistake": false}, {"skill": "Drop", "label": "Left hand throws a white paper ball into the trash can", "ts": 1.02, "te": 1.97, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a white paper ball on the table", "ts": 1.97, "te": 3.1, "mistake": false}, {"skill": "Drop", "label": "Left hand throws a white paper ball into the trash can", "ts": 3.1, "te": 5.65, "mistake": false}, {"skill": "Close", "label": "Right hand closes the notebook on the table", "ts": 5.65, "te": 8.52, "mistake": false}, {"skill": "Straighten", "label": "Right hand adjusts the position of the notebook", "ts": 8.52, "te": 9.45, "mistake": false}]}, {"slug": "task_16207_ep044", "kind": "sim", "task": "task_16207", "ep": 44, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Store tableware", "duration": 21.05, "nframes": 1264, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 12, "skills": {"Pick": 6, "Place": 5, "Stack": 1}, "skill_list": ["Pick", "Place", "Stack"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Right hand picks up a cup on the table", "ts": 0.0, "te": 2.23, "mistake": false}, {"skill": "Place", "label": "Right hand places a cup on the table", "ts": 2.23, "te": 4.23, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a cup lid on the table", "ts": 4.23, "te": 5.93, "mistake": false}, {"skill": "Place", "label": "Right hand places a cup lid on a cup", "ts": 5.93, "te": 7.85, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a bowl on the table", "ts": 7.85, "te": 9.92, "mistake": false}, {"skill": "Place", "label": "Right hand places a bowl on the table", "ts": 9.92, "te": 11.27, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a bowl on the table", "ts": 11.27, "te": 12.62, "mistake": false}, {"skill": "Stack", "label": "Right hand stacks a bowl on another bowl", "ts": 12.62, "te": 14.17, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a plate on the table", "ts": 14.17, "te": 15.82, "mistake": false}, {"skill": "Place", "label": "Right hand places a plate on the table", "ts": 15.82, "te": 17.03, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a plate on the table", "ts": 17.03, "te": 19.68, "mistake": false}, {"skill": "Place", "label": "Left hand places a plate on the table", "ts": 19.68, "te": 21.05, "mistake": false}]}, {"slug": "task_16207_ep045", "kind": "sim", "task": "task_16207", "ep": 45, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Organize the items on the table", "duration": 15.27, "nframes": 917, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 10, "skills": {"Pick": 4, "Drop": 3, "HandOver": 2, "Place": 1}, "skill_list": ["Drop", "HandOver", "Pick", "Place"], "valids": {"hand_state/left": 0.9956, "hand_state/right": 0.9956, "head_camera/valid": 0.9956, "head_state/valid": 0.9956, "left_end/valid": 0.9956, "left_hand/valid": 0.9956, "right_end/valid": 0.9956, "right_hand/valid": 0.9956}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Right hand picks up the stapler on the table", "ts": 0.0, "te": 0.42, "mistake": false}, {"skill": "Place", "label": "The right hand places the stapler on the table", "ts": 0.42, "te": 2.03, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a sheet of paper from the table", "ts": 2.03, "te": 4.83, "mistake": false}, {"skill": "HandOver", "label": "The right hand passes a sheet of paper to the left hand", "ts": 4.83, "te": 6.13, "mistake": false}, {"skill": "Drop", "label": "The left hand throws a sheet of paper into the trash can", "ts": 6.13, "te": 7.55, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a sheet of paper from the table", "ts": 7.55, "te": 8.57, "mistake": false}, {"skill": "Drop", "label": "The left hand throws a sheet of paper into the trash can", "ts": 8.57, "te": 9.88, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a sheet of paper from the table", "ts": 9.88, "te": 12.07, "mistake": false}, {"skill": "HandOver", "label": "The right hand passes a sheet of paper to the left hand", "ts": 12.07, "te": 12.88, "mistake": false}, {"skill": "Drop", "label": "The left hand throws a sheet of paper into the trash can", "ts": 12.88, "te": 15.27, "mistake": false}]}, {"slug": "task_16207_ep046", "kind": "sim", "task": "task_16207", "ep": 46, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Hang clothes", "duration": 16.57, "nframes": 995, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.9", "sn": "ES03AA126072100082", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 5, "skills": {"Pick": 2, "Straighten": 2, "Hang": 1}, "skill_list": ["Hang", "Pick", "Straighten"], "valids": {"hand_state/left": 0.9528, "hand_state/right": 0.8613, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 0.9528, "left_hand/valid": 0.9528, "right_end/valid": 0.8613, "right_hand/valid": 0.8613}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "The right hand picks up a black piece of clothing from the bed", "ts": 0.0, "te": 1.3, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to organize the black clothing", "ts": 1.3, "te": 6.27, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a hanger from the clothes drying rod", "ts": 6.27, "te": 7.85, "mistake": false}, {"skill": "Hang", "label": "Both hands work together to hang the black clothing on the hanger", "ts": 7.85, "te": 14.75, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to organize the black clothing", "ts": 14.75, "te": 16.57, "mistake": false}]}, {"slug": "task_16207_ep047", "kind": "sim", "task": "task_16207", "ep": 47, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Tidy up the desk", "duration": 18.45, "nframes": 1108, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 10, "skills": {"Pick": 4, "Place": 4, "Close": 1, "Straighten": 1}, "skill_list": ["Close", "Pick", "Place", "Straighten"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Right hand picks up a green pen on the table", "ts": 0.0, "te": 2.1, "mistake": false}, {"skill": "Place", "label": "Right hand puts a green pen into the pen holder", "ts": 2.1, "te": 3.82, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a green pen on the table", "ts": 3.82, "te": 5.32, "mistake": false}, {"skill": "Place", "label": "Right hand puts a green pen into the pen holder", "ts": 5.32, "te": 6.9, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a red pen on the table", "ts": 6.9, "te": 8.73, "mistake": false}, {"skill": "Place", "label": "Right hand puts a red pen into the pen holder", "ts": 8.73, "te": 10.65, "mistake": false}, {"skill": "Close", "label": "Left hand closes the notebook on the table", "ts": 10.65, "te": 14.37, "mistake": false}, {"skill": "Straighten", "label": "Right hand adjusts the position of the notebook", "ts": 14.37, "te": 16.42, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up the stapler on the table", "ts": 16.42, "te": 17.25, "mistake": false}, {"skill": "Place", "label": "Right hand places the stapler on the table", "ts": 17.25, "te": 18.45, "mistake": false}]}, {"slug": "task_16207_ep048", "kind": "sim", "task": "task_16207", "ep": 48, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Charge the white glasses", "duration": 9.65, "nframes": 580, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 3, "skills": {"Pick": 1, "Insert": 1, "Straighten": 1}, "skill_list": ["Insert", "Pick", "Straighten"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Right hand picks up the charging cable on the table", "ts": 0.0, "te": 1.13, "mistake": false}, {"skill": "Insert", "label": "Both hands work together to insert the charging cable into the white glasses", "ts": 1.13, "te": 4.67, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to organize the white glasses", "ts": 4.67, "te": 9.65, "mistake": false}]}, {"slug": "task_16207_ep049", "kind": "sim", "task": "task_16207", "ep": 49, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Place the screw on the table into the tool box", "duration": 39.48, "nframes": 2369, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 27, "skills": {"Pick": 12, "Place": 12, "Straighten": 1, "CloseBox": 1, "Press": 1}, "skill_list": ["CloseBox", "Pick", "Place", "Press", "Straighten"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "The right hand picks up a screw from the desktop", "ts": 0.0, "te": 2.33, "mistake": false}, {"skill": "Place", "label": "The right hand places the screw into the tool box", "ts": 2.33, "te": 3.82, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a screw from the desktop", "ts": 3.82, "te": 5.22, "mistake": false}, {"skill": "Place", "label": "The right hand places the screw into the tool box", "ts": 5.22, "te": 6.35, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a screw from the desktop", "ts": 6.35, "te": 7.82, "mistake": false}, {"skill": "Place", "label": "The right hand places the screw into the tool box", "ts": 7.82, "te": 9.13, "mistake": false}, {"skill": "Straighten", "label": "The right hand adjusts the position of a screw inside the tool box", "ts": 9.13, "te": 10.87, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a screw on the table surface", "ts": 10.87, "te": 13.07, "mistake": false}, {"skill": "Place", "label": "The left hand places the screw into the tool box", "ts": 13.07, "te": 14.3, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a screw on the table surface", "ts": 14.3, "te": 15.78, "mistake": false}, {"skill": "Place", "label": "The left hand places the screw into the tool box", "ts": 15.78, "te": 17.15, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a screw on the table surface", "ts": 17.15, "te": 18.02, "mistake": false}, {"skill": "Place", "label": "The left hand places the screw into the tool box", "ts": 18.02, "te": 19.4, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a screw on the table surface", "ts": 19.4, "te": 20.12, "mistake": false}, {"skill": "Place", "label": "The left hand places the screw into the tool box", "ts": 20.12, "te": 21.07, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a screw on the table surface", "ts": 21.07, "te": 22.33, "mistake": false}, {"skill": "Place", "label": "The left hand places the screw into the tool box", "ts": 22.33, "te": 23.85, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a screw on the table surface", "ts": 23.85, "te": 25.03, "mistake": false}, {"skill": "Place", "label": "The left hand places the screw into the tool box", "ts": 25.03, "te": 26.43, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a screw on the table surface", "ts": 26.43, "te": 27.82, "mistake": false}, {"skill": "Place", "label": "The left hand places the screw into the tool box", "ts": 27.82, "te": 28.95, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a screw on the table surface", "ts": 28.95, "te": 30.57, "mistake": false}, {"skill": "Place", "label": "The left hand places the screw into the tool box", "ts": 30.57, "te": 31.83, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a screw on the table surface", "ts": 31.83, "te": 33.33, "mistake": false}, {"skill": "Place", "label": "The left hand places the screw into the tool box", "ts": 33.33, "te": 34.7, "mistake": false}, {"skill": "CloseBox", "label": "Both hands cooperate to close the tool box", "ts": 34.7, "te": 37.18, "mistake": false}, {"skill": "Press", "label": "Both hands cooperate to press down on the tool box", "ts": 37.18, "te": 39.47, "mistake": false}]}, {"slug": "task_16207_ep050", "kind": "sim", "task": "task_16207", "ep": 50, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Charge the VR glasses", "duration": 17.63, "nframes": 1059, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 4, "skills": {"Pick": 1, "Insert": 1, "Press": 1, "Place": 1}, "skill_list": ["Insert", "Pick", "Place", "Press"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "The right hand picks up the charging cable", "ts": 0.0, "te": 2.67, "mistake": false}, {"skill": "Insert", "label": "Both hands work together to insert the charging cable into the VR glasses", "ts": 2.67, "te": 5.57, "mistake": false}, {"skill": "Press", "label": "The left hand presses the switch on the VR glasses", "ts": 5.57, "te": 15.57, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place the VR glasses on the desktop", "ts": 15.57, "te": 17.63, "mistake": false}]}, {"slug": "task_16207_ep051", "kind": "sim", "task": "task_16207", "ep": 51, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Put the clothes into the washing machine", "duration": 13.07, "nframes": 785, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.9", "sn": "ES03AA126072100082", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 11, "skills": {"Pick": 4, "Place": 4, "Straighten": 3}, "skill_list": ["Pick", "Place", "Straighten"], "valids": {"hand_state/left": 0.9771, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 0.9771, "left_hand/valid": 0.9771, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Both hands work together to pick up a black piece of clothing from the basket", "ts": 0.0, "te": 1.87, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place a black piece of clothing into the washing machine", "ts": 1.87, "te": 3.1, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a white piece of clothing from the basket", "ts": 3.1, "te": 4.32, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to organize the white clothing", "ts": 4.32, "te": 5.43, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place a white piece of clothing into the washing machine", "ts": 5.43, "te": 6.4, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a green piece of clothing from the basket", "ts": 6.4, "te": 8.35, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to organize the green clothing", "ts": 8.35, "te": 9.05, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place a green piece of clothing into the washing machine", "ts": 9.05, "te": 9.98, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a white piece of clothing from the basket", "ts": 9.98, "te": 11.08, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place a white piece of clothing into the washing machine", "ts": 11.08, "te": 11.83, "mistake": false}, {"skill": "Straighten", "label": "The right hand adjusts the position of the green clothing", "ts": 11.83, "te": 13.07, "mistake": false}]}, {"slug": "task_16207_ep052", "kind": "sim", "task": "task_16207", "ep": 52, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Tidy up parts", "duration": 34.87, "nframes": 2093, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 25, "skills": {"Place": 13, "Pick": 12}, "skill_list": ["Pick", "Place"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Place", "label": "Right hand places a black part onto the red tray", "ts": 0.0, "te": 1.32, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a black part from the blue tray", "ts": 1.32, "te": 2.98, "mistake": false}, {"skill": "Place", "label": "Right hand places a black part onto the red tray", "ts": 2.98, "te": 4.4, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a black part from the blue tray", "ts": 4.4, "te": 5.67, "mistake": false}, {"skill": "Place", "label": "Right hand places a black part onto the red tray", "ts": 5.67, "te": 6.98, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a gray part from the blue tray", "ts": 6.98, "te": 8.5, "mistake": false}, {"skill": "Place", "label": "Right hand places a gray part onto the red tray", "ts": 8.5, "te": 9.82, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a gray part from the blue tray", "ts": 9.82, "te": 11.08, "mistake": false}, {"skill": "Place", "label": "Right hand places a gray part onto the red tray", "ts": 11.08, "te": 12.55, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a gray part from the blue tray", "ts": 12.55, "te": 14.02, "mistake": false}, {"skill": "Place", "label": "Right hand places a gray part onto the red tray", "ts": 14.02, "te": 15.58, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a green part from the blue tray", "ts": 15.58, "te": 17.05, "mistake": false}, {"skill": "Place", "label": "Left hand places a green part onto the red tray", "ts": 17.05, "te": 18.17, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a green part from the blue tray", "ts": 18.17, "te": 19.63, "mistake": false}, {"skill": "Place", "label": "Left hand places a green part onto the red tray", "ts": 19.63, "te": 21.15, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a green part from the blue tray", "ts": 21.15, "te": 22.57, "mistake": false}, {"skill": "Place", "label": "Left hand places a green part onto the red tray", "ts": 22.57, "te": 23.88, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a white part from the blue tray", "ts": 23.88, "te": 25.2, "mistake": false}, {"skill": "Place", "label": "Left hand places a white part onto the red tray", "ts": 25.2, "te": 26.57, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a white part from the blue tray", "ts": 26.57, "te": 28.03, "mistake": false}, {"skill": "Place", "label": "Left hand places a white part onto the red tray", "ts": 28.03, "te": 29.4, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a white part from the blue tray", "ts": 29.4, "te": 30.97, "mistake": false}, {"skill": "Place", "label": "Left hand places a white part onto the red tray", "ts": 30.97, "te": 32.18, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a white part from the blue tray", "ts": 32.18, "te": 33.35, "mistake": false}, {"skill": "Place", "label": "Left hand places a white part onto the red tray", "ts": 33.35, "te": 34.87, "mistake": false}]}, {"slug": "task_16207_ep053", "kind": "sim", "task": "task_16207", "ep": 53, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Charge the VR glasses", "duration": 12.85, "nframes": 772, "fps": 30, "usability": 1.0, "overall": 5.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 3, "skills": {"Pick": 1, "Insert": 1, "Press": 1}, "skill_list": ["Insert", "Pick", "Press"], "valids": {"hand_state/left": 0.9974, "hand_state/right": 0.9974, "head_camera/valid": 0.9974, "head_state/valid": 0.9974, "left_end/valid": 0.9974, "left_hand/valid": 0.9974, "right_end/valid": 0.9974, "right_hand/valid": 0.9974}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "The right hand picks up the charging cable", "ts": 0.0, "te": 1.45, "mistake": false}, {"skill": "Insert", "label": "Both hands work together to insert the charging cable into the VR glasses", "ts": 1.45, "te": 4.35, "mistake": false}, {"skill": "Press", "label": "The left hand presses the switch on the VR glasses", "ts": 4.35, "te": 12.82, "mistake": false}]}, {"slug": "task_16207_ep054", "kind": "sim", "task": "task_16207", "ep": 54, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Store tableware", "duration": 6.62, "nframes": 398, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 4, "skills": {"Pick": 2, "Place": 2}, "skill_list": ["Pick", "Place"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Right hand picks up a cup on the table", "ts": 0.0, "te": 2.13, "mistake": false}, {"skill": "Place", "label": "Right hand places a cup on the table", "ts": 2.13, "te": 3.53, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a cup lid on the table", "ts": 3.53, "te": 4.73, "mistake": false}, {"skill": "Place", "label": "Right hand places a cup lid on the cup", "ts": 4.73, "te": 6.62, "mistake": false}]}, {"slug": "task_16207_ep055", "kind": "sim", "task": "task_16207", "ep": 55, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Store the black strap", "duration": 29.23, "nframes": 1755, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 7, "skills": {"Straighten": 3, "Pick": 2, "Place": 2}, "skill_list": ["Pick", "Place", "Straighten"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Straighten", "label": "Left hand adjusts the position of the black strap", "ts": 0.0, "te": 2.58, "mistake": false}, {"skill": "Straighten", "label": "Both hands coordinate to tidy up the black strap", "ts": 2.58, "te": 11.75, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up the black strap on the table", "ts": 11.75, "te": 13.2, "mistake": false}, {"skill": "Place", "label": "Right hand places the black strap into the white box", "ts": 13.2, "te": 15.17, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up the black strap on the table", "ts": 15.17, "te": 16.45, "mistake": false}, {"skill": "Place", "label": "Right hand places the black strap on the table", "ts": 16.45, "te": 17.85, "mistake": false}, {"skill": "Straighten", "label": "Both hands coordinate to tidy up the black strap", "ts": 17.85, "te": 29.23, "mistake": false}]}, {"slug": "task_16207_ep056", "kind": "sim", "task": "task_16207", "ep": 56, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Tidy up bedding", "duration": 13.5, "nframes": 811, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 6, "skills": {"Straighten": 2, "Pick": 2, "Place": 1, "Stack": 1}, "skill_list": ["Pick", "Place", "Stack", "Straighten"], "valids": {"hand_state/left": 0.9963, "hand_state/right": 0.9531, "head_camera/valid": 0.9963, "head_state/valid": 0.9963, "left_end/valid": 0.9963, "left_hand/valid": 0.9963, "right_end/valid": 0.9531, "right_hand/valid": 0.9531}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Straighten", "label": "Both hands coordinate to tidy up the quilt", "ts": 0.0, "te": 6.7, "mistake": false}, {"skill": "Pick", "label": "Both hands coordinate to pick up a pillow on the bed", "ts": 6.7, "te": 8.07, "mistake": false}, {"skill": "Place", "label": "Both hands coordinate to place a pillow beside the head of the bed", "ts": 8.07, "te": 10.02, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to adjust the position of a pillow", "ts": 10.02, "te": 11.37, "mistake": false}, {"skill": "Pick", "label": "Both hands coordinate to pick up a pillow on the bed", "ts": 11.37, "te": 12.4, "mistake": false}, {"skill": "Stack", "label": "Both hands work together to stack one pillow on top of another pillow", "ts": 12.4, "te": 13.52, "mistake": false}]}, {"slug": "task_16207_ep057", "kind": "sim", "task": "task_16207", "ep": 57, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Put the folder into the file rack", "duration": 12.52, "nframes": 752, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 5, "skills": {"Pick": 2, "Place": 2, "HandOver": 1}, "skill_list": ["HandOver", "Pick", "Place"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Right hand picks up a blue folder on the table", "ts": 0.0, "te": 3.28, "mistake": false}, {"skill": "Place", "label": "Right hand puts a blue folder into the file rack", "ts": 3.28, "te": 6.18, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a blue folder on the table", "ts": 6.18, "te": 8.4, "mistake": false}, {"skill": "HandOver", "label": "Left hand hands over a blue folder to the right hand", "ts": 8.4, "te": 9.82, "mistake": false}, {"skill": "Place", "label": "Right hand puts a blue folder into the file rack", "ts": 9.82, "te": 12.52, "mistake": false}]}, {"slug": "task_16207_ep058", "kind": "sim", "task": "task_16207", "ep": 58, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Put the scattered toys into the cardboard box and the iron box", "duration": 29.72, "nframes": 1784, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 28, "skills": {"Pick": 14, "Place": 13, "Straighten": 1}, "skill_list": ["Pick", "Place", "Straighten"], "valids": {"hand_state/left": 0.6598, "hand_state/right": 0.9983, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 0.6598, "left_hand/valid": 0.6598, "right_end/valid": 0.9983, "right_hand/valid": 0.9983}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "The right hand picks up a pink toy from the floor", "ts": 0.0, "te": 1.8, "mistake": false}, {"skill": "Place", "label": "The right hand puts a pink toy into the cardboard box", "ts": 1.8, "te": 4.88, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a colored alphabet card from the floor", "ts": 4.88, "te": 7.33, "mistake": false}, {"skill": "Place", "label": "The right hand puts a colored alphabet card into the cardboard box", "ts": 7.33, "te": 9.12, "mistake": false}, {"skill": "Straighten", "label": "The right hand adjusts the position of the cardboard box", "ts": 9.12, "te": 10.25, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up an iron box from the floor", "ts": 10.25, "te": 11.82, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a small white stick-like object from the floor", "ts": 11.82, "te": 13.68, "mistake": false}, {"skill": "Place", "label": "The right hand puts a small white stick-like object into the iron box held by the left hand", "ts": 13.68, "te": 14.13, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a small black stick-like object from the floor", "ts": 14.13, "te": 14.62, "mistake": false}, {"skill": "Place", "label": "The right hand puts a small black stick-like object into the iron box held by the left hand", "ts": 14.62, "te": 14.98, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a small black stick-like object from the floor", "ts": 14.98, "te": 15.75, "mistake": false}, {"skill": "Place", "label": "The right hand puts a small black stick-like object into the iron box held by the left hand", "ts": 15.75, "te": 16.13, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a small black stick-like object from the floor", "ts": 16.13, "te": 17.62, "mistake": false}, {"skill": "Place", "label": "The right hand puts a small black stick-like object into the iron box held by the left hand", "ts": 17.62, "te": 18.08, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a black object from the floor", "ts": 18.08, "te": 19.42, "mistake": false}, {"skill": "Place", "label": "The right hand puts a black object into the iron box held by the left hand", "ts": 19.42, "te": 19.83, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a black object from the floor", "ts": 19.83, "te": 20.7, "mistake": false}, {"skill": "Place", "label": "The right hand puts a black object into the iron box held by the left hand", "ts": 20.7, "te": 21.22, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a white object from the floor", "ts": 21.22, "te": 22.3, "mistake": false}, {"skill": "Place", "label": "The right hand puts a white object into the iron box held by the left hand", "ts": 22.3, "te": 22.73, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a black object from the floor", "ts": 22.73, "te": 23.67, "mistake": false}, {"skill": "Place", "label": "The right hand puts a black object into the iron box held by the left hand", "ts": 23.67, "te": 24.17, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a white object from the floor", "ts": 24.17, "te": 26.05, "mistake": false}, {"skill": "Place", "label": "The right hand puts a white object into the iron box held by the left hand", "ts": 26.05, "te": 26.6, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a black object from the floor", "ts": 26.6, "te": 27.82, "mistake": false}, {"skill": "Place", "label": "The right hand puts a black object into the iron box held by the left hand", "ts": 27.82, "te": 28.25, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a black object from the floor", "ts": 28.25, "te": 29.08, "mistake": false}, {"skill": "Place", "label": "The right hand puts a black object into the iron box held by the left hand", "ts": 29.08, "te": 29.72, "mistake": false}]}, {"slug": "task_16207_ep059", "kind": "sim", "task": "task_16207", "ep": 59, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Clean the glass cup", "duration": 30.97, "nframes": 1859, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 7, "skills": {"Rinse": 2, "Pick": 2, "Place": 1, "Open": 1, "Wipe": 1}, "skill_list": ["Open", "Pick", "Place", "Rinse", "Wipe"], "valids": {"hand_state/left": 0.9091, "hand_state/right": 0.9962, "head_camera/valid": 0.9962, "head_state/valid": 0.9962, "left_end/valid": 0.9091, "left_hand/valid": 0.9091, "right_end/valid": 0.9962, "right_hand/valid": 0.9962}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Rinse", "label": "Both hands work together to rinse the dark-colored glass cup", "ts": 0.0, "te": 3.47, "mistake": false}, {"skill": "Place", "label": "The right hand places a dark-colored glass cup on the table", "ts": 3.47, "te": 5.97, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a transparent glass cup from the sink", "ts": 5.97, "te": 8.5, "mistake": false}, {"skill": "Open", "label": "Left hand turns on the faucet", "ts": 8.5, "te": 9.1, "mistake": false}, {"skill": "Rinse", "label": "Both hands work together to rinse the transparent glass cup", "ts": 9.1, "te": 22.5, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a yellow sponge", "ts": 22.5, "te": 24.3, "mistake": false}, {"skill": "Wipe", "label": "The right hand wipes the transparent glass cup", "ts": 24.3, "te": 30.97, "mistake": false}]}, {"slug": "task_16207_ep060", "kind": "sim", "task": "task_16207", "ep": 60, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Charge the VR headset", "duration": 17.65, "nframes": 1060, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 4, "skills": {"Pick": 1, "plug": 1, "PressButton": 1, "Straighten": 1}, "skill_list": ["Pick", "PressButton", "Straighten", "plug"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Right hand picks up the charging cable on the table", "ts": 0.0, "te": 1.62, "mistake": false}, {"skill": "plug", "label": "Both hands work together to plug the charging cable into the VR headset", "ts": 1.62, "te": 4.42, "mistake": false}, {"skill": "PressButton", "label": "Both hands work together to press the button on the VR headset", "ts": 4.42, "te": 7.0, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to organize the charging cable on the VR headset", "ts": 7.0, "te": 17.65, "mistake": false}]}, {"slug": "task_16207_ep061", "kind": "sim", "task": "task_16207", "ep": 61, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Straighten the chair", "duration": 8.18, "nframes": 492, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 2, "skills": {"Rotate": 1, "Straighten": 1}, "skill_list": ["Rotate", "Straighten"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Rotate", "label": "Dual arms coordinate to rotate the chair", "ts": 0.0, "te": 4.4, "mistake": false}, {"skill": "Straighten", "label": "Dual arms coordinate to adjust the position of the chair", "ts": 4.4, "te": 8.18, "mistake": false}]}, {"slug": "task_16207_ep062", "kind": "sim", "task": "task_16207", "ep": 62, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Charge the VR glasses", "duration": 15.35, "nframes": 922, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 5, "skills": {"Pick": 2, "Insert": 1, "PressButton": 1, "Place": 1}, "skill_list": ["Insert", "Pick", "Place", "PressButton"], "valids": {"hand_state/left": 0.9967, "hand_state/right": 0.9967, "head_camera/valid": 0.9967, "head_state/valid": 0.9967, "left_end/valid": 0.9967, "left_hand/valid": 0.9967, "right_end/valid": 0.9967, "right_hand/valid": 0.9967}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Right hand picks up the charging cable on the table", "ts": 0.0, "te": 1.07, "mistake": false}, {"skill": "Insert", "label": "Both hands coordinate to insert the charging cable into the charging port of the VR glasses", "ts": 1.07, "te": 4.78, "mistake": false}, {"skill": "Pick", "label": "Both hands coordinate to pick up the VR glasses", "ts": 4.78, "te": 5.68, "mistake": false}, {"skill": "PressButton", "label": "Left hand presses the button of the VR glasses", "ts": 5.68, "te": 14.08, "mistake": false}, {"skill": "Place", "label": "Both hands coordinate to place the VR glasses on the table", "ts": 14.08, "te": 15.37, "mistake": false}]}, {"slug": "task_16207_ep063", "kind": "sim", "task": "task_16207", "ep": 63, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Hang clothes", "duration": 25.17, "nframes": 1511, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.9", "sn": "ES03AA126072100082", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 6, "skills": {"Pick": 2, "Straighten": 2, "Hang": 2}, "skill_list": ["Hang", "Pick", "Straighten"], "valids": {"hand_state/left": 0.9603, "hand_state/right": 0.9252, "head_camera/valid": 0.9676, "head_state/valid": 0.9676, "left_end/valid": 0.9603, "left_hand/valid": 0.9603, "right_end/valid": 0.9252, "right_hand/valid": 0.9252}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Both hands work together to pick up a piece of clothing from the bed", "ts": 0.0, "te": 2.47, "mistake": false}, {"skill": "Straighten", "label": "The right hand adjusts the position of the hanger on the clothes drying rod", "ts": 2.47, "te": 5.32, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a hanger from the clothes drying rod", "ts": 5.32, "te": 6.8, "mistake": false}, {"skill": "Hang", "label": "Both hands work together to hang the clothing on the hanger", "ts": 6.8, "te": 13.58, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to organize the clothing on the hanger", "ts": 13.58, "te": 22.2, "mistake": false}, {"skill": "Hang", "label": "The right hand hangs the clothing on the clothes drying rod", "ts": 22.2, "te": 25.17, "mistake": false}]}, {"slug": "task_16207_ep064", "kind": "sim", "task": "task_16207", "ep": 64, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Pour water", "duration": 22.43, "nframes": 1347, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 4, "skills": {"Pour": 2, "Pick": 1, "Place": 1}, "skill_list": ["Pick", "Place", "Pour"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Right hand picks up the kettle on the table", "ts": 0.0, "te": 2.45, "mistake": false}, {"skill": "Pour", "label": "Right hand pours the water from the kettle into the glass on the table", "ts": 2.45, "te": 9.37, "mistake": false}, {"skill": "Pour", "label": "Right hand pours the water from the kettle into the mug on the table", "ts": 9.37, "te": 18.45, "mistake": false}, {"skill": "Place", "label": "Right hand places the kettle on the table", "ts": 18.45, "te": 22.43, "mistake": false}]}, {"slug": "task_16207_ep065", "kind": "sim", "task": "task_16207", "ep": 65, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Assemble the tangram", "duration": 23.25, "nframes": 1396, "fps": 30, "usability": 1.0, "overall": 5.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 16, "skills": {"Pick": 6, "Place": 6, "Straighten": 3, "HandOver": 1}, "skill_list": ["HandOver", "Pick", "Place", "Straighten"], "valids": {"hand_state/left": 0.3646, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 0.3646, "left_hand/valid": 0.3646, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "The right hand picks up a blue triangle from the table", "ts": 0.0, "te": 1.43, "mistake": false}, {"skill": "Place", "label": "Right hand puts a blue triangle into the wooden frame", "ts": 1.43, "te": 3.42, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a green square from the table", "ts": 3.42, "te": 4.45, "mistake": false}, {"skill": "Place", "label": "The right hand places a green square into the wooden frame", "ts": 4.45, "te": 6.2, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a yellow triangle from the table", "ts": 6.2, "te": 8.72, "mistake": false}, {"skill": "Place", "label": "The right hand places a yellow triangle into the wooden frame", "ts": 8.72, "te": 10.63, "mistake": false}, {"skill": "Straighten", "label": "The right hand adjusts the position of the tangram pieces inside the wooden frame", "ts": 10.63, "te": 12.58, "mistake": false}, {"skill": "Straighten", "label": "The right hand adjusts the position of the brown triangle", "ts": 12.58, "te": 13.53, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a red triangle on the table", "ts": 13.53, "te": 14.57, "mistake": false}, {"skill": "Place", "label": "Right hand puts a red triangle into the wooden frame", "ts": 14.57, "te": 16.4, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a brown triangle on the table", "ts": 16.4, "te": 17.75, "mistake": false}, {"skill": "Place", "label": "Right hand puts a brown triangle into the wooden frame", "ts": 17.75, "te": 19.03, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up an orange parallelogram on the table", "ts": 19.03, "te": 19.75, "mistake": false}, {"skill": "HandOver", "label": "The left hand passes an orange parallelogram to the right hand", "ts": 19.75, "te": 20.3, "mistake": false}, {"skill": "Place", "label": "The right hand places an orange parallelogram into the wooden frame", "ts": 20.3, "te": 21.97, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to adjust the position of the wooden frame", "ts": 21.97, "te": 23.25, "mistake": false}]}, {"slug": "task_16207_ep066", "kind": "sim", "task": "task_16207", "ep": 66, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Store the black strap", "duration": 32.32, "nframes": 1940, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 7, "skills": {"Straighten": 3, "Pick": 2, "Place": 2}, "skill_list": ["Pick", "Place", "Straighten"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Straighten", "label": "Right hand adjusts the position of the black strap on the table", "ts": 0.0, "te": 2.78, "mistake": false}, {"skill": "Straighten", "label": "Both hands coordinate to tidy up the black strap", "ts": 2.78, "te": 14.17, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up the black strap on the table", "ts": 14.17, "te": 14.73, "mistake": false}, {"skill": "Place", "label": "Right hand places the black strap into the white box", "ts": 14.73, "te": 16.58, "mistake": false}, {"skill": "Straighten", "label": "Both hands coordinate to tidy up the black strap", "ts": 16.58, "te": 28.15, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up the black strap on the table", "ts": 28.15, "te": 28.82, "mistake": false}, {"skill": "Place", "label": "Right hand places the black strap into the white box", "ts": 28.82, "te": 32.32, "mistake": false}]}, {"slug": "task_16207_ep067", "kind": "sim", "task": "task_16207", "ep": 67, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Store the black strap", "duration": 28.67, "nframes": 1721, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 7, "skills": {"Straighten": 3, "Pick": 2, "Place": 2}, "skill_list": ["Pick", "Place", "Straighten"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Straighten", "label": "Left hand adjusts the position of the black strap on the table", "ts": 0.0, "te": 2.25, "mistake": false}, {"skill": "Straighten", "label": "Both hands coordinate to tidy up the black strap", "ts": 2.25, "te": 13.45, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up the black strap on the table", "ts": 13.45, "te": 14.42, "mistake": false}, {"skill": "Place", "label": "Right hand places the black strap into the white box", "ts": 14.42, "te": 16.87, "mistake": false}, {"skill": "Straighten", "label": "Both hands coordinate to tidy up the black strap", "ts": 16.87, "te": 26.07, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up the black strap on the table", "ts": 26.07, "te": 27.37, "mistake": false}, {"skill": "Place", "label": "Right hand places the black strap into the white box", "ts": 27.37, "te": 28.67, "mistake": false}]}, {"slug": "task_16207_ep068", "kind": "sim", "task": "task_16207", "ep": 68, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Put the clothes into the washing machine", "duration": 6.17, "nframes": 371, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.9", "sn": "ES03AA126072100082", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 6, "skills": {"Pick": 2, "Straighten": 2, "Place": 2}, "skill_list": ["Pick", "Place", "Straighten"], "valids": {"hand_state/left": 0.8194, "hand_state/right": 0.8706, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 0.8194, "left_hand/valid": 0.8194, "right_end/valid": 0.8706, "right_hand/valid": 0.8706}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "The right hand picks up a black piece of clothing from the basket", "ts": 0.0, "te": 1.38, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to organize the black clothing", "ts": 1.38, "te": 2.35, "mistake": false}, {"skill": "Place", "label": "Both hands work together to put a black piece of clothing into the washing machine", "ts": 2.35, "te": 2.98, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a green piece of clothing from the basket", "ts": 2.98, "te": 3.88, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to organize the green clothing", "ts": 3.88, "te": 4.93, "mistake": false}, {"skill": "Place", "label": "Both hands work together to put a green piece of clothing into the washing machine", "ts": 4.93, "te": 6.17, "mistake": false}]}, {"slug": "task_16207_ep069", "kind": "sim", "task": "task_16207", "ep": 69, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Tidy up the desk", "duration": 13.37, "nframes": 803, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 8, "skills": {"Pick": 4, "Drop": 3, "Place": 1}, "skill_list": ["Drop", "Pick", "Place"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Left hand picks up a white paper ball on the table", "ts": 0.0, "te": 1.77, "mistake": false}, {"skill": "Drop", "label": "Left hand throws a white paper ball into the trash can", "ts": 1.77, "te": 3.3, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a white paper ball on the table", "ts": 3.3, "te": 4.57, "mistake": false}, {"skill": "Drop", "label": "Left hand throws a white paper ball into the trash can", "ts": 4.57, "te": 6.03, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a white paper ball on the table", "ts": 6.03, "te": 7.2, "mistake": false}, {"skill": "Drop", "label": "Left hand throws a white paper ball into the trash can", "ts": 7.2, "te": 9.27, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up the stapler on the table", "ts": 9.27, "te": 11.0, "mistake": false}, {"skill": "Place", "label": "Right hand places the stapler on the table", "ts": 11.0, "te": 13.37, "mistake": false}]}, {"slug": "task_16207_ep070", "kind": "sim", "task": "task_16207", "ep": 70, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Throw the paper cup into the trash can", "duration": 8.87, "nframes": 533, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 4, "skills": {"Pick": 2, "Drop": 2}, "skill_list": ["Drop", "Pick"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Right hand picks up a paper cup on the table", "ts": 0.0, "te": 2.6, "mistake": false}, {"skill": "Drop", "label": "Right hand throws a paper cup into the trash can", "ts": 2.6, "te": 5.3, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a paper cup on the table", "ts": 5.3, "te": 7.47, "mistake": false}, {"skill": "Drop", "label": "Right hand throws a paper cup into the trash can", "ts": 7.47, "te": 8.87, "mistake": false}]}, {"slug": "task_16207_ep071", "kind": "sim", "task": "task_16207", "ep": 71, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Put the goods from the shopping basket onto the shelf", "duration": 27.02, "nframes": 1622, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 8, "skills": {"Pick": 3, "Place": 3, "Straighten": 2}, "skill_list": ["Pick", "Place", "Straighten"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Both hands coordinate to pick up a bag of snacks from the shopping basket", "ts": 0.0, "te": 2.3, "mistake": false}, {"skill": "Place", "label": "Both hands coordinate to place a bag of snacks on the shelf", "ts": 2.3, "te": 7.0, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a bag of snacks from the shopping basket", "ts": 7.0, "te": 9.72, "mistake": false}, {"skill": "Place", "label": "Both hands coordinate to place a bag of snacks on the shelf", "ts": 9.72, "te": 17.35, "mistake": false}, {"skill": "Straighten", "label": "Right hand adjusts the position of the label", "ts": 17.35, "te": 18.35, "mistake": false}, {"skill": "Straighten", "label": "Left hand adjusts the position of a bag of snacks while right hand adjusts the position of the label", "ts": 18.35, "te": 19.48, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a bag of snacks from the shopping basket", "ts": 19.48, "te": 21.4, "mistake": false}, {"skill": "Place", "label": "Both hands coordinate to place a bag of snacks on the shelf", "ts": 21.4, "te": 27.02, "mistake": false}]}, {"slug": "task_16207_ep072", "kind": "sim", "task": "task_16207", "ep": 72, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Assemble the tangram", "duration": 27.1, "nframes": 1627, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 17, "skills": {"Pick": 7, "Place": 7, "Straighten": 3}, "skill_list": ["Pick", "Place", "Straighten"], "valids": {"hand_state/left": 0.9226, "hand_state/right": 0.9779, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 0.9226, "left_hand/valid": 0.9226, "right_end/valid": 0.9779, "right_hand/valid": 0.9779}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Right hand picks up a purple triangle on the table", "ts": 0.0, "te": 1.6, "mistake": false}, {"skill": "Place", "label": "Right hand puts a purple triangle into the wooden frame", "ts": 1.6, "te": 4.27, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a blue triangle from the table", "ts": 4.27, "te": 5.63, "mistake": false}, {"skill": "Place", "label": "Right hand puts a blue triangle into the wooden frame", "ts": 5.63, "te": 7.1, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a green square from the table", "ts": 7.1, "te": 8.75, "mistake": false}, {"skill": "Place", "label": "The right hand places a green square into the wooden frame", "ts": 8.75, "te": 10.35, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a yellow triangle from the table", "ts": 10.35, "te": 11.45, "mistake": false}, {"skill": "Place", "label": "The right hand places a yellow triangle into the wooden frame", "ts": 11.45, "te": 12.87, "mistake": false}, {"skill": "Straighten", "label": "The right hand adjusts the position of the green square", "ts": 12.87, "te": 14.23, "mistake": false}, {"skill": "Straighten", "label": "The left hand adjusts the position of the orange parallelogram", "ts": 14.23, "te": 15.65, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up an orange parallelogram from the table", "ts": 15.65, "te": 17.17, "mistake": false}, {"skill": "Place", "label": "The right hand places an orange parallelogram into the wooden frame", "ts": 17.17, "te": 20.05, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a brown triangle on the table", "ts": 20.05, "te": 21.6, "mistake": false}, {"skill": "Place", "label": "Right hand puts a brown triangle into the wooden frame", "ts": 21.6, "te": 22.42, "mistake": false}, {"skill": "Straighten", "label": "The right hand adjusts the position of the brown triangle", "ts": 22.42, "te": 24.3, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a red triangle on the table", "ts": 24.3, "te": 25.82, "mistake": false}, {"skill": "Place", "label": "Right hand puts a red triangle into the wooden frame", "ts": 25.82, "te": 27.1, "mistake": false}]}, {"slug": "task_16207_ep073", "kind": "sim", "task": "task_16207", "ep": 73, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Put the wrench into the tool box", "duration": 5.45, "nframes": 328, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 3, "skills": {"Pick": 1, "Place": 1, "Press": 1}, "skill_list": ["Pick", "Place", "Press"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "The right hand picks up the wrench on the table", "ts": 0.0, "te": 2.18, "mistake": false}, {"skill": "Place", "label": "The right hand places the wrench into the tool box", "ts": 2.18, "te": 3.62, "mistake": false}, {"skill": "Press", "label": "The right hand presses the wrench inside the tool box", "ts": 3.62, "te": 5.45, "mistake": false}]}, {"slug": "task_16207_ep074", "kind": "sim", "task": "task_16207", "ep": 74, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Scan the product code and bag the product", "duration": 46.63, "nframes": 2799, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 22, "skills": {"Pick": 7, "Place": 7, "Straighten": 3, "Scan": 3, "Open": 1, "HandOver": 1}, "skill_list": ["HandOver", "Open", "Pick", "Place", "Scan", "Straighten"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "The right hand picks up the plastic bag on the table", "ts": 0.0, "te": 2.28, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place the plastic bag on the table", "ts": 2.28, "te": 6.45, "mistake": false}, {"skill": "Open", "label": "Both hands work together to open the plastic bag", "ts": 6.45, "te": 11.97, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a product from the shopping basket", "ts": 11.97, "te": 13.32, "mistake": false}, {"skill": "Straighten", "label": "The right hand assists the left hand in adjusting how to hold the product", "ts": 13.32, "te": 16.0, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up the barcode scanner on the table", "ts": 16.0, "te": 17.15, "mistake": false}, {"skill": "Scan", "label": "Both hands work together to use the scanner gun to scan the product code", "ts": 17.15, "te": 20.52, "mistake": false}, {"skill": "Place", "label": "The right hand places the scanner gun on the table", "ts": 20.52, "te": 21.93, "mistake": false}, {"skill": "HandOver", "label": "The left hand passes the product to the right hand", "ts": 21.93, "te": 22.6, "mistake": false}, {"skill": "Place", "label": "The right hand places a product into the plastic bag", "ts": 22.6, "te": 24.28, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a product from the shopping basket", "ts": 24.28, "te": 25.57, "mistake": false}, {"skill": "Straighten", "label": "The right hand assists the left hand in adjusting how to hold the product", "ts": 25.57, "te": 26.98, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up the barcode scanner on the table", "ts": 26.98, "te": 28.33, "mistake": false}, {"skill": "Scan", "label": "Both hands work together to use the scanner gun to scan the product code", "ts": 28.33, "te": 31.22, "mistake": false}, {"skill": "Place", "label": "The right hand places the scanner gun on the table", "ts": 31.22, "te": 32.17, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place a product into the plastic bag", "ts": 32.17, "te": 33.98, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a product from the shopping basket", "ts": 33.98, "te": 35.33, "mistake": false}, {"skill": "Straighten", "label": "The right hand assists the left hand in adjusting how to hold the product", "ts": 35.33, "te": 37.35, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up the barcode scanner on the table", "ts": 37.35, "te": 38.77, "mistake": false}, {"skill": "Scan", "label": "Both hands work together to use the scanner gun to scan the product code", "ts": 38.77, "te": 43.8, "mistake": false}, {"skill": "Place", "label": "The right hand places the scanner gun on the table", "ts": 43.8, "te": 45.15, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place a product into the plastic bag", "ts": 45.15, "te": 46.63, "mistake": false}]}, {"slug": "task_16207_ep075", "kind": "sim", "task": "task_16207", "ep": 75, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Tidy up parts", "duration": 43.07, "nframes": 2584, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 30, "skills": {"Pick": 15, "Place": 14, "Stack": 1}, "skill_list": ["Pick", "Place", "Stack"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Right hand picks up a gray part from the blue tray", "ts": 0.0, "te": 1.95, "mistake": false}, {"skill": "Place", "label": "Right hand places a gray part onto the red tray", "ts": 1.95, "te": 3.43, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a gray part from the blue tray", "ts": 3.43, "te": 4.78, "mistake": false}, {"skill": "Place", "label": "Right hand places a gray part onto the red tray", "ts": 4.78, "te": 6.2, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a gray part from the blue tray", "ts": 6.2, "te": 7.62, "mistake": false}, {"skill": "Place", "label": "Right hand places a gray part onto the red tray", "ts": 7.62, "te": 8.77, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a white part from the blue tray", "ts": 8.77, "te": 10.52, "mistake": false}, {"skill": "Place", "label": "The right hand places a white part on the red tray", "ts": 10.52, "te": 11.6, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a white part from the blue tray", "ts": 11.6, "te": 13.02, "mistake": false}, {"skill": "Place", "label": "The right hand places a white part on the red tray", "ts": 13.02, "te": 14.07, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a white part from the blue tray", "ts": 14.07, "te": 15.25, "mistake": false}, {"skill": "Place", "label": "The right hand places a white part on the red tray", "ts": 15.25, "te": 16.38, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a white part from the blue tray", "ts": 16.38, "te": 18.63, "mistake": false}, {"skill": "Place", "label": "The right hand places a white part on the red tray", "ts": 18.63, "te": 19.92, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a green part from the blue tray", "ts": 19.92, "te": 21.6, "mistake": false}, {"skill": "Place", "label": "Right hand places a green part onto the red tray", "ts": 21.6, "te": 23.48, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a green part from the blue tray", "ts": 23.48, "te": 25.2, "mistake": false}, {"skill": "Place", "label": "Right hand places a green part onto the red tray", "ts": 25.2, "te": 25.92, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a green part from the blue tray", "ts": 25.92, "te": 27.53, "mistake": false}, {"skill": "Place", "label": "Right hand places a green part onto the red tray", "ts": 27.53, "te": 28.95, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a black part from the blue tray", "ts": 28.95, "te": 30.37, "mistake": false}, {"skill": "Place", "label": "Right hand places a black part onto the red tray", "ts": 30.37, "te": 32.93, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a black part from the blue tray", "ts": 32.93, "te": 34.28, "mistake": false}, {"skill": "Place", "label": "Right hand places a black part onto the red tray", "ts": 34.28, "te": 35.7, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a black part from the blue tray", "ts": 35.7, "te": 36.72, "mistake": false}, {"skill": "Place", "label": "Right hand places a black part onto the red tray", "ts": 36.72, "te": 38.07, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a green part from the blue tray", "ts": 38.07, "te": 39.95, "mistake": false}, {"skill": "Place", "label": "Left hand places a green part onto the red tray", "ts": 39.95, "te": 41.22, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a green part from the blue tray", "ts": 41.22, "te": 42.12, "mistake": false}, {"skill": "Stack", "label": "The left hand stacks a green part on top of another green part", "ts": 42.12, "te": 43.05, "mistake": false}]}, {"slug": "task_16207_ep076", "kind": "sim", "task": "task_16207", "ep": 76, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Put the milk tea into the packaging bag", "duration": 32.68, "nframes": 1961, "fps": 30, "usability": 1.0, "overall": 5.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 13, "skills": {"Place": 5, "Pick": 3, "HandOver": 1, "Open": 1, "Straighten": 1, "Tear": 1, "Close": 1}, "skill_list": ["Close", "HandOver", "Open", "Pick", "Place", "Straighten", "Tear"], "valids": {"hand_state/left": 1.0, "hand_state/right": 0.9561, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 0.9561, "right_hand/valid": 0.9561}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Place", "label": "Left hand picks up a packaging bag on the table", "ts": 0.0, "te": 1.75, "mistake": false}, {"skill": "HandOver", "label": "Left hand hands over the packaging bag to the right hand", "ts": 1.75, "te": 2.82, "mistake": false}, {"skill": "Open", "label": "Both hands coordinate to open the packaging bag", "ts": 2.82, "te": 6.97, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up the milk tea on the table", "ts": 6.97, "te": 8.25, "mistake": false}, {"skill": "Place", "label": "Both hands coordinate to put the milk tea into the packaging bag", "ts": 8.25, "te": 14.03, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a straw from the cup", "ts": 14.03, "te": 15.52, "mistake": false}, {"skill": "Place", "label": "Right hand puts a straw into the packaging bag", "ts": 15.52, "te": 17.67, "mistake": false}, {"skill": "Straighten", "label": "Both hands coordinate to tidy up the packaging bag", "ts": 17.67, "te": 24.17, "mistake": false}, {"skill": "Tear", "label": "Both hands coordinate to tear off the packaging strip on the packaging bag", "ts": 24.17, "te": 25.73, "mistake": false}, {"skill": "Place", "label": "Right hand places the packaging strip on the table", "ts": 25.73, "te": 26.53, "mistake": false}, {"skill": "Close", "label": "Both hands coordinate to close the packaging bag", "ts": 26.53, "te": 29.7, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up the packaging bag on the table", "ts": 29.7, "te": 31.0, "mistake": false}, {"skill": "Place", "label": "Left hand places the packaging bag on the table", "ts": 31.0, "te": 32.67, "mistake": false}]}, {"slug": "task_16207_ep077", "kind": "sim", "task": "task_16207", "ep": 77, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Straighten the chair", "duration": 6.58, "nframes": 396, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 1, "skills": {"Straighten": 1}, "skill_list": ["Straighten"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Straighten", "label": "Dual arms coordinate to adjust the position of the chair", "ts": 0.0, "te": 6.58, "mistake": false}]}, {"slug": "task_16207_ep078", "kind": "sim", "task": "task_16207", "ep": 78, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Wash the glass", "duration": 24.93, "nframes": 1497, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 5, "skills": {"Wipe": 1, "Place": 1, "HandOver": 1, "Open": 1, "Rinse": 1}, "skill_list": ["HandOver", "Open", "Place", "Rinse", "Wipe"], "valids": {"hand_state/left": 0.9673, "hand_state/right": 0.9967, "head_camera/valid": 0.9967, "head_state/valid": 0.9967, "left_end/valid": 0.9673, "left_hand/valid": 0.9673, "right_end/valid": 0.9967, "right_hand/valid": 0.9967}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Wipe", "label": "Both hands coordinate to wipe the glass with the yellow sponge", "ts": 0.0, "te": 15.93, "mistake": false}, {"skill": "Place", "label": "Right hand places the yellow sponge by the sink", "ts": 15.93, "te": 17.0, "mistake": false}, {"skill": "HandOver", "label": "Left hand hands over the glass to the right hand", "ts": 17.0, "te": 18.07, "mistake": false}, {"skill": "Open", "label": "Left hand turns on the faucet", "ts": 18.07, "te": 18.63, "mistake": false}, {"skill": "Rinse", "label": "Both hands coordinate to rinse the glass under the faucet", "ts": 18.63, "te": 24.93, "mistake": false}]}, {"slug": "task_16207_ep079", "kind": "sim", "task": "task_16207", "ep": 79, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Put the clothes into the washing machine", "duration": 8.9, "nframes": 535, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.9", "sn": "ES03AA126072100082", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 6, "skills": {"Pick": 2, "Straighten": 2, "Place": 2}, "skill_list": ["Pick", "Place", "Straighten"], "valids": {"hand_state/left": 0.9346, "hand_state/right": 0.9832, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 0.9346, "left_hand/valid": 0.9346, "right_end/valid": 0.9832, "right_hand/valid": 0.9832}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Both hands work together to pick up a green piece of clothing from the basket", "ts": 0.0, "te": 2.38, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to organize the clothes", "ts": 2.38, "te": 3.65, "mistake": false}, {"skill": "Place", "label": "Both hands work together to put a green piece of clothing into the washing machine", "ts": 3.65, "te": 4.58, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a patterned piece of clothing from the basket", "ts": 4.58, "te": 6.4, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to organize the clothes", "ts": 6.4, "te": 7.75, "mistake": false}, {"skill": "Place", "label": "Both hands work together to put a patterned piece of clothing into the washing machine", "ts": 7.75, "te": 8.9, "mistake": false}]}, {"slug": "task_16207_ep080", "kind": "sim", "task": "task_16207", "ep": 80, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Plug the charging cable into the glasses", "duration": 11.17, "nframes": 671, "fps": 30, "usability": 1.0, "overall": 5.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 5, "skills": {"Rotate": 2, "Pick": 1, "Insert": 1, "Press": 1}, "skill_list": ["Insert", "Pick", "Press", "Rotate"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Left hand picks up the white glasses on the table while right hand picks up the charging cable", "ts": 0.0, "te": 1.1, "mistake": false}, {"skill": "Insert", "label": "Dual arms coordinate to insert the charging cable into the white glasses", "ts": 1.1, "te": 4.03, "mistake": false}, {"skill": "Rotate", "label": "Both hands rotate the white glasses to the side", "ts": 4.03, "te": 5.37, "mistake": false}, {"skill": "Press", "label": "Both hands coordinate to press the button of the white glasses", "ts": 5.37, "te": 10.8, "mistake": false}, {"skill": "Rotate", "label": "Both hands rotate the white glasses to face forward", "ts": 10.8, "te": 11.18, "mistake": false}]}, {"slug": "task_16207_ep081", "kind": "sim", "task": "task_16207", "ep": 81, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Charge the VR glasses", "duration": 15.6, "nframes": 937, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 7, "skills": {"Pick": 2, "Insert": 2, "PressButton": 2, "Straighten": 1}, "skill_list": ["Insert", "Pick", "PressButton", "Straighten"], "valids": {"hand_state/left": 0.9957, "hand_state/right": 0.9957, "head_camera/valid": 0.9957, "head_state/valid": 0.9957, "left_end/valid": 0.9957, "left_hand/valid": 0.9957, "right_end/valid": 0.9957, "right_hand/valid": 0.9957}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Right hand picks up the charging cable on the table", "ts": 0.0, "te": 2.48, "mistake": false}, {"skill": "Insert", "label": "Both hands coordinate to insert the charging cable into the charging port of the VR glasses", "ts": 2.48, "te": 5.67, "mistake": false}, {"skill": "Pick", "label": "Both hands coordinate to pick up the VR glasses", "ts": 5.67, "te": 6.78, "mistake": false}, {"skill": "PressButton", "label": "Left hand presses the button of the VR glasses", "ts": 6.78, "te": 9.65, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to adjust the position of the VR glasses", "ts": 9.65, "te": 10.05, "mistake": false}, {"skill": "Insert", "label": "Both hands coordinate to insert the charging cable into the charging port of the VR glasses", "ts": 10.05, "te": 11.45, "mistake": false}, {"skill": "PressButton", "label": "Left hand presses the button of the VR glasses", "ts": 11.45, "te": 15.6, "mistake": false}]}, {"slug": "task_16207_ep082", "kind": "sim", "task": "task_16207", "ep": 82, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Store tableware", "duration": 7.3, "nframes": 439, "fps": 30, "usability": 1.0, "overall": 5.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 4, "skills": {"Pick": 2, "Place": 1, "Stack": 1}, "skill_list": ["Pick", "Place", "Stack"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Right hand picks up a bowl on the table", "ts": 0.0, "te": 1.55, "mistake": false}, {"skill": "Place", "label": "Right hand places a bowl on the table", "ts": 1.55, "te": 3.25, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a bowl on the table", "ts": 3.25, "te": 4.65, "mistake": false}, {"skill": "Stack", "label": "The right hand stacks one bowl on top of another bowl", "ts": 4.65, "te": 7.3, "mistake": false}]}, {"slug": "task_16207_ep083", "kind": "sim", "task": "task_16207", "ep": 83, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Tidy up bedding", "duration": 27.12, "nframes": 1628, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 11, "skills": {"Straighten": 9, "Pick": 1, "Place": 1}, "skill_list": ["Pick", "Place", "Straighten"], "valids": {"hand_state/left": 0.9883, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 0.9883, "left_hand/valid": 0.9883, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Straighten", "label": "Right hand tidies up the quilt", "ts": 0.0, "te": 3.38, "mistake": false}, {"skill": "Straighten", "label": "Right hand tidies up the quilt", "ts": 3.38, "te": 4.3, "mistake": false}, {"skill": "Straighten", "label": "Both hands coordinate to tidy up the quilt", "ts": 4.3, "te": 5.85, "mistake": false}, {"skill": "Straighten", "label": "Both hands coordinate to tidy up the bed sheet", "ts": 5.85, "te": 7.05, "mistake": false}, {"skill": "Straighten", "label": "Both hands coordinate to adjust the position of the bed sheet", "ts": 7.05, "te": 9.07, "mistake": false}, {"skill": "Straighten", "label": "Left hand tidies up the bed sheet", "ts": 9.07, "te": 12.13, "mistake": false}, {"skill": "Straighten", "label": "Both hands coordinate to tidy up the bed sheet", "ts": 12.13, "te": 13.65, "mistake": false}, {"skill": "Straighten", "label": "Both hands coordinate to tidy up the bed sheet", "ts": 13.65, "te": 17.17, "mistake": false}, {"skill": "Straighten", "label": "Both hands coordinate to tidy up the bed sheet", "ts": 17.17, "te": 19.48, "mistake": false}, {"skill": "Pick", "label": "Both hands coordinate to pick up a pillow on the bed", "ts": 19.48, "te": 25.35, "mistake": false}, {"skill": "Place", "label": "Both hands coordinate to place a pillow beside the head of the bed", "ts": 25.35, "te": 27.12, "mistake": false}]}, {"slug": "task_16207_ep084", "kind": "sim", "task": "task_16207", "ep": 84, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Put the clothes into the washing machine", "duration": 10.43, "nframes": 627, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.9", "sn": "ES03AA126072100082", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 9, "skills": {"Pick": 3, "Straighten": 3, "Place": 3}, "skill_list": ["Pick", "Place", "Straighten"], "valids": {"hand_state/left": 1.0, "hand_state/right": 0.941, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 0.941, "right_hand/valid": 0.941}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Both hands work together to pick up a piece of clothing from the basket", "ts": 0.0, "te": 1.82, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to organize a piece of clothing", "ts": 1.82, "te": 2.6, "mistake": false}, {"skill": "Place", "label": "Both hands work together to put a piece of clothing into the washing machine", "ts": 2.6, "te": 3.25, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a piece of clothing from the basket", "ts": 3.25, "te": 4.85, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to organize a piece of clothing", "ts": 4.85, "te": 6.27, "mistake": false}, {"skill": "Place", "label": "Both hands work together to put a piece of clothing into the washing machine", "ts": 6.27, "te": 6.88, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a piece of clothing from the basket", "ts": 6.88, "te": 8.4, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to organize a piece of clothing", "ts": 8.4, "te": 9.37, "mistake": false}, {"skill": "Place", "label": "Both hands work together to put a piece of clothing into the washing machine", "ts": 9.37, "te": 10.43, "mistake": false}]}, {"slug": "task_16207_ep085", "kind": "sim", "task": "task_16207", "ep": 85, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Pour water into the cup", "duration": 12.57, "nframes": 755, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 2, "skills": {"Pick": 1, "Pour": 1}, "skill_list": ["Pick", "Pour"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Right hand picks up the kettle on the table", "ts": 0.0, "te": 2.93, "mistake": false}, {"skill": "Pour", "label": "Right hand pours the water from the kettle into the cup", "ts": 2.93, "te": 12.57, "mistake": false}]}, {"slug": "task_16207_ep086", "kind": "sim", "task": "task_16207", "ep": 86, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Pack the products", "duration": 41.57, "nframes": 2495, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 27, "skills": {"Pick": 9, "Place": 9, "Straighten": 4, "Scan": 3, "HandOver": 1, "Open": 1}, "skill_list": ["HandOver", "Open", "Pick", "Place", "Scan", "Straighten"], "valids": {"hand_state/left": 0.9996, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 0.9996, "left_hand/valid": 0.9996, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "The right hand picks up the plastic bag on the table", "ts": 0.0, "te": 2.15, "mistake": false}, {"skill": "HandOver", "label": "The right hand passes the plastic bag to the left hand", "ts": 2.15, "te": 3.42, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place the plastic bag on the table", "ts": 3.42, "te": 4.55, "mistake": false}, {"skill": "Open", "label": "Both hands work together to open the plastic bag", "ts": 4.55, "te": 8.6, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a product from the shopping basket", "ts": 8.6, "te": 9.57, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up the barcode scanner on the table", "ts": 9.57, "te": 10.35, "mistake": false}, {"skill": "Scan", "label": "Both hands work together to use the barcode scanner to scan the product code", "ts": 10.35, "te": 13.18, "mistake": false}, {"skill": "Place", "label": "The right hand places the barcode scanner on the table", "ts": 13.18, "te": 14.35, "mistake": false}, {"skill": "Place", "label": "Both hands work together to put a product into the plastic bag", "ts": 14.35, "te": 15.7, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to organize the plastic bag", "ts": 15.7, "te": 17.35, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a product from the shopping basket", "ts": 17.35, "te": 18.52, "mistake": false}, {"skill": "Straighten", "label": "The right hand assists the left hand in adjusting how to hold a product", "ts": 18.52, "te": 19.8, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up the barcode scanner on the table", "ts": 19.8, "te": 20.78, "mistake": false}, {"skill": "Scan", "label": "Both hands work together to use the barcode scanner to scan the product code", "ts": 20.78, "te": 23.4, "mistake": false}, {"skill": "Place", "label": "The right hand places the barcode scanner on the table", "ts": 23.4, "te": 24.55, "mistake": false}, {"skill": "Place", "label": "Both hands work together to put a product into the plastic bag", "ts": 24.55, "te": 26.15, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a product from the shopping basket", "ts": 26.15, "te": 27.77, "mistake": false}, {"skill": "Straighten", "label": "The right hand assists the left hand in adjusting how to hold a product", "ts": 27.77, "te": 29.22, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up the barcode scanner on the table", "ts": 29.22, "te": 29.95, "mistake": false}, {"skill": "Scan", "label": "Both hands work together to use the barcode scanner to scan the product code", "ts": 29.95, "te": 32.85, "mistake": false}, {"skill": "Place", "label": "The right hand places the barcode scanner on the table", "ts": 32.85, "te": 34.62, "mistake": false}, {"skill": "Place", "label": "Both hands work together to put a product into the plastic bag", "ts": 34.62, "te": 36.37, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up the plastic bag on the table", "ts": 36.37, "te": 36.77, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place the plastic bag on the table", "ts": 36.77, "te": 37.13, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to organize the plastic bag", "ts": 37.13, "te": 37.97, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up the plastic bag on the table", "ts": 37.97, "te": 38.23, "mistake": false}, {"skill": "Place", "label": "The right hand places the plastic bag on the table", "ts": 38.23, "te": 41.57, "mistake": false}]}, {"slug": "task_16207_ep087", "kind": "sim", "task": "task_16207", "ep": 87, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Put the parts into the tray", "duration": 36.17, "nframes": 2171, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 25, "skills": {"Pick": 12, "Place": 12, "Straighten": 1}, "skill_list": ["Pick", "Place", "Straighten"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Right hand picks up a gray part from the blue tray", "ts": 0.0, "te": 2.22, "mistake": false}, {"skill": "Place", "label": "Right hand places a gray part into the red tray", "ts": 2.22, "te": 3.25, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a gray part from the blue tray", "ts": 3.25, "te": 4.82, "mistake": false}, {"skill": "Place", "label": "Right hand places a gray part into the red tray", "ts": 4.82, "te": 6.12, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a gray part from the blue tray", "ts": 6.12, "te": 7.53, "mistake": false}, {"skill": "Place", "label": "Right hand places a gray part into the red tray", "ts": 7.53, "te": 8.82, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a white part from the blue tray", "ts": 8.82, "te": 10.17, "mistake": false}, {"skill": "Place", "label": "Right hand places a white part into the red tray", "ts": 10.17, "te": 11.48, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a white part from the blue tray", "ts": 11.48, "te": 13.38, "mistake": false}, {"skill": "Place", "label": "Right hand places a white part into the red tray", "ts": 13.38, "te": 14.8, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a white part from the blue tray", "ts": 14.8, "te": 16.37, "mistake": false}, {"skill": "Place", "label": "Right hand places a white part into the red tray", "ts": 16.37, "te": 17.62, "mistake": false}, {"skill": "Straighten", "label": "Right hand adjusts the position of the white part", "ts": 17.62, "te": 18.47, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a white part from the blue tray", "ts": 18.47, "te": 19.65, "mistake": false}, {"skill": "Place", "label": "Right hand places a white part into the red tray", "ts": 19.65, "te": 20.97, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a black part from the blue tray", "ts": 20.97, "te": 23.17, "mistake": false}, {"skill": "Place", "label": "Left hand places a black part into the red tray", "ts": 23.17, "te": 24.77, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a black part from the blue tray", "ts": 24.77, "te": 26.4, "mistake": false}, {"skill": "Place", "label": "Left hand places a black part into the red tray", "ts": 26.4, "te": 27.97, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a black part from the blue tray", "ts": 27.97, "te": 29.17, "mistake": false}, {"skill": "Place", "label": "Left hand places a black part into the red tray", "ts": 29.17, "te": 30.5, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a green part from the blue tray", "ts": 30.5, "te": 31.8, "mistake": false}, {"skill": "Place", "label": "Left hand places a green part into the red tray", "ts": 31.8, "te": 33.3, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a green part from the blue tray", "ts": 33.3, "te": 34.88, "mistake": false}, {"skill": "Place", "label": "Left hand places a green part into the red tray", "ts": 34.88, "te": 36.17, "mistake": false}]}, {"slug": "task_16207_ep088", "kind": "sim", "task": "task_16207", "ep": 88, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Pack the products", "duration": 32.87, "nframes": 1973, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 21, "skills": {"Pick": 7, "Place": 7, "Scan": 3, "Straighten": 2, "HandOver": 1, "Open": 1}, "skill_list": ["HandOver", "Open", "Pick", "Place", "Scan", "Straighten"], "valids": {"hand_state/left": 0.9995, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 0.9995, "left_hand/valid": 0.9995, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "The right hand picks up the plastic bag on the table", "ts": 0.0, "te": 1.3, "mistake": false}, {"skill": "HandOver", "label": "The right hand passes the plastic bag to the left hand", "ts": 1.3, "te": 2.02, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place the plastic bag on the table", "ts": 2.02, "te": 3.58, "mistake": false}, {"skill": "Open", "label": "Both hands work together to open the plastic bag", "ts": 3.58, "te": 6.28, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a product from the shopping basket", "ts": 6.28, "te": 7.4, "mistake": false}, {"skill": "Straighten", "label": "The right hand assists the left hand in adjusting how to hold a product", "ts": 7.4, "te": 8.43, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up the scanner on the table", "ts": 8.43, "te": 9.47, "mistake": false}, {"skill": "Scan", "label": "The right hand uses the scanner to scan a product held in the left hand", "ts": 9.47, "te": 11.35, "mistake": false}, {"skill": "Place", "label": "The left hand puts a product into the plastic bag", "ts": 11.35, "te": 12.87, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a product from the shopping basket", "ts": 12.87, "te": 14.17, "mistake": false}, {"skill": "Scan", "label": "The right hand uses the scanner to scan a product held in the left hand", "ts": 14.17, "te": 16.9, "mistake": false}, {"skill": "Place", "label": "The left hand puts a product into the plastic bag", "ts": 16.9, "te": 18.7, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a product from the shopping basket", "ts": 18.7, "te": 19.82, "mistake": false}, {"skill": "Scan", "label": "The right hand uses the scanner to scan a product held in the left hand", "ts": 19.82, "te": 23.45, "mistake": false}, {"skill": "Place", "label": "The right hand places the scanner on the table", "ts": 23.45, "te": 24.57, "mistake": false}, {"skill": "Place", "label": "Both hands work together to put a product into the plastic bag", "ts": 24.57, "te": 26.45, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up the plastic bag on the table", "ts": 26.45, "te": 28.07, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place the plastic bag on the table", "ts": 28.07, "te": 28.6, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to organize the plastic bag", "ts": 28.6, "te": 29.53, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up the plastic bag on the table", "ts": 29.53, "te": 29.98, "mistake": false}, {"skill": "Place", "label": "The right hand places the plastic bag on the table", "ts": 29.98, "te": 32.87, "mistake": false}]}, {"slug": "task_16207_ep089", "kind": "sim", "task": "task_16207", "ep": 89, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Tidy up snacks on the shelf", "duration": 17.17, "nframes": 1031, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 7, "skills": {"Pick": 4, "Place": 3}, "skill_list": ["Pick", "Place"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Right hand picks up a bag of snacks on the shelf", "ts": 0.0, "te": 3.03, "mistake": false}, {"skill": "Place", "label": "Right hand places the snacks on the shelf", "ts": 3.03, "te": 5.38, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a bag of snacks on the shelf", "ts": 5.38, "te": 7.68, "mistake": false}, {"skill": "Place", "label": "Right hand places the snacks on the shelf", "ts": 7.68, "te": 10.27, "mistake": false}, {"skill": "Pick", "label": "Both hands coordinate to pick up a bag of snacks on the shelf", "ts": 10.27, "te": 12.33, "mistake": false}, {"skill": "Place", "label": "Right hand places the snacks on the shelf", "ts": 12.33, "te": 15.35, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a bag of snacks on the shelf", "ts": 15.35, "te": 17.17, "mistake": false}]}, {"slug": "task_16207_ep090", "kind": "sim", "task": "task_16207", "ep": 90, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Arrange the snacks", "duration": 29.15, "nframes": 1750, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 12, "skills": {"Pick": 4, "Place": 4, "Straighten": 4}, "skill_list": ["Pick", "Place", "Straighten"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "The right hand picks up a bag of green snacks from the basket", "ts": 0.0, "te": 2.72, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place a bag of green snacks on the shelf", "ts": 2.72, "te": 5.5, "mistake": false}, {"skill": "Straighten", "label": "The right hand adjusts the position of the snacks", "ts": 5.5, "te": 6.97, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a bag of green snacks from the basket", "ts": 6.97, "te": 9.35, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place a bag of green snacks on the shelf", "ts": 9.35, "te": 11.13, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to adjust the position of the snacks", "ts": 11.13, "te": 12.87, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a bag of red snacks from the basket", "ts": 12.87, "te": 16.07, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place a bag of red snacks on the shelf", "ts": 16.07, "te": 20.15, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to adjust the position of the snacks", "ts": 20.15, "te": 21.9, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up a bag of red snacks from the basket", "ts": 21.9, "te": 24.47, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place a bag of red snacks on the shelf", "ts": 24.47, "te": 27.1, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to adjust the position of the snacks", "ts": 27.1, "te": 29.15, "mistake": false}]}, {"slug": "task_16207_ep091", "kind": "sim", "task": "task_16207", "ep": 91, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Sort parts", "duration": 40.83, "nframes": 2451, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 30, "skills": {"Pick": 15, "Place": 14, "Stack": 1}, "skill_list": ["Pick", "Place", "Stack"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Right hand picks up a black part from the blue tray", "ts": 0.0, "te": 0.2, "mistake": false}, {"skill": "Place", "label": "Right hand places a black part onto the red tray", "ts": 0.2, "te": 1.37, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a black part from the blue tray", "ts": 1.37, "te": 2.68, "mistake": false}, {"skill": "Place", "label": "Right hand places a black part onto the red tray", "ts": 2.68, "te": 4.13, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a black part from the blue tray", "ts": 4.13, "te": 5.8, "mistake": false}, {"skill": "Place", "label": "Right hand places a black part onto the red tray", "ts": 5.8, "te": 7.37, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a green part from the blue tray", "ts": 7.37, "te": 8.72, "mistake": false}, {"skill": "Place", "label": "Right hand places a green part onto the red tray", "ts": 8.72, "te": 10.35, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a green part from the blue tray", "ts": 10.35, "te": 12.0, "mistake": false}, {"skill": "Place", "label": "Right hand places a green part onto the red tray", "ts": 12.0, "te": 13.87, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a green part from the blue tray", "ts": 13.87, "te": 15.65, "mistake": false}, {"skill": "Stack", "label": "Right hand stacks a green part on another green part", "ts": 15.65, "te": 17.35, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a white part from the blue tray", "ts": 17.35, "te": 20.37, "mistake": false}, {"skill": "Place", "label": "Left hand places a white part onto the red tray", "ts": 20.37, "te": 21.53, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a white part from the blue tray", "ts": 21.53, "te": 22.78, "mistake": false}, {"skill": "Place", "label": "Left hand places a white part onto the red tray", "ts": 22.78, "te": 23.98, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a white part from the blue tray", "ts": 23.98, "te": 25.45, "mistake": false}, {"skill": "Place", "label": "Left hand places a white part onto the red tray", "ts": 25.45, "te": 26.7, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a white part from the blue tray", "ts": 26.7, "te": 28.08, "mistake": false}, {"skill": "Place", "label": "Left hand places a white part onto the red tray", "ts": 28.08, "te": 29.25, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a gray part from the blue tray", "ts": 29.25, "te": 30.45, "mistake": false}, {"skill": "Place", "label": "Left hand places a gray part onto the red tray", "ts": 30.45, "te": 31.6, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a gray part from the blue tray", "ts": 31.6, "te": 33.02, "mistake": false}, {"skill": "Place", "label": "Left hand places a gray part onto the red tray", "ts": 33.02, "te": 34.32, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a gray part from the red tray", "ts": 34.32, "te": 34.62, "mistake": false}, {"skill": "Place", "label": "Left hand places a gray part onto the red tray", "ts": 34.62, "te": 35.42, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a gray part from the red tray", "ts": 35.42, "te": 36.15, "mistake": false}, {"skill": "Place", "label": "Left hand places a gray part onto the red tray", "ts": 36.15, "te": 37.18, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a gray part from the blue tray", "ts": 37.18, "te": 38.37, "mistake": false}, {"skill": "Place", "label": "Left hand places a gray part onto the red tray", "ts": 38.37, "te": 40.83, "mistake": false}]}, {"slug": "task_16207_ep092", "kind": "sim", "task": "task_16207", "ep": 92, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Pour water into the cup", "duration": 17.55, "nframes": 1054, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 3, "skills": {"Pick": 1, "Pour": 1, "Place": 1}, "skill_list": ["Pick", "Place", "Pour"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Right hand picks up the kettle on the table", "ts": 0.0, "te": 3.22, "mistake": false}, {"skill": "Pour", "label": "Right hand pours the water from the kettle into the cup", "ts": 3.22, "te": 15.0, "mistake": false}, {"skill": "Place", "label": "Right hand places the kettle on the table", "ts": 15.0, "te": 17.55, "mistake": false}]}, {"slug": "task_16207_ep093", "kind": "sim", "task": "task_16207", "ep": 93, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Clean the cup", "duration": 32.78, "nframes": 1968, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 8, "skills": {"Wipe": 2, "Place": 2, "Rinse": 2, "Pick": 2}, "skill_list": ["Pick", "Place", "Rinse", "Wipe"], "valids": {"hand_state/left": 0.9817, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 0.9817, "left_hand/valid": 0.9817, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Wipe", "label": "The right hand uses a sponge to wipe the inside of a glass cup clean", "ts": 0.0, "te": 10.27, "mistake": false}, {"skill": "Place", "label": "The right hand places the sponge by the sink", "ts": 10.27, "te": 11.37, "mistake": false}, {"skill": "Rinse", "label": "Both hands work together to rinse a glass cup", "ts": 11.37, "te": 24.7, "mistake": false}, {"skill": "Place", "label": "The right hand places a glass cup on the table", "ts": 24.7, "te": 25.4, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a white cup from the sink", "ts": 25.4, "te": 25.95, "mistake": false}, {"skill": "Rinse", "label": "Both hands work together to rinse a white cup", "ts": 25.95, "te": 30.08, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up the sponge from beside the sink", "ts": 30.08, "te": 31.0, "mistake": false}, {"skill": "Wipe", "label": "The right hand uses a sponge to wipe the inside of a white cup clean", "ts": 31.0, "te": 32.78, "mistake": false}]}, {"slug": "task_16207_ep094", "kind": "sim", "task": "task_16207", "ep": 94, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Pack the milk tea", "duration": 33.07, "nframes": 1985, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 12, "skills": {"Pick": 4, "Place": 4, "Open": 1, "Straighten": 1, "Tear": 1, "Close": 1}, "skill_list": ["Close", "Open", "Pick", "Place", "Straighten", "Tear"], "valids": {"hand_state/left": 1.0, "hand_state/right": 0.9798, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 0.9798, "right_hand/valid": 0.9798}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "The left hand picks up a milk tea bag on the table", "ts": 0.0, "te": 1.75, "mistake": false}, {"skill": "Open", "label": "Both hands work together to open the milk tea bag", "ts": 1.75, "te": 6.08, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up the milk tea on the table", "ts": 6.08, "te": 7.2, "mistake": false}, {"skill": "Place", "label": "Both hands work together to put the milk tea into the milk tea bag", "ts": 7.2, "te": 10.63, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a straw from the cup", "ts": 10.63, "te": 12.12, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place a straw inside the milk tea bag", "ts": 12.12, "te": 14.23, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to organize the milk tea bag", "ts": 14.23, "te": 19.95, "mistake": false}, {"skill": "Tear", "label": "Both hands work together to tear off the packing strip", "ts": 19.95, "te": 24.13, "mistake": false}, {"skill": "Place", "label": "The right hand places the packing strip on the table", "ts": 24.13, "te": 25.25, "mistake": false}, {"skill": "Close", "label": "Both hands work together to close the milk tea bag", "ts": 25.25, "te": 29.05, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up the milk tea bag on the table", "ts": 29.05, "te": 30.0, "mistake": false}, {"skill": "Place", "label": "The right hand places the milk tea bag on the table", "ts": 30.0, "te": 33.07, "mistake": false}]}, {"slug": "task_16207_ep095", "kind": "sim", "task": "task_16207", "ep": 95, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Put the screw into the tool box", "duration": 33.87, "nframes": 2033, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 22, "skills": {"Pick": 11, "Place": 11}, "skill_list": ["Pick", "Place"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "The right hand picks up a screw from the desktop", "ts": 0.0, "te": 2.67, "mistake": false}, {"skill": "Place", "label": "The right hand places the screw into the tool box", "ts": 2.67, "te": 4.15, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a screw from the desktop", "ts": 4.15, "te": 5.85, "mistake": false}, {"skill": "Place", "label": "The right hand places the screw into the tool box", "ts": 5.85, "te": 6.98, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a screw from the desktop", "ts": 6.98, "te": 8.53, "mistake": false}, {"skill": "Place", "label": "The right hand places the screw into the tool box", "ts": 8.53, "te": 10.07, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a screw from the desktop", "ts": 10.07, "te": 11.62, "mistake": false}, {"skill": "Place", "label": "The right hand places the screw into the tool box", "ts": 11.62, "te": 13.45, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a screw from the desktop", "ts": 13.45, "te": 14.95, "mistake": false}, {"skill": "Place", "label": "The right hand places the screw into the tool box", "ts": 14.95, "te": 17.57, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a screw from the desktop", "ts": 17.57, "te": 19.18, "mistake": false}, {"skill": "Place", "label": "The right hand places the screw into the tool box", "ts": 19.18, "te": 20.45, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a screw from the desktop", "ts": 20.45, "te": 21.75, "mistake": false}, {"skill": "Place", "label": "The right hand places the screw into the tool box", "ts": 21.75, "te": 22.67, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a screw from the desktop", "ts": 22.67, "te": 23.85, "mistake": false}, {"skill": "Place", "label": "The right hand places the screw into the tool box", "ts": 23.85, "te": 24.7, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a screw from the desktop", "ts": 24.7, "te": 26.3, "mistake": false}, {"skill": "Place", "label": "The right hand places the screw into the tool box", "ts": 26.3, "te": 27.58, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a screw from the desktop", "ts": 27.58, "te": 29.05, "mistake": false}, {"skill": "Place", "label": "The right hand places the screw into the tool box", "ts": 29.05, "te": 29.93, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a screw from the desktop", "ts": 29.93, "te": 32.7, "mistake": false}, {"skill": "Place", "label": "The right hand places the screw into the tool box", "ts": 32.7, "te": 33.87, "mistake": false}]}, {"slug": "task_16207_ep096", "kind": "sim", "task": "task_16207", "ep": 96, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Pack the milk tea", "duration": 37.18, "nframes": 2232, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 14, "skills": {"Place": 6, "Pick": 4, "Open": 1, "Straighten": 1, "Tear": 1, "Close": 1}, "skill_list": ["Close", "Open", "Pick", "Place", "Straighten", "Tear"], "valids": {"hand_state/left": 1.0, "hand_state/right": 0.9633, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 0.9633, "right_hand/valid": 0.9633}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Left hand picks up the milk tea bag on the table while right hand picks up the milk tea on the table", "ts": 0.0, "te": 2.6, "mistake": false}, {"skill": "Place", "label": "Right hand places the milk tea on the table", "ts": 2.6, "te": 3.33, "mistake": false}, {"skill": "Open", "label": "Both hands coordinate to open the milk tea bag", "ts": 3.33, "te": 7.42, "mistake": false}, {"skill": "Place", "label": "Both hands coordinate to place the milk tea bag on the table", "ts": 7.42, "te": 10.4, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up the milk tea on the table", "ts": 10.4, "te": 11.15, "mistake": false}, {"skill": "Place", "label": "Both hands work together to put the milk tea into the milk tea bag", "ts": 11.15, "te": 15.08, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a straw from the cup", "ts": 15.08, "te": 16.42, "mistake": false}, {"skill": "Place", "label": "Both hands work together to put a straw into the milk tea bag", "ts": 16.42, "te": 19.62, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to organize the milk tea bag", "ts": 19.62, "te": 23.5, "mistake": false}, {"skill": "Tear", "label": "Both hands work together to tear off the packing strip on the milk tea bag", "ts": 23.5, "te": 28.33, "mistake": false}, {"skill": "Place", "label": "The right hand places the packing strip on the table", "ts": 28.33, "te": 29.5, "mistake": false}, {"skill": "Close", "label": "Both hands work together to close the milk tea bag", "ts": 29.5, "te": 33.73, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up the milk tea bag on the table", "ts": 33.73, "te": 34.8, "mistake": false}, {"skill": "Place", "label": "The left hand places the milk tea bag on the table", "ts": 34.8, "te": 37.18, "mistake": false}]}, {"slug": "task_16207_ep097", "kind": "sim", "task": "task_16207", "ep": 97, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Tidy up parts", "duration": 37.5, "nframes": 2250, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 26, "skills": {"Pick": 13, "Place": 13}, "skill_list": ["Pick", "Place"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Right hand picks up a black part from the blue tray", "ts": 0.0, "te": 1.6, "mistake": false}, {"skill": "Place", "label": "Right hand places a black part onto the red tray", "ts": 1.6, "te": 2.63, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a black part from the blue tray", "ts": 2.63, "te": 4.02, "mistake": false}, {"skill": "Place", "label": "Right hand places a black part onto the red tray", "ts": 4.02, "te": 5.32, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a gray part from the blue tray", "ts": 5.32, "te": 7.23, "mistake": false}, {"skill": "Place", "label": "Right hand places a gray part onto the red tray", "ts": 7.23, "te": 8.68, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a gray part from the blue tray", "ts": 8.68, "te": 9.83, "mistake": false}, {"skill": "Place", "label": "Right hand places a gray part onto the red tray", "ts": 9.83, "te": 11.22, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a white part from the blue tray", "ts": 11.22, "te": 13.02, "mistake": false}, {"skill": "Place", "label": "The right hand places a white part on the red tray", "ts": 13.02, "te": 14.13, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a black part from the blue tray", "ts": 14.13, "te": 16.43, "mistake": false}, {"skill": "Place", "label": "The left hand places a black part on the red tray", "ts": 16.43, "te": 18.27, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a gray part from the blue tray", "ts": 18.27, "te": 19.57, "mistake": false}, {"skill": "Place", "label": "Left hand places a gray part onto the red tray", "ts": 19.57, "te": 21.37, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a white part from the blue tray", "ts": 21.37, "te": 23.4, "mistake": false}, {"skill": "Place", "label": "Left hand places a white part onto the red tray", "ts": 23.4, "te": 24.52, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a white part from the blue tray", "ts": 24.52, "te": 25.97, "mistake": false}, {"skill": "Place", "label": "Left hand places a white part onto the red tray", "ts": 25.97, "te": 27.03, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a white part from the blue tray", "ts": 27.03, "te": 28.85, "mistake": false}, {"skill": "Place", "label": "Left hand places a white part onto the red tray", "ts": 28.85, "te": 29.87, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a green part from the blue tray", "ts": 29.87, "te": 31.58, "mistake": false}, {"skill": "Place", "label": "Left hand places a green part onto the red tray", "ts": 31.58, "te": 32.7, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a green part from the blue tray", "ts": 32.7, "te": 33.82, "mistake": false}, {"skill": "Place", "label": "Left hand places a green part onto the red tray", "ts": 33.82, "te": 34.85, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a green part from the blue tray", "ts": 34.85, "te": 35.88, "mistake": false}, {"skill": "Place", "label": "Left hand places a green part onto the red tray", "ts": 35.88, "te": 37.48, "mistake": false}]}, {"slug": "task_16207_ep098", "kind": "sim", "task": "task_16207", "ep": 98, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Organize the snack bag", "duration": 37.33, "nframes": 2241, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 14, "skills": {"Pick": 5, "Place": 5, "HandOver": 2, "Straighten": 2}, "skill_list": ["HandOver", "Pick", "Place", "Straighten"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "The right hand picks up a yellow snack bag from the basket", "ts": 0.0, "te": 2.67, "mistake": false}, {"skill": "Place", "label": "The right hand places a yellow snack bag on the shelf", "ts": 2.67, "te": 6.82, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a red snack bag from the basket", "ts": 6.82, "te": 9.02, "mistake": false}, {"skill": "HandOver", "label": "The right hand passes a red snack bag to the left hand", "ts": 9.02, "te": 10.38, "mistake": false}, {"skill": "Place", "label": "The left hand places a red snack bag on the shelf", "ts": 10.38, "te": 13.22, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a red snack bag from the basket", "ts": 13.22, "te": 14.15, "mistake": false}, {"skill": "HandOver", "label": "The right hand passes a red snack bag to the left hand", "ts": 14.15, "te": 15.38, "mistake": false}, {"skill": "Place", "label": "The left hand places a red snack bag on the shelf", "ts": 15.38, "te": 20.25, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a red snack bag from the basket", "ts": 20.25, "te": 22.95, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to organize a red snack bag", "ts": 22.95, "te": 26.6, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place a red snack bag on the shelf", "ts": 26.6, "te": 29.98, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up a red snack bag from the basket", "ts": 29.98, "te": 31.67, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to organize a red snack bag", "ts": 31.67, "te": 33.45, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place a red snack bag on the shelf", "ts": 33.45, "te": 37.33, "mistake": false}]}, {"slug": "task_16207_ep099", "kind": "sim", "task": "task_16207", "ep": 99, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Make slush", "duration": 53.39, "nframes": 3204, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 25, "skills": {"Place": 11, "Pick": 7, "Takeout (remove)": 4, "Screw (tighten)": 1, "Rotate": 1, "Pour": 1}, "skill_list": ["Pick", "Place", "Pour", "Rotate", "Screw (tighten)", "Takeout (remove)"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "The right hand picks up the lid on the shaved ice machine", "ts": 0.0, "te": 2.47, "mistake": false}, {"skill": "Place", "label": "The right hand places the lid on the table", "ts": 2.47, "te": 3.87, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a cup on the table", "ts": 3.87, "te": 4.33, "mistake": false}, {"skill": "Place", "label": "The right hand pours the ice cubes from the cup into the shaved ice machine", "ts": 4.33, "te": 5.37, "mistake": false}, {"skill": "Place", "label": "Right hand places a cup on the table", "ts": 5.37, "te": 6.33, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up the lid on the table", "ts": 6.33, "te": 7.13, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place the lid on the shaved ice machine", "ts": 7.13, "te": 9.4, "mistake": false}, {"skill": "Screw (tighten)", "label": "Both hands work together to tighten the lid on the shaved ice machine", "ts": 9.4, "te": 10.9, "mistake": false}, {"skill": "Rotate", "label": "Both hands work together to rotate the handle of the shaved ice machine", "ts": 10.9, "te": 28.87, "mistake": false}, {"skill": "Takeout (remove)", "label": "The right hand takes out the plastic box from the shaved ice machine", "ts": 28.87, "te": 29.8, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a spoon from the table", "ts": 29.8, "te": 30.5, "mistake": false}, {"skill": "Pour", "label": "Both hands work together to use a spoon to pour the slush from the plastic box into a cup", "ts": 30.5, "te": 34.2, "mistake": false}, {"skill": "Place", "label": "The left hand places a spoon on the table", "ts": 34.2, "te": 34.88, "mistake": false}, {"skill": "Place", "label": "The right hand puts the plastic box into the shaved ice machine", "ts": 34.88, "te": 35.98, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a spoon from the topping box", "ts": 35.98, "te": 37.47, "mistake": false}, {"skill": "Takeout (remove)", "label": "The left hand uses a spoon to take out one type of topping", "ts": 37.47, "te": 38.67, "mistake": false}, {"skill": "Place", "label": "The left hand pours the topping from a spoon into a cup", "ts": 38.67, "te": 39.78, "mistake": false}, {"skill": "Takeout (remove)", "label": "The left hand uses a spoon to take out one type of topping", "ts": 39.78, "te": 40.98, "mistake": false}, {"skill": "Place", "label": "The left hand pours the topping from a spoon into a cup", "ts": 40.98, "te": 42.78, "mistake": false}, {"skill": "Takeout (remove)", "label": "The left hand uses a spoon to take out one type of topping", "ts": 42.78, "te": 44.5, "mistake": false}, {"skill": "Place", "label": "The left hand pours the topping from a spoon into a cup", "ts": 44.5, "te": 45.4, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a small spoon from the cup", "ts": 45.4, "te": 47.7, "mistake": false}, {"skill": "Place", "label": "The left hand places a small spoon into a cup", "ts": 47.7, "te": 49.25, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a cup from the table", "ts": 49.25, "te": 50.28, "mistake": false}, {"skill": "Place", "label": "The left hand places a cup on the table", "ts": 50.28, "te": 53.38, "mistake": false}]}, {"slug": "task_16207_ep100", "kind": "sim", "task": "task_16207", "ep": 100, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Charge the VR glasses", "duration": 12.33, "nframes": 741, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 7, "skills": {"Insert": 2, "Straighten": 2, "PressButton": 2, "Pick": 1}, "skill_list": ["Insert", "Pick", "PressButton", "Straighten"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Right hand picks up the charging cable on the table", "ts": 0.0, "te": 0.9, "mistake": false}, {"skill": "Insert", "label": "The right hand inserts the charging cable into the VR glasses", "ts": 0.9, "te": 3.63, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to adjust the position of the VR glasses", "ts": 3.63, "te": 6.55, "mistake": false}, {"skill": "PressButton", "label": "Left hand presses the button of the VR glasses", "ts": 6.55, "te": 8.42, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to adjust the position of the VR glasses", "ts": 8.42, "te": 9.02, "mistake": false}, {"skill": "Insert", "label": "The right hand inserts the charging cable into the VR glasses", "ts": 9.02, "te": 10.68, "mistake": false}, {"skill": "PressButton", "label": "Left hand presses the button of the VR glasses", "ts": 10.68, "te": 12.33, "mistake": false}]}, {"slug": "task_16207_ep101", "kind": "sim", "task": "task_16207", "ep": 101, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Scan the product code and bag the product", "duration": 43.27, "nframes": 2597, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 22, "skills": {"Pick": 8, "Place": 7, "Straighten": 4, "Scan": 3}, "skill_list": ["Pick", "Place", "Scan", "Straighten"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Both hands work together to pick up the plastic bag on the table", "ts": 0.0, "te": 2.98, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place the plastic bag on the table", "ts": 2.98, "te": 5.33, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to organize the plastic bag", "ts": 5.33, "te": 8.37, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a product from the shopping basket", "ts": 8.37, "te": 10.0, "mistake": false}, {"skill": "Straighten", "label": "The right hand assists the left hand in adjusting how to hold the product", "ts": 10.0, "te": 13.12, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up the barcode scanner on the table", "ts": 13.12, "te": 14.07, "mistake": false}, {"skill": "Scan", "label": "Both hands work together to use the barcode scanner to scan the product code", "ts": 14.07, "te": 16.28, "mistake": false}, {"skill": "Place", "label": "The right hand places the barcode scanner on the table", "ts": 16.28, "te": 17.82, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place a product into the plastic bag", "ts": 17.82, "te": 20.03, "mistake": false}, {"skill": "Straighten", "label": "Both hands work together to adjust the position of the plastic bag", "ts": 20.03, "te": 21.25, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up the barcode scanner on the table", "ts": 21.25, "te": 22.28, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a product from the shopping basket", "ts": 22.28, "te": 23.23, "mistake": false}, {"skill": "Scan", "label": "Both hands work together to use the barcode scanner to scan the product code", "ts": 23.23, "te": 26.8, "mistake": false}, {"skill": "Place", "label": "The right hand places the barcode scanner on the table", "ts": 26.8, "te": 27.8, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place a product into the plastic bag", "ts": 27.8, "te": 29.33, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a product from the shopping basket", "ts": 29.33, "te": 31.1, "mistake": false}, {"skill": "Straighten", "label": "The right hand assists the left hand in adjusting how to hold the product", "ts": 31.1, "te": 32.55, "mistake": false}, {"skill": "Scan", "label": "Both hands work together to use the barcode scanner to scan the product code", "ts": 32.55, "te": 35.8, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up the barcode scanner on the table", "ts": 35.8, "te": 36.93, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place a product into the plastic bag", "ts": 36.93, "te": 38.47, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up the plastic bag", "ts": 38.47, "te": 40.42, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place the plastic bag on the table", "ts": 40.42, "te": 43.27, "mistake": false}]}, {"slug": "task_16207_ep102", "kind": "sim", "task": "task_16207", "ep": 102, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Scan the product code and bag the product", "duration": 49.32, "nframes": 2959, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 23, "skills": {"Pick": 8, "Place": 8, "Scan": 3, "Open": 1, "HandOver": 1, "Straighten": 1, "Flip": 1}, "skill_list": ["Flip", "HandOver", "Open", "Pick", "Place", "Scan", "Straighten"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "The right hand picks up a transparent plastic bag from the table", "ts": 0.0, "te": 2.52, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place the transparent plastic bag on the table", "ts": 2.52, "te": 6.78, "mistake": false}, {"skill": "Open", "label": "Both hands work together to open the plastic bag", "ts": 6.78, "te": 10.57, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up the barcode scanner on the desktop", "ts": 10.57, "te": 11.88, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a beverage bottle from the blue shopping basket", "ts": 11.88, "te": 13.75, "mistake": false}, {"skill": "Scan", "label": "Both hands work together to use the barcode scanner to scan the product code", "ts": 13.75, "te": 17.12, "mistake": false}, {"skill": "Place", "label": "The right hand places the barcode scanner on the table", "ts": 17.12, "te": 19.45, "mistake": false}, {"skill": "HandOver", "label": "The left hand passes the beverage bottle to the right hand", "ts": 19.45, "te": 20.12, "mistake": false}, {"skill": "Place", "label": "The right hand puts the beverage bottle into the plastic bag", "ts": 20.12, "te": 21.38, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a product from the blue shopping basket", "ts": 21.38, "te": 22.88, "mistake": false}, {"skill": "Straighten", "label": "The right hand assists the left hand in adjusting how to hold the product", "ts": 22.88, "te": 24.53, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up the barcode scanner on the desktop", "ts": 24.53, "te": 26.07, "mistake": false}, {"skill": "Scan", "label": "Both hands work together to use the barcode scanner to scan the product code", "ts": 26.07, "te": 27.98, "mistake": false}, {"skill": "Place", "label": "The right hand places the barcode scanner on the table", "ts": 27.98, "te": 30.02, "mistake": false}, {"skill": "Place", "label": "The left hand puts the product into the plastic bag", "ts": 30.02, "te": 31.5, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up a product from the blue shopping basket", "ts": 31.5, "te": 33.45, "mistake": false}, {"skill": "Flip", "label": "Both hands work together to flip the product to its reverse side", "ts": 33.45, "te": 35.32, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up the barcode scanner on the desktop", "ts": 35.32, "te": 36.85, "mistake": false}, {"skill": "Scan", "label": "Both hands work together to use the barcode scanner to scan the product code", "ts": 36.85, "te": 39.77, "mistake": false}, {"skill": "Place", "label": "The right hand places the barcode scanner on the table", "ts": 39.77, "te": 41.52, "mistake": false}, {"skill": "Place", "label": "The left hand puts the product into the plastic bag", "ts": 41.52, "te": 44.22, "mistake": false}, {"skill": "Pick", "label": "Both hands work together to pick up the plastic bag on the table", "ts": 44.22, "te": 45.12, "mistake": false}, {"skill": "Place", "label": "The right hand places the plastic bag on the table", "ts": 45.12, "te": 49.3, "mistake": false}]}, {"slug": "task_16207_ep103", "kind": "sim", "task": "task_16207", "ep": 103, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Assemble the tangram", "duration": 25.88, "nframes": 1554, "fps": 30, "usability": 1.0, "overall": 4.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 22, "skills": {"Pick": 8, "Place": 8, "Straighten": 4, "HandOver": 1, "Flip": 1}, "skill_list": ["Flip", "HandOver", "Pick", "Place", "Straighten"], "valids": {"hand_state/left": 0.9704, "hand_state/right": 0.9916, "head_camera/valid": 0.9916, "head_state/valid": 0.9916, "left_end/valid": 0.9704, "left_hand/valid": 0.9704, "right_end/valid": 0.9916, "right_hand/valid": 0.9916}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Right hand picks up a red triangle on the table", "ts": 0.0, "te": 0.8, "mistake": false}, {"skill": "Place", "label": "Right hand puts a red triangle into the wooden frame", "ts": 0.8, "te": 1.4, "mistake": false}, {"skill": "Straighten", "label": "Both hands coordinate to adjust the position of the red triangle", "ts": 1.4, "te": 1.8, "mistake": false}, {"skill": "Straighten", "label": "Right hand adjusts the position of the red triangle", "ts": 1.8, "te": 3.27, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a yellow triangle on the table", "ts": 3.27, "te": 5.37, "mistake": false}, {"skill": "Place", "label": "Both hands coordinate to put a yellow triangle into the wooden frame", "ts": 5.37, "te": 8.3, "mistake": false}, {"skill": "Straighten", "label": "Left hand adjusts the position of the green square", "ts": 8.3, "te": 9.38, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a blue triangle on the table", "ts": 9.38, "te": 10.52, "mistake": false}, {"skill": "HandOver", "label": "Left hand hands over a blue triangle to the right hand", "ts": 10.52, "te": 11.22, "mistake": false}, {"skill": "Place", "label": "Right hand puts a blue triangle into the wooden frame", "ts": 11.22, "te": 12.28, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a green square on the table", "ts": 12.28, "te": 13.05, "mistake": false}, {"skill": "Place", "label": "Left hand puts a green square into the wooden frame", "ts": 13.05, "te": 14.53, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a brown triangle on the table", "ts": 14.53, "te": 15.82, "mistake": false}, {"skill": "Place", "label": "Right hand puts a brown triangle into the wooden frame", "ts": 15.82, "te": 17.67, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a purple triangle on the table", "ts": 17.67, "te": 19.18, "mistake": false}, {"skill": "Place", "label": "Right hand puts a purple triangle into the wooden frame", "ts": 19.18, "te": 20.78, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up an orange parallelogram on the table", "ts": 20.78, "te": 22.03, "mistake": true}, {"skill": "Place", "label": "Left hand puts an orange parallelogram into the wooden frame", "ts": 22.03, "te": 22.93, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up an orange parallelogram on the wooden frame", "ts": 22.93, "te": 23.65, "mistake": false}, {"skill": "Flip", "label": "Both hands coordinate to flip the orange parallelogram", "ts": 23.65, "te": 24.37, "mistake": false}, {"skill": "Place", "label": "Both hands coordinate to put an orange parallelogram into the wooden frame", "ts": 24.37, "te": 25.15, "mistake": false}, {"skill": "Straighten", "label": "Both hands coordinate to adjust the position of the orange parallelogram", "ts": 25.15, "te": 25.88, "mistake": false}]}, {"slug": "task_16207_ep104", "kind": "sim", "task": "task_16207", "ep": 104, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Store items", "duration": 22.72, "nframes": 1364, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 9, "skills": {"Pick": 4, "Place": 4, "Close": 1}, "skill_list": ["Close", "Pick", "Place"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "Right hand picks up a pink item on the table", "ts": 0.0, "te": 1.65, "mistake": false}, {"skill": "Place", "label": "Right hand places the pink item into the cabinet", "ts": 1.65, "te": 4.08, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up a white bottle on the table", "ts": 4.08, "te": 5.65, "mistake": false}, {"skill": "Place", "label": "Right hand places the white bottle into the cabinet", "ts": 5.65, "te": 8.6, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a white bottle on the table", "ts": 8.6, "te": 10.5, "mistake": false}, {"skill": "Place", "label": "Left hand places the white bottle into the cabinet", "ts": 10.5, "te": 12.93, "mistake": false}, {"skill": "Pick", "label": "Left hand picks up a white box on the table", "ts": 12.93, "te": 14.95, "mistake": false}, {"skill": "Place", "label": "Left hand places the white box into the cabinet", "ts": 14.95, "te": 17.62, "mistake": false}, {"skill": "Close", "label": "Both hands coordinate to close the cabinet", "ts": 17.62, "te": 22.72, "mistake": false}]}, {"slug": "task_16207_ep105", "kind": "sim", "task": "task_16207", "ep": 105, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Store the black strap", "duration": 28.58, "nframes": 1715, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 8, "skills": {"Straighten": 3, "Pick": 3, "Place": 2}, "skill_list": ["Pick", "Place", "Straighten"], "valids": {"hand_state/left": 1.0, "hand_state/right": 1.0, "head_camera/valid": 1.0, "head_state/valid": 1.0, "left_end/valid": 1.0, "left_hand/valid": 1.0, "right_end/valid": 1.0, "right_hand/valid": 1.0}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Straighten", "label": "Right hand adjusts the position of the black strap on the table", "ts": 0.0, "te": 1.88, "mistake": false}, {"skill": "Straighten", "label": "Both hands coordinate to tidy up the black strap", "ts": 1.88, "te": 12.02, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up the black strap on the table", "ts": 12.02, "te": 13.0, "mistake": false}, {"skill": "Place", "label": "Right hand places the black strap into the white box", "ts": 13.0, "te": 15.8, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up the black strap on the table", "ts": 15.8, "te": 17.73, "mistake": false}, {"skill": "Place", "label": "Right hand places the black strap into the white box", "ts": 17.73, "te": 18.57, "mistake": false}, {"skill": "Straighten", "label": "Both hands coordinate to tidy up the black strap", "ts": 18.57, "te": 28.05, "mistake": false}, {"skill": "Pick", "label": "Right hand picks up the black strap on the table", "ts": 28.05, "te": 28.57, "mistake": false}]}, {"slug": "task_16207_ep106", "kind": "sim", "task": "task_16207", "ep": 106, "short": "Staged household / retail", "task_name": "N Customer MEgo Bare Hand", "instruction": "Make shaved ice", "duration": 51.5, "nframes": 3090, "fps": 30, "usability": 1.0, "overall": -1.0, "episode_status": "approved", "sw_version": "2.0.1", "sn": "ES03AA126070800067", "qc": {"status": "warn", "total": 41, "passed": 39, "warnings": 2, "failures": 0}, "has_vis": false, "n_segments": 25, "skills": {"Place": 8, "Pick": 7, "Pour": 5, "Takeout (remove)": 3, "Screw (tighten)": 1, "Rotate": 1}, "skill_list": ["Pick", "Place", "Pour", "Rotate", "Screw (tighten)", "Takeout (remove)"], "valids": {"hand_state/left": 0.9994, "hand_state/right": 0.9994, "head_camera/valid": 0.9994, "head_state/valid": 0.9994, "left_end/valid": 0.9994, "left_hand/valid": 0.9994, "right_end/valid": 0.9994, "right_hand/valid": 0.9994}, "state_dim": 635, "codebase_version": "v3.0", "robot_type": "umi", "segments": [{"skill": "Pick", "label": "The right hand picks up the lid on the shaved ice machine", "ts": 0.0, "te": 3.85, "mistake": false}, {"skill": "Place", "label": "The right hand places the lid on the table", "ts": 3.85, "te": 5.37, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up the plastic cup on the table", "ts": 5.37, "te": 6.22, "mistake": false}, {"skill": "Pour", "label": "The right hand pours the ice cubes from the plastic cup into the shaved ice machine", "ts": 6.22, "te": 7.4, "mistake": false}, {"skill": "Place", "label": "The right hand places the plastic cup on the table", "ts": 7.4, "te": 8.1, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up the lid on the table", "ts": 8.1, "te": 9.4, "mistake": false}, {"skill": "Place", "label": "Both hands work together to place the lid on the shaved ice machine", "ts": 9.4, "te": 10.87, "mistake": false}, {"skill": "Screw (tighten)", "label": "Both hands work together to tighten the lid of the shaved ice machine", "ts": 10.87, "te": 12.65, "mistake": false}, {"skill": "Rotate", "label": "Both hands work together to rotate the handle of the shaved ice machine", "ts": 12.65, "te": 28.17, "mistake": false}, {"skill": "Pick", "label": "The right hand picks up the plastic box inside the shaved ice machine while the left hand picks up the spoon on the table", "ts": 28.17, "te": 29.7, "mistake": false}, {"skill": "Pour", "label": "Both hands work together to use the spoon to pour the slush from the plastic box into the mug", "ts": 29.7, "te": 33.17, "mistake": false}, {"skill": "Place", "label": "The left hand places the spoon on the table", "ts": 33.17, "te": 33.98, "mistake": false}, {"skill": "Place", "label": "The right hand puts the plastic box into the shaved ice machine", "ts": 33.98, "te": 35.63, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up the small spoon from the topping box", "ts": 35.63, "te": 36.73, "mistake": false}, {"skill": "Takeout (remove)", "label": "The left hand uses the small spoon to take out one type of topping from the topping box", "ts": 36.73, "te": 37.77, "mistake": false}, {"skill": "Pour", "label": "The left hand pours the topping into the mug", "ts": 37.77, "te": 38.83, "mistake": false}, {"skill": "Takeout (remove)", "label": "The left hand uses the small spoon to take out one type of topping from the topping box", "ts": 38.83, "te": 40.45, "mistake": false}, {"skill": "Pour", "label": "The left hand pours the topping into the mug", "ts": 40.45, "te": 41.27, "mistake": false}, {"skill": "Takeout (remove)", "label": "The left hand uses the small spoon to take out one type of topping from the topping box", "ts": 41.27, "te": 43.95, "mistake": false}, {"skill": "Pour", "label": "The left hand pours the topping into the mug", "ts": 43.95, "te": 44.92, "mistake": false}, {"skill": "Place", "label": "The left hand puts the small spoon back into the topping box", "ts": 44.92, "te": 45.75, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up the transparent spoon from the transparent cup", "ts": 45.75, "te": 46.98, "mistake": false}, {"skill": "Place", "label": "The left hand places the transparent spoon into the mug", "ts": 46.98, "te": 48.2, "mistake": false}, {"skill": "Pick", "label": "The left hand picks up the mug on the table", "ts": 48.2, "te": 49.23, "mistake": false}, {"skill": "Place", "label": "The left hand places the mug on the coaster", "ts": 49.23, "te": 51.48, "mistake": false}]}], "skc": {"Clip": "#4f83cc", "Close": "#e0913a", "CloseBox": "#5aa469", "Cut": "#c0504d", "Dip": "#8064a2", "Drop": "#4bacc6", "Flip": "#d98594", "Fold": "#9b8f2e", "HandOver": "#7f8fa6", "Hang": "#674ea7", "Insert": "#3d9970", "Knead": "#b8860b", "Open": "#a0522d", "Paint": "#2e8b8b", "Pick": "#b5651d", "Place": "#6a5acd", "Plug": "#556b2f", "Pour": "#8b3a62", "Press": "#487eb0", "PressButton": "#cc8e35", "Pull": "#6b8e23", "Rinse": "#9370db", "Rotate": "#20b2aa", "Scan": "#cd853f", "Scoop": "#4f83cc", "Screw (tighten)": "#e0913a", "Smear": "#5aa469", "Stack": "#c0504d", "Stir": "#8064a2", "Straighten": "#4bacc6", "Takedown": "#d98594", "Takeout (remove)": "#9b8f2e", "Tear": "#7f8fa6", "Wipe": "#674ea7", "dip": "#3d9970", "plug": "#b8860b"}, "cal": {"euler": [0.042, -0.0154, 0.0112], "t": [-0.0459, -0.0074, -0.0011], "s": 0.8817, "dt": 0.0048, "smoothW": 2, "W": 1600, "H": 1200}}</script>
<script>
const D = JSON.parse(document.getElementById('D').textContent);
const EPS = D.eps, SKC = D.skc, CAL = D.cal;
const CAMS = ["head_fisheye","head_fisheye_left","head_fisheye_right","head_stereo_left","head_stereo_right"];
const KLAB = {wild:"In-the-wild", sim:"Simulated-scenario (staged)"};
const AX = {x:"#e0616f", y:"#41c76b", z:"#4f8ff7"};
let cur=-1, vids=[], master=null, playing=false, EP=null, SIG=null, raf=0, syncTimer=0, _toggle=null, _lastCi=-2;
let orbH={yaw:0,pitch:-0.28,drag:0}, orbP={yaw:0,pitch:-0.28,drag:0};

const esc = s => (s||'').replace(/[&<>"]/g,c=>({'&':'&amp;','<':'&lt;','>':'&gt;','"':'&quot;'}[c]));
const fmt = t => { t=Math.max(0,t); const m=Math.floor(t/60), s=t%60; return m+":"+s.toFixed(2).padStart(5,'0'); };

/* ---------- sidebar: all episodes, grouped by task ---------- */
function buildNav(){
  document.getElementById('epcount').textContent = EPS.length;
  const box=document.getElementById('nav');
  let lastKind=null, groups={};
  EPS.forEach((e,i)=>{ (groups[e.task]=groups[e.task]||[]).push(i); });
  const order=[]; EPS.forEach(e=>{ if(!order.includes(e.task)) order.push(e.task); });
  order.forEach(task=>{
    const idxs=groups[task], e0=EPS[idxs[0]];
    if(e0.kind!==lastKind){ const k=document.createElement('div'); k.className='kd';
      k.textContent=KLAB[e0.kind]; box.appendChild(k); lastKind=e0.kind; }
    const gh=document.createElement('div'); gh.className='gh'; gh.id='gh_'+task;
    gh.innerHTML=`<span class="gt">${esc(e0.task_name)}</span><span class="gc">${idxs.length} ep</span>`;
    const gb=document.createElement('div'); gb.className='gb'; gb.id='gb_'+task;
    gh.onclick=()=>{ gb.classList.toggle('open'); gh.classList.toggle('open'); };
    idxs.forEach(i=>{ const e=EPS[i];
      const d=document.createElement('div'); d.className='ep'; d.dataset.i=i;
      d.innerHTML=`<div class="a">ep${String(e.ep).padStart(3,'0')} · ${esc(e.instruction||e.task_name)}</div>
        <div class="b">${e.duration}s · ${e.n_segments} spans · ${e.skill_list.length} skills</div>`;
      d.onclick=()=>select(i); gb.appendChild(d); });
    box.appendChild(gh); box.appendChild(gb);
  });
}
function revealNav(i){
  const e=EPS[i];
  const gb=document.getElementById('gb_'+e.task); if(gb) gb.classList.add('open');
  const gh=document.getElementById('gh_'+e.task); if(gh) gh.classList.add('open');
  const row=document.querySelector('.ep[data-i="'+i+'"]');
  if(row) row.scrollIntoView({block:'nearest'});
}

/* ---------- load episode ---------- */
function select(i){
  if(i===cur) return;
  cur=i; EP=EPS[i]; SIG=null;
  document.querySelectorAll('.ep').forEach(el=>el.classList.toggle('on',+el.dataset.i===i));
  revealNav(i);
  cancelAnimationFrame(raf); clearInterval(syncTimer); syncTimer=0; playing=false;
  document.getElementById('main').scrollTop=0;
  render();
  loadSig(EP.slug);
}
function loadSig(slug){
  const prev=document.getElementById('sigjs'); if(prev) prev.remove();
  window.EPDATA=window.EPDATA||{};
  const done=()=>{ SIG=window.EPDATA[slug]; if(!SIG) return; sizeCanvases(); drawCharts();
    // park on the first frame that actually has hand data (the raw pose arrays have
    // ~2 leading all-zero frames) so the 3D panel isn't blank while the clip is paused
    let fk=0; while(fk<SIG.n && !(handOk(SIG.handL.pos[fk])||handOk(SIG.handR.pos[fk]))) fk++;
    const fv = fk<SIG.n ? (fk+0.5)/SIG.fps : 0;
    if(master && fv>0 && master.currentTime<fv-0.01) setTime(fv); else if(master){ updateUI(master.currentTime||0); blitMain(); }
    // start playback only once the master tile can actually play, so the per-frame
    // slave sync chases a real timestamp instead of hammering seeks against t=0
    const go=()=>{ if(_toggle && !playing) _toggle(); };
    if(!master) {} else if(master.readyState>=3) go();
    else master.addEventListener('canplay', go, {once:true}); };
  if(window.EPDATA[slug]){ done(); return; }
  const s=document.createElement('script'); s.id='sigjs'; s.src='epdata/'+slug+'.js';
  s.onload=done; s.onerror=()=>{ SIG=null; };
  document.body.appendChild(s);
}

/* ---------- render ---------- */
function render(){
  _lastCi=-2;
  const e=EP, dur=e.duration, segs=e.segments;
  const skc=s=>SKC[s]||'#666';

  // Video/vis layout: center = head_fisheye (big); left col = *_left; right col = *_right
  const tile=(k,main)=>`
    <div class="vp ${main?'main':''}">
      <video data-k="${k}" src="media/${e.slug}/${CAMS[k]}.mp4" muted playsinline preload="auto"></video>
      ${main?'<canvas id="mainc"></canvas>':''}
      <span class="lbl">${CAMS[k]}</span>
    </div>`;
  const vtiles = `
    <div class="vcol">${tile(3)}${tile(1)}</div>
    ${tile(0,true)}
    <div class="vcol">${tile(4)}${tile(2)}</div>`;

  const chips = segs.map((s,idx)=>`<div class="chip" data-i="${idx}" style="background:${skc(s.skill)}" title="${esc(s.skill)} — ${esc(s.label)}">${idx+1}</div>`).join('');
  const slist = segs.length ? segs.map((s,idx)=>`
    <div class="si" data-i="${idx}">
      <div><span class="n" style="background:${skc(s.skill)}">${idx+1}</span>
        <span class="k">${esc(s.skill)}</span>${s.mistake?'<span class="mist">MISTAKE</span>':''}
        <span class="lb"> · ${s.ts.toFixed(2)}–${s.te.toFixed(2)}s</span></div>
      <div class="m">${esc(s.label)}</div>
    </div>`).join('') : '<div class="empty">no skill segments annotated for this episode</div>';
  const legend = Object.keys(e.skills).sort().map(s=>
    `<span class="it"><span class="sw" style="background:${skc(s)}"></span>${s} <b style="color:#e6e8ee">${e.skills[s]}</b></span>`).join('');
  const validRows = Object.entries(e.valids).map(([k,v])=>
    `<div class="ro"><span class="k">${k}</span><span class="v ${v<0.98?'':'hi'}">${(v*100).toFixed(1)}%</span></div>`).join('');
  const HF = 'https://huggingface.co/datasets/faradayfuture/egoSample';
  const HFDIR = HF+'/tree/main/mego_'+e.slug;
  const raw = f => HF+'/resolve/main/mego_'+e.slug+'/'+f;
  const camDl = CAMS.map(c=>`<a class="fc dl" href="media/${e.slug}/${c}.mp4" download="${e.slug}_${c}.mp4">${c}.mp4</a>`).join('');
  const refChips = [
    'data/file-000.parquet',
    'meta/ff/segments.parquet','meta/ff/episode_meta.parquet',
    'meta/ff/camera_params.json','meta/ff/quality.json','meta/info.json'
  ].map(f=>`<a class="fc dl" href="${raw(f)}" target="_blank" rel="noopener">${f}</a>`).join('');

  document.getElementById('main').innerHTML = `
  <header>
    <h1>${esc(e.task_name)}</h1>
    <div class="sub"><code>${e.task}</code> · episode ${e.ep} · ${e.duration}s @ 60fps</div>
    <div class="badges"><span class="bdg">instruction: <b>${esc(e.instruction||'—')}</b></span></div>
  </header>

  <div class="layout">
    <div class="panel">
      <div class="vgrid">${vtiles}</div>
      <div class="three">
        <div class="cbox">
          <span class="lbl">hand pose 3d · <span style="color:#ff4757">L</span> / <span style="color:#2ed573">R</span></span>
          <canvas id="cHand"></canvas><span class="hint">drag to orbit</span>
        </div>
        <div class="cbox">
          <span class="lbl">head pose 3d · <span style="color:#6ea8ff">trajectory</span></span>
          <canvas id="cHead"></canvas><span class="hint">drag to orbit</span>
        </div>
      </div>
    </div>

    <div class="panel">
      <div class="spans-head">temporal spans (${e.n_segments}) · <b>${esc(e.task_name)}</b></div>
      <div class="tl" id="tl"></div>
      <div class="chips" id="chips">${chips}</div>
      <div class="slist" id="slist">${slist}</div>
    </div>
  </div>

  <div class="legend">${legend}</div>

  <div class="panel controls">
    <button id="play">&#9654;</button>
    <input type="range" id="seek" min="0" max="1000" value="0">
    <span class="t" id="tlab">0:00.00 / ${fmt(dur)}</span>
    <label><input type="checkbox" id="ovck"> project hand pose on head_fisheye</label>
  </div>
  <div class="badges" style="padding:0 20px;margin-top:8px">
    <span class="bdg"><b>${e.nframes}</b> frames</span>
    <span class="bdg"><b>${e.n_segments}</b> skill spans</span>
    <span class="bdg"><b>${e.skill_list.length}</b> skills</span>
    <span class="bdg">state dim <b>${e.state_dim}</b></span>
    <span class="bdg">5 cams</span>
    <span class="bdg">usability <b>${e.usability}</b></span>
    <span class="bdg">overall <b>${e.overall}</b></span>
    <span class="bdg">${e.episode_status}</span>
    ${e.qc?`<span class="bdg">QC <b style="color:${e.qc.failures?'#ff5c5c':'#6fe08a'}">${e.qc.passed}/${e.qc.total}</b>${e.qc.warnings?` · ${e.qc.warnings} warn`:''}</span>`:''}
    ${e.sw_version?`<span class="bdg">sw ${esc(e.sw_version)}</span>`:''}
  </div>

  <div class="panel readout">
    <div class="rt">current-time readout</div>
    <div class="rg">
      <div class="ro"><span class="k">time</span><span class="v" id="roT">0.00s</span></div>
      <div class="ro"><span class="k">current skill</span><span class="v b" id="roSk">–</span></div>
      <div class="ro"><span class="k">span</span><span class="v" id="roSp">–</span></div>
      <div class="ro"><span class="k">hand valid L / R</span><span class="v" id="roHv">–</span></div>
      <div class="ro"><span class="k">head |&omega;| gyro</span><span class="v" id="roW">–</span></div>
      <div class="ro"><span class="k">head |a| accel</span><span class="v" id="roA">–</span></div>
      ${validRows}
    </div>
  </div>

  <div class="charts">
    <div class="panel chp"><div class="l">head IMU · gyro <span class="u">rad/s</span>
      <span class="leg"><i style="background:${AX.x}"></i>x<i style="background:${AX.y}"></i>y<i style="background:${AX.z}"></i>z</span></div>
      <canvas id="chG"></canvas></div>
    <div class="panel chp"><div class="l">head IMU · accel <span class="u">m/s&sup2;</span>
      <span class="leg"><i style="background:${AX.x}"></i>x<i style="background:${AX.y}"></i>y<i style="background:${AX.z}"></i>z</span></div>
      <canvas id="chA"></canvas></div>
    <div class="panel chp"><div class="l">head IMU · attitude <span class="u">deg · head_imu/angle</span>
      <span class="leg"><i style="background:${AX.x}"></i>x<i style="background:${AX.y}"></i>y<i style="background:${AX.z}"></i>z</span></div>
      <canvas id="chN"></canvas></div>
    <div class="panel chp"><div class="l">wrist speed <span class="u">m/s · left_end / right_end</span>
      <span class="leg"><i style="background:#ff4757"></i>L<i style="background:#2ed573"></i>R</span></div>
      <canvas id="chS"></canvas></div>
  </div>

  <div class="panel" style="margin:14px 20px 30px;padding:11px 16px">
    <div class="rt">episode clips &mdash; click to download</div>
    <div class="files" style="padding:0 0 6px">${camDl}</div>
    <div class="rt" style="margin-top:8px">dataset files &middot; <a href="${HFDIR}" target="_blank" rel="noopener" style="text-transform:none;color:#7fe0a0">full episode on HuggingFace &rarr;</a></div>
    <div class="files" style="padding:0">${refChips}</div>
  </div>`;

  wire();
}

/* ---------- wiring ---------- */
function wire(){
  const e=EP, dur=e.duration, segs=e.segments;
  vids = [...document.querySelectorAll('.vp video')];
  master = document.querySelector('.vp video[data-k="0"]') || vids[0];
  const seek=document.getElementById('seek'), playBtn=document.getElementById('play');

  playBtn.onclick=toggle; _toggle=toggle;
  // master (the #mainc source) is opacity:0, so the per-rAF blit in tick() is what
  // keeps the centre tile moving. The 4 side <video>s play on their own; syncTimer
  // keeps them locked to master (see syncSlaves — playback-rate trim, not seeks).
  function toggle(){
    playing=!playing;
    playBtn.innerHTML = playing?'&#10073;&#10073;':'&#9654;';
    if(playing){
      vids.forEach(v=>v.play().catch(()=>{}));
      tick();
      clearInterval(syncTimer);
      syncTimer=setInterval(()=>{ if(playing && master) syncSlaves(master.currentTime,false); }, 250);
    } else {
      vids.forEach(v=>{ v.pause(); v.playbackRate=1; });
      clearInterval(syncTimer); syncTimer=0;
    }
  }
  seek.oninput=()=>{ setTime(seek.value/1000*dur); };

  const tl=document.getElementById('tl'); tl.innerHTML='';
  segs.forEach(s=>{ const b=document.createElement('i');
    b.style.width=((s.te-s.ts)/dur*100)+'%'; b.style.background=SKC[s.skill]||'#666';
    b.title=`${s.skill} — ${s.label}`; b.onclick=ev=>{ev.stopPropagation(); setTime(s.ts+0.01);};
    tl.appendChild(b); });
  tl.onclick=ev=>{ const r=tl.getBoundingClientRect(); setTime((ev.clientX-r.left)/r.width*dur); };

  document.querySelectorAll('#chips .chip').forEach(c=>c.onclick=()=>setTime(segs[+c.dataset.i].ts+0.01));
  document.querySelectorAll('#slist .si').forEach(c=>c.onclick=()=>setTime(segs[+c.dataset.i].ts+0.01));
  ['chG','chA','chN','chS'].forEach(id=>{ const c=document.getElementById(id);
    if(c) c.onclick=ev=>{ const r=c.getBoundingClientRect(); setTime((ev.clientX-r.left)/r.width*dur); }; });

  bindOrbit('cHand',orbH); bindOrbit('cHead',orbP);
  document.getElementById('ovck').onchange=()=>blitMain();
  master.addEventListener('seeked', ()=>{ blitMain(); if(master) syncSlaves(master.currentTime,true); });
  master.addEventListener('loadeddata', ()=>{ sizeCanvases(); blitMain(); });

  document.onkeydown=ev=>{
    if(ev.code==='Space'){ev.preventDefault(); toggle();}
    else if(ev.code==='ArrowRight'){ev.preventDefault(); const n=segs.find(s=>s.ts>master.currentTime+0.05); if(n) setTime(n.ts+0.01);}
    else if(ev.code==='ArrowLeft'){ev.preventDefault(); const p=[...segs].reverse().find(s=>s.ts<master.currentTime-0.3); setTime(p?p.ts+0.01:0);}
  };

  sizeCanvases();
  setTime(0);
}

/* ---------- multi-view sync ----------
   The centre tile (master) is the clock and is blitted to <canvas> every rAF.
   The 4 side tiles are ordinary <video>s that just play(). Keeping 5 elements
   frame-locked by writing slave.currentTime every frame does NOT work — each
   assignment restarts that element's decode, so a slave that is momentarily
   behind gets a fresh seek before the last one finished and visibly judders or
   freezes. Instead we never seek slaves during playback: a slow (~4 Hz) loop
   nudges each slave's playbackRate up or down to converge on master, and only
   falls back to a single hard seek if it has drifted way off (long stall) or on
   an explicit scrub / loop-restart. */
function inBuf(v,t){ const b=v.buffered;
  for(let i=0;i<b.length;i++) if(t>=b.start(i)-0.2 && t<=b.end(i)+0.2) return true;
  return false; }
function syncSlaves(t,hard){
  // NB: iterate by identity, not index — DOM order puts the side tiles around the
  // centre one, so master is vids[2], not vids[0]. An index-based `k>0` guard
  // silently left head_stereo_left unsynced (it was the drifting/frozen panel).
  for(const v of vids){
    if(v===master || v.readyState<1) continue;
    if(hard){                                   // scrub / episode load / loop wrap
      v.playbackRate=1;
      if(!v.seeking && Math.abs(v.currentTime-t)>0.06){ try{ v.currentTime=t; }catch(e){} }
      continue;
    }
    if(!playing) continue;
    if(v.paused && !v.ended){ v.play().catch(()=>{}); }   // un-stick a stalled tile
    const drift=v.currentTime-t, ad=Math.abs(drift);      // drift>0 => slave ahead
    if(ad>0.75){                                 // way off — one decisive catch-up
      if(!v.seeking && inBuf(v,t)){ try{ v.currentTime=t; }catch(e){} }
      v.playbackRate=1;
    } else if(ad>0.035){                         // converge smoothly, no seek
      v.playbackRate=Math.max(0.5,Math.min(1.6, 1 - drift*3));
    } else {
      v.playbackRate=1;
    }
  }
}
function setTime(t){
  const dur=EP.duration; t=Math.max(0,Math.min(dur-0.01,t));
  try{ if(Math.abs(master.currentTime-t)>0.05) master.currentTime=t; }catch(e){}
  syncSlaves(t,true);
  updateUI(t); blitMain(t);
}
function tick(){
  if(!playing) return;
  const t=master.currentTime, dur=EP.duration;
  updateUI(t);
  blitMain(t);
  if(t>=dur-0.05){ try{master.currentTime=0;}catch(e){} syncSlaves(0,true);
    if(playing) vids.forEach(v=>v.play().catch(()=>{})); updateUI(0); }
  raf=requestAnimationFrame(tick);
}
/* draw the main (head_fisheye) frame + projected hand skeleton into one canvas */
function blitMain(tArg){
  const c=document.getElementById('mainc'); if(!c||!master) return;
  const g=c.getContext('2d'), W=c.width, H=c.height;
  g.fillStyle='#000'; g.fillRect(0,0,W,H);
  try{ if(master.readyState>=2) g.drawImage(master,0,0,W,H); }catch(e){}
  const ck=document.getElementById('ovck');
  if(!ck || !ck.checked || !SIG || !SIG.headCam || !SIG.cam) return;
  const t=(typeof tArg==='number')?tArg:master.currentTime, hc=headCamAt(t);
  [['L','#ff4757'],['R','#2ed573']].forEach(([side,col])=>{
    const hd=handAt(side,t); if(!hd) return;
    const uv=hd.pts.map(p=>projPoint(p,hc));
    if(uv.some(p=>p[2]<=0)) return;
    g.globalAlpha=hd.valid>0.5?0.95:0.35; g.strokeStyle=col; g.fillStyle=col; g.lineWidth=2;
    HB.forEach(([a,b])=>{ g.beginPath(); g.moveTo(uv[a][0]*W,uv[a][1]*H); g.lineTo(uv[b][0]*W,uv[b][1]*H); g.stroke(); });
    uv.forEach((p,k)=>{ g.beginPath(); g.arc(p[0]*W,p[1]*H,k===0?3.5:2.2,0,7); g.fill(); });
  });
  g.globalAlpha=1;
}
function curSpan(t){ const s=EP.segments; for(let i=0;i<s.length;i++) if(t>=s[i].ts && t<s[i].te) return i; return -1; }

function updateUI(t){
  const dur=EP.duration, segs=EP.segments;
  document.getElementById('seek').value = t/dur*1000;
  document.getElementById('tlab').textContent = fmt(t)+' / '+fmt(dur);
  document.getElementById('roT').textContent = t.toFixed(2)+'s';
  const ci=curSpan(t);
  document.getElementById('roSk').textContent = ci>=0?segs[ci].skill:'–';
  document.getElementById('roSp').textContent = ci>=0?`${ci+1} / ${segs.length}`:'–';
  const slEls=document.querySelectorAll('#slist .si');
  slEls.forEach((el,k)=>el.classList.toggle('on',k===ci));
  document.querySelectorAll('#chips .chip').forEach((el,k)=>el.classList.toggle('on',k===ci));
  // keep the current span visible inside the spans list (scrolls only that container)
  if(ci>=0 && slEls[ci] && ci!==_lastCi){
    const sl=document.getElementById('slist'), el=slEls[ci];
    const top=el.offsetTop-sl.offsetTop, bot=top+el.offsetHeight;
    if(top<sl.scrollTop || bot>sl.scrollTop+sl.clientHeight)
      sl.scrollTop = top - sl.clientHeight/2 + el.offsetHeight/2;
  }
  _lastCi=ci;
  if(SIG){
    const j=Math.min(SIG.n-1, Math.round(t*SIG.fps));
    const gx=SIG.headImu.gyro[j], ax=SIG.headImu.acc[j];
    document.getElementById('roW').textContent = Math.hypot(gx[0],gx[1],gx[2]).toFixed(2)+' rad/s';
    document.getElementById('roA').textContent = Math.hypot(ax[0],ax[1],ax[2]).toFixed(2)+' m/s²';
    document.getElementById('roHv').textContent = SIG.handL.valid[j].toFixed(0)+' / '+SIG.handR.valid[j].toFixed(0);
    drawHand(t); drawHead(j); drawPlayheads(t);
  }
}

/* ---------- 3D canvases ---------- */
function bindOrbit(id,st){
  const c=document.getElementById(id); if(!c) return;
  let px,py;
  c.onmousedown=e=>{ st.drag=1; px=e.clientX; py=e.clientY; c.style.cursor='grabbing'; };
  window.addEventListener('mousemove',e=>{ if(!st.drag) return;
    st.yaw+=(e.clientX-px)*0.01; st.pitch+=(e.clientY-py)*0.01; px=e.clientX; py=e.clientY;
    if(SIG){ const j=Math.min(SIG.n-1,Math.round(master.currentTime*SIG.fps)); if(id==='cHand')drawHand(master.currentTime); else drawHead(j); }
  });
  window.addEventListener('mouseup',()=>{ st.drag=0; c.style.cursor='grab'; });
}
function proj(p,st,cx,cy,sc){
  const cy_=Math.cos(st.yaw),sy=Math.sin(st.yaw),cp=Math.cos(st.pitch),sp=Math.sin(st.pitch);
  let x=p[0]*cy_+p[2]*sy, z=-p[0]*sy+p[2]*cy_, y=p[1]*cp - z*sp;
  return [cx+x*sc, cy+y*sc];
}
const HB=[[0,1],[1,2],[2,3],[3,4],[0,5],[5,6],[6,7],[7,8],[0,9],[9,10],[10,11],[11,12],[0,13],[13,14],[14,15],[15,16],[0,17],[17,18],[18,19],[19,20],[5,9],[9,13],[13,17]];
function handOk(H){ return H && H.some(p=>Math.abs(p[0])+Math.abs(p[1])+Math.abs(p[2])>1e-4); }
const AXR=['#ff0000','#00ff00','#0000ff'];  // three.js AxesHelper colours (HF ego style)

/* Fixed scene fit for a 3D panel — computed ONCE per episode over the whole
   trajectory so the grid / camera stay put and only the skeleton moves. */
function bboxFit(pts){
  if(!pts.length) return {ctr:[0,0,0], span:0.3, halfY:0.15};
  const qt=(arr,f)=>{ const s=arr.slice().sort((a,b)=>a-b);
    return s[Math.min(s.length-1, Math.max(0, Math.round(f*(s.length-1))))]; };
  const mn=[0,0,0], mx=[0,0,0];
  for(let k=0;k<3;k++){ const col=pts.map(p=>p[k]); mn[k]=qt(col,0.02); mx[k]=qt(col,0.98); }
  const ctr=[(mn[0]+mx[0])/2,(mn[1]+mx[1])/2,(mn[2]+mx[2])/2];
  const span=Math.max(mx[0]-mn[0],mx[1]-mn[1],mx[2]-mn[2])||0.3;
  return {ctr, span, halfY:(mx[1]-ctr[1])||0.15};
}
/* Fixed reference camera: transforms world points into a head_fisheye-aligned frame
   (X right, Y down, Z forward) using a representative mid-episode head pose, so both
   3D panels are seen from roughly the main camera's angle and the grid stays put. */
function refCam(){
  if(SIG._rc) return SIG._rc;
  const hc=SIG.headCam, N=SIG.n;
  const mp=[0,1,2].map(k=>{ const v=hc.pos.map(p=>p[k]).slice().sort((a,b)=>a-b); return v[N>>1]; });
  let bi=0,bd=1e18;
  for(let j=0;j<N;j++){ const p=hc.pos[j];
    const d=(p[0]-mp[0])**2+(p[1]-mp[1])**2+(p[2]-mp[2])**2; if(d<bd){bd=d;bi=j;} }
  const q=hc.quat[bi];
  return (SIG._rc={pos:mp, R:q2R([-q[0],-q[1],-q[2],q[3]])});   // R = cam_from_world
}
function toRefCam(P){ const r=refCam(), d=[P[0]-r.pos[0],P[1]-r.pos[1],P[2]-r.pos[2]];
  return [r.R[0][0]*d[0]+r.R[0][1]*d[1]+r.R[0][2]*d[2],
          r.R[1][0]*d[0]+r.R[1][1]*d[1]+r.R[1][2]*d[2],
          r.R[2][0]*d[0]+r.R[2][1]*d[1]+r.R[2][2]*d[2]]; }
function rotRefCam(v){ const R=refCam().R;
  return [R[0][0]*v[0]+R[0][1]*v[1]+R[0][2]*v[2],
          R[1][0]*v[0]+R[1][1]*v[1]+R[1][2]*v[2],
          R[2][0]*v[0]+R[2][1]*v[1]+R[2][2]*v[2]]; }
function handFit(){
  if(SIG._hf) return SIG._hf;
  const wr=[];  // wrist keypoint only (21-pt track too noisy), in the ref-cam frame
  for(let j=0;j<SIG.n;j++)
    for(const side of ['L','R']){ const P=SIG['hand'+side].pos[j];
      if(handOk(P)) wr.push(toRefCam(P[0])); }
  const f = bboxFit(wr.length?wr:[[0,0,0.4],[0.1,0.1,0.5]]);
  f.span = Math.max(Math.min(f.span,0.42) + 0.06, 0.24);  // clamp — 21pt track jitter inflates the bbox
  return (SIG._hf = f);
}
function headFit(){
  if(SIG._pf) return SIG._pf;
  const all=[];
  for(let j=0;j<SIG.n;j++) all.push(toRefCam(SIG.headPose.pos[j]));
  const f=bboxFit(all); f.span=Math.max(f.span,0.12);
  return (SIG._pf = f);
}
/* fixed ground grid — explicit size / floor so it matches the PICO ego framing */
function drawGrid(g,sc,orb,w,h,fy,size){
  const half=size/2, div=12;
  const P=q=>proj(q,orb,w/2,h/2,sc);
  g.lineWidth=1;
  for(let i=0;i<=div;i++){
    const v=-half+size*i/div;
    g.strokeStyle=(Math.abs(v)<1e-6)?'#4da6ff':'#232a3b';
    let A=P([v,fy,-half]),B=P([v,fy,half]);
    g.beginPath();g.moveTo(A[0],A[1]);g.lineTo(B[0],B[1]);g.stroke();
    A=P([-half,fy,v]);B=P([half,fy,v]);
    g.beginPath();g.moveTo(A[0],A[1]);g.lineTo(B[0],B[1]);g.stroke();
  }
  const O=P([0,fy,0]), L=size*0.16;
  for(let k=0;k<3;k++){ const q=P([k===0?L:0, fy+(k===1?L:0), k===2?L:0]);
    g.strokeStyle=AXR[k];g.lineWidth=1.5;g.beginPath();g.moveTo(O[0],O[1]);g.lineTo(q[0],q[1]);g.stroke(); }
}
/* 3D hand panel — head_fisheye-aligned reference frame, fixed grid, hands move */
function drawHand(t){
  const c=document.getElementById('cHand'); if(!c||!SIG) return;
  const g=c.getContext('2d'), w=c.width,h=c.height; g.fillStyle='#111116';g.fillRect(0,0,w,h);
  const fit=handFit(), ctr=fit.ctr;
  const sc=Math.min(w,h)*1.02/fit.span;
  drawGrid(g,sc,orbH,w,h, fit.halfY+fit.span*0.10, fit.span*1.4);
  const P=p=>proj([p[0]-ctr[0],p[1]-ctr[1],p[2]-ctr[2]],orbH,w/2,h/2,sc);
  const lim=fit.span*2.2;
  ['L','R'].forEach(side=>{
    const hd=handAt(side,t); if(!hd) return;
    const pts=hd.pts.map(toRefCam);
    const d=Math.hypot(pts[0][0]-ctr[0],pts[0][1]-ctr[1],pts[0][2]-ctr[2]);
    if(d>lim) return;   // skip garbage frames — wrist implausibly far from the hand region
    const col=side==='L'?'#ff4757':'#2ed573';
    g.globalAlpha=hd.valid>0.5?1:0.3; g.strokeStyle=col;g.lineWidth=2;
    HB.forEach(([a,b])=>{ const pa=P(pts[a]),pb=P(pts[b]); g.beginPath();g.moveTo(pa[0],pa[1]);g.lineTo(pb[0],pb[1]);g.stroke(); });
    g.fillStyle=col;
    pts.forEach((p,k)=>{ const q=P(p); g.beginPath();g.arc(q[0],q[1],k===0?3.5:2,0,7);g.fill(); });
  });
  g.globalAlpha=1;
}
function drawHead(j){
  const c=document.getElementById('cHead'); if(!c||!SIG) return;
  const g=c.getContext('2d'), w=c.width,h=c.height; g.fillStyle='#111116';g.fillRect(0,0,w,h);
  const hp=SIG.headPose.pos;
  const fit=headFit(), ctr=fit.ctr;
  const sc=Math.min(w,h)*0.70/fit.span;
  drawGrid(g,sc,orbP,w,h, fit.halfY+fit.span*0.10, fit.span*1.6);
  const P=p=>proj([p[0]-ctr[0],p[1]-ctr[1],p[2]-ctr[2]],orbP,w/2,h/2,sc);
  // head trajectory + orientation gizmo at the current head pose
  g.strokeStyle='#6ea8ff';g.lineWidth=1.5;g.beginPath();
  for(let k=0;k<=j;k++){ const q=P(toRefCam(hp[k])); k?g.lineTo(q[0],q[1]):g.moveTo(q[0],q[1]); } g.stroke();
  const b=toRefCam(hp[j]); const cu=P([b[0]-ctr[0],b[1]-ctr[1],b[2]-ctr[2]]);
  g.fillStyle='#6ea8ff'; g.beginPath();g.arc(cu[0],cu[1],3.5,0,7);g.fill();
  const hq=SIG.headPose.quat && SIG.headPose.quat[j];
  if(hq){ const Rw=q2R(hq), AXL=fit.span*0.5;
    [0,1,2].forEach(ax=>{ const dir=rotRefCam([Rw[0][ax],Rw[1][ax],Rw[2][ax]]);
      const p1=P([b[0]+dir[0]*AXL-ctr[0], b[1]+dir[1]*AXL-ctr[1], b[2]+dir[2]*AXL-ctr[2]]);
      g.strokeStyle=AXR[ax]; g.lineWidth=1.5;
      g.beginPath();g.moveTo(cu[0],cu[1]);g.lineTo(p1[0],p1[1]);g.stroke(); });
  }
}

/* ---------- charts ---------- */
function sizeCanvases(){
  document.querySelectorAll('.chp canvas').forEach(c=>{
    c.width=c.clientWidth*devicePixelRatio; c.height=76*devicePixelRatio;
    const g=c.getContext('2d'); g.setTransform(1,0,0,1,0,0); g.scale(devicePixelRatio,devicePixelRatio); });
  ['cHand','cHead'].forEach(id=>{ const c=document.getElementById(id); if(c){ c.width=c.clientWidth; c.height=c.clientHeight; } });
  const mc=document.getElementById('mainc');
  if(mc){ const r=mc.getBoundingClientRect(); mc.width=Math.round(r.width*devicePixelRatio); mc.height=Math.round(r.height*devicePixelRatio); }
}
window.addEventListener('resize',()=>{ if(EP){ sizeCanvases(); blitMain(); if(SIG){ drawCharts();
  const j=Math.min(SIG.n-1,Math.round((master?master.currentTime:0)*SIG.fps)); drawHand(master?master.currentTime:0);drawHead(j); } } });

function lineChart(id,series){
  const c=document.getElementById(id); if(!c||!SIG) return;
  const g=c.getContext('2d'), w=c.clientWidth, h=76;
  g.fillStyle='#0b0e13'; g.fillRect(0,0,w,h);
  let mn=1e9,mx=-1e9;
  series.forEach(s=>s.data.forEach(v=>{ mn=Math.min(mn,v); mx=Math.max(mx,v); }));
  if(mn===mx){mn-=1;mx+=1;}
  const N=SIG.n, X=i=>i/(N-1)*w, Y=v=>h-4-(v-mn)/(mx-mn)*(h-8);
  g.strokeStyle='#1c2028';g.lineWidth=1;g.beginPath();g.moveTo(0,Y(0));g.lineTo(w,Y(0));g.stroke();
  series.forEach(s=>{ g.strokeStyle=s.c;g.lineWidth=1;g.beginPath();
    s.data.forEach((v,i)=>{ i?g.lineTo(X(i),Y(v)):g.moveTo(X(i),Y(v)); }); g.stroke(); });
}
function chartSeries(){
  const gc=k=>SIG.headImu.gyro.map(r=>r[k]);
  const ac=k=>SIG.headImu.acc.map(r=>r[k]);
  const spd=arr=>arr.map((p,i)=>{ if(i===0)return 0; const q=arr[i-1];
    return Math.hypot(p[0]-q[0],p[1]-q[1],p[2]-q[2])*SIG.fps; });
  const nc=k=>(SIG.headImu.angle||[]).map(r=>r[k]);
  return {
    chG:[{data:gc(0),c:AX.x},{data:gc(1),c:AX.y},{data:gc(2),c:AX.z}],
    chA:[{data:ac(0),c:AX.x},{data:ac(1),c:AX.y},{data:ac(2),c:AX.z}],
    chN:[{data:nc(0),c:AX.x},{data:nc(1),c:AX.y},{data:nc(2),c:AX.z}],
    chS:[{data:spd(SIG.leftEnd.pos),c:'#ff4757'},{data:spd(SIG.rightEnd.pos),c:'#2ed573'}]
  };
}
const CHIDS=['chG','chA','chN','chS'];
function drawCharts(){ if(!SIG) return; const S=chartSeries();
  CHIDS.forEach(id=>lineChart(id,S[id]));
  drawPlayheads(master?master.currentTime:0); }
function drawPlayheads(t){
  if(!SIG) return; const S=chartSeries();
  CHIDS.forEach(id=>lineChart(id,S[id]));
  const frac=t/EP.duration;
  CHIDS.forEach(id=>{ const c=document.getElementById(id); if(!c) return;
    const g=c.getContext('2d'); g.strokeStyle='#fff';g.globalAlpha=.5;g.lineWidth=1;
    g.beginPath();g.moveTo(frac*c.clientWidth,0);g.lineTo(frac*c.clientWidth,76);g.stroke();g.globalAlpha=1; });
}

/* ---------- hand -> head_fisheye projection (per-frame world->camera, ~11px) ---------- */
function q2R(q){ // xyzw (row-major 3x3)
  const n=Math.hypot(q[0],q[1],q[2],q[3])||1, x=q[0]/n,y=q[1]/n,z=q[2]/n,w=q[3]/n;
  return [[1-2*(y*y+z*z),2*(x*y-z*w),2*(x*z+y*w)],
          [2*(x*y+z*w),1-2*(x*x+z*z),2*(y*z-x*w)],
          [2*(x*z-y*w),2*(y*z+x*w),1-2*(x*x+y*y)]];
}
function eulR(e){ const [a,b,c]=e;
  const ca=Math.cos(a),sa=Math.sin(a),cb=Math.cos(b),sb=Math.sin(b),cc=Math.cos(c),sc=Math.sin(c);
  const Rx=[[1,0,0],[0,ca,-sa],[0,sa,ca]], Ry=[[cb,0,sb],[0,1,0],[-sb,0,cb]], Rz=[[cc,-sc,0],[sc,cc,0],[0,0,1]];
  const mm=(A,B)=>A.map(r=>B[0].map((_,j)=>r[0]*B[0][j]+r[1]*B[1][j]+r[2]*B[2][j]));
  return mm(mm(Rz,Ry),Rx);
}
const Rcorr=eulR(CAL.euler);
const mv=(R,v)=>[R[0][0]*v[0]+R[0][1]*v[1]+R[0][2]*v[2],
                 R[1][0]*v[0]+R[1][1]*v[1]+R[1][2]*v[2],
                 R[2][0]*v[0]+R[2][1]*v[1]+R[2][2]*v[2]];
/* ---- fractional-time interpolation (smooths the overlay, removes stepping/lag) ---- */
function sfrac(t){ const x=Math.max(0,Math.min(SIG.n-1.0001, t*SIG.fps));
  const j0=Math.floor(x); return [j0, Math.min(SIG.n-1,j0+1), x-j0]; }
function lerpV(A,B,a){ return [A[0]+(B[0]-A[0])*a, A[1]+(B[1]-A[1])*a, A[2]+(B[2]-A[2])*a]; }
function nlerpQ(qa,qb,a){ const s=(qa[0]*qb[0]+qa[1]*qb[1]+qa[2]*qb[2]+qa[3]*qb[3])<0?-1:1;
  const q=[qa[0]+(s*qb[0]-qa[0])*a, qa[1]+(s*qb[1]-qa[1])*a, qa[2]+(s*qb[2]-qa[2])*a, qa[3]+(s*qb[3]-qa[3])*a];
  const n=Math.hypot(q[0],q[1],q[2],q[3])||1; return [q[0]/n,q[1]/n,q[2]/n,q[3]/n]; }
function headCamAt(t){ const [j0,j1,a]=sfrac(t+(CAL.dt||0)); const h=SIG.headCam;
  return {pos:lerpV(h.pos[j0],h.pos[j1],a), quat:nlerpQ(h.quat[j0],h.quat[j1],a)}; }
/* triangular-weighted window on one keypoint around fractional index x — kills jitter, minimal lag */
function smoothKp(pos,x,W,k){
  const n=pos.length, i0=Math.max(0,Math.ceil(x-W)), i1=Math.min(n-1,Math.floor(x+W));
  const S=[];
  for(let i=i0;i<=i1;i++){ const p=pos[i][k];
    if(Math.abs(p[0])+Math.abs(p[1])+Math.abs(p[2])<1e-4) continue;
    S.push({i,p}); }
  if(!S.length) return null;
  const med=[0,1,2].map(a=>{ const v=S.map(s=>s.p[a]).sort((x,y)=>x-y); return v[v.length>>1]; });
  let sw=0; const acc=[0,0,0];
  for(const s of S){ const p=s.p;
    if(Math.hypot(p[0]-med[0],p[1]-med[1],p[2]-med[2])>0.12) continue;   // reject outlier sample
    const wt=1-Math.abs(s.i-x)/(W+1); if(wt<=0) continue;
    acc[0]+=p[0]*wt; acc[1]+=p[1]*wt; acc[2]+=p[2]*wt; sw+=wt; }
  return sw>0 ? [acc[0]/sw,acc[1]/sw,acc[2]/sw] : med;
}
function handAt(side,t){ const H=SIG['hand'+side], N=SIG.n;
  let x=Math.max(0,Math.min(N-1.0001, t*SIG.fps));
  // MEgo hand pose carries a few all-zero frames at the very start/end of each
  // episode. If the viewer is parked exactly there (e.g. paused at t=0 because the
  // browser blocked video autoplay), snap to the nearest populated frame so the
  // panel shows the first/last real pose instead of going blank.
  const ok=j=>handOk(H.pos[j]);
  if(!ok(Math.floor(x)) && !ok(Math.ceil(x))){
    let hi=Math.ceil(x); while(hi<N && !ok(hi)) hi++;
    let lo=Math.floor(x); while(lo>=0 && !ok(lo)) lo--;
    if(hi>=N && lo<0) return null;
    x = (hi<N && (lo<0 || hi-x<=x-lo)) ? hi : lo;
  }
  const j0=Math.floor(x), j1=Math.min(N-1,j0+1), a=x-j0, W=CAL.smoothW||0;
  let pts;
  if(W>0){ pts=[]; for(let k=0;k<21;k++){ const p=smoothKp(H.pos,x,W,k); if(!p){ pts=null; break; } pts.push(p); } }
  if(!pts){ const A=H.pos[j0],B=H.pos[j1]; pts=(handOk(A)&&handOk(B))?A.map((p,i)=>lerpV(p,B[i],a)):(handOk(A)?A:B); }
  return {pts, valid: H.valid[j0]+(H.valid[j1]-H.valid[j0])*a};
}
/* world keypoint -> head_fisheye camera frame (X right, Y down, Z fwd), pre-projection */
function toFisheye(P,hc){
  const cam=SIG.cam;
  const Rwc=q2R([-hc.quat[0],-hc.quat[1],-hc.quat[2],hc.quat[3]]);   // cam_from_world
  const o=hc.pos;
  const c=mv(Rwc,[P[0]-o[0],P[1]-o[1],P[2]-o[2]]);            // -> left-optical
  const Rex=q2R(cam.qex), tex=cam.tex;
  let f=mv(Rex,c); f=[f[0]+tex[0],f[1]+tex[1],f[2]+tex[2]];    // -> fisheye
  let g=mv(Rcorr,[f[0]*CAL.s,f[1]*CAL.s,f[2]*CAL.s]);
  return [g[0]+CAL.t[0],g[1]+CAL.t[1],g[2]+CAL.t[2]];          // correction
}
function projPoint(P,hc){                // -> normalized pixel [u,v] + Z
  const g=toFisheye(P,hc), K=SIG.cam.K, X=g[0],Y=g[1],Z=g[2];
  const r=Math.hypot(X,Y)+1e-9, th=Math.atan2(r,Z), t2=th*th;
  const thd=th*(1+K.k1*t2+K.k2*t2*t2+K.k3*t2*t2*t2+K.k4*t2*t2*t2*t2);
  return [(K.Fx*thd*X/r+K.Cx)/CAL.W, (K.Fy*thd*Y/r+K.Cy)/CAL.H, Z];
}
function fromHash(){ const s=decodeURIComponent(location.hash.slice(1)); const i=EPS.findIndex(e=>e.slug===s); select(i>=0?i:0); }
window.addEventListener('hashchange',fromHash);
fromHash();
</script>
</body></html>