[ { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_0", "frame_idx": 0, "split": "train", "expert_action": [ 0.0535714291036129, -0.3883928656578064, -0.0, 0.013928571715950966, 0.06964285671710968, -0.006428571417927742, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1344800591468811, -0.14178046584129333, 0.007011550012975931, 0.01996428705751896, 0.01658647321164608, 0.027527321130037308, 1.0 ], "break_base_action": [ 0.1344800591468811, -0.14178046584129333, 0.007011550012975931, 0.021821429952979088, 0.010550337843596935, -0.01944746822118759, 1.0 ], "control_base_action": [ 0.1344800591468811, -0.09729517996311188, 0.30049893260002136, 0.006964287254959345, -0.036531511694192886, 0.01578362286090851, 1.0 ], "record_id": "break_target_object/demo_0/frame_000000", "source_state_id": "demo_0/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 0 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_0", "frame_idx": 129, "split": "train", "expert_action": [ 0.0, 0.0, 0.13660714030265808, 0.0, 0.025714285671710968, -0.007499999832361937, 1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.16756829619407654, -0.47224265336990356, -0.1797531545162201, 0.025535715743899345, -0.12465907633304596, 0.006388665642589331, 1.0 ], "break_base_action": [ 0.481906533241272, -0.021034670993685722, 0.9341649413108826, -0.020892854779958725, -0.12586630880832672, 0.01578362286090851, -1.0 ], "control_base_action": [ 0.16756829619407654, 0.055225834250450134, 0.31383928656578064, 0.040392857044935226, -0.013594199903309345, 0.011086144484579563, 1.0 ], "record_id": "break_target_object/demo_0/frame_000129", "source_state_id": "demo_0/frame_000129", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 1 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_0", "frame_idx": 258, "split": "train", "expert_action": [ 0.0, -0.02946428582072258, -0.5035714507102966, -0.0535714291036129, -0.02678571455180645, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.11793594062328339, -0.30701157450675964, -0.046349793672561646, 0.13882142305374146, 0.03831655532121658, 0.04161975905299187, 1.0 ], "break_base_action": [ 0.11793594062328339, 0.048870790749788284, 0.03369222208857536, 0.0162500012665987, 0.020208153873682022, 0.05571219325065613, 1.0 ], "control_base_action": [ 0.11793594062328339, 0.10606616735458374, 0.03369222208857536, 0.01160714402794838, 0.01175756473094225, 0.03692227974534035, 1.0 ], "record_id": "break_target_object/demo_0/frame_000258", "source_state_id": "demo_0/frame_000258", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 2 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_0", "frame_idx": 387, "split": "train", "expert_action": [ 0.0, -0.01875000074505806, 0.21160714328289032, 0.024642856791615486, 0.03750000149011612, -0.04714285582304001, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.18411241471767426, -0.059164922684431076, 0.1804359257221222, 0.1295357197523117, -0.05584714189171791, 0.08154832571744919, 1.0 ], "break_base_action": [ 0.26683300733566284, -0.39598214626312256, -0.4999212324619293, 0.07567857205867767, 0.15662479400634766, 0.07215337455272675, -1.0 ], "control_base_action": [ 0.14550946652889252, -0.4023371934890747, -0.33316701650619507, 0.06825000047683716, 0.06729000061750412, -0.05937603861093521, 1.0 ], "record_id": "break_target_object/demo_0/frame_000387", "source_state_id": "demo_0/frame_000387", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 3 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_1", "frame_idx": 0, "split": "train", "expert_action": [ 0.08571428805589676, 0.0, 0.05089285597205162, 0.008571428246796131, 0.04178571328520775, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1399947553873062, -0.07823005318641663, -0.09971114248037338, 0.0004642874700948596, 0.021415380761027336, 0.011086144484579563, 1.0 ], "break_base_action": [ 0.11242122948169708, -0.3642069399356842, 0.10706406831741333, 0.0004642874700948596, -0.07395554333925247, -0.08051469922065735, -1.0 ], "control_base_action": [ 0.28889182209968567, -0.1608455926179886, 0.12707456946372986, 0.040392857044935226, -0.0763700008392334, -0.06877099722623825, 1.0 ], "record_id": "break_target_object/demo_1/frame_000000", "source_state_id": "demo_1/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 4 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_1", "frame_idx": 112, "split": "train", "expert_action": [ 0.31607142090797424, 0.4848214387893677, 0.1607142835855484, 0.06964285671710968, 0.013928571715950966, 0.020357143133878708, 1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1344800591468811, 0.08064600080251694, -0.10638130456209183, 0.020892858505249023, 0.01175756473094225, 0.07685085386037827, 1.0 ], "break_base_action": [ 0.1344800591468811, 0.08064600080251694, 0.07371322810649872, 0.019035715609788895, 0.010550337843596935, 0.04631723836064339, 1.0 ], "control_base_action": [ 0.1344800591468811, 0.08064600080251694, 0.12040440738201141, 0.040392857044935226, 0.019000926986336708, 0.05806093290448189, 1.0 ], "record_id": "break_target_object/demo_1/frame_000112", "source_state_id": "demo_1/frame_000112", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 5 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_1", "frame_idx": 223, "split": "train", "expert_action": [ -0.24642856419086456, 0.0, -0.47678571939468384, 0.0, -0.020357143133878708, 0.006428571417927742, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.15653887391090393, -0.08458509296178818, -0.14640231430530548, 0.00975000113248825, 0.047974370419979095, 0.018132362514734268, -1.0 ], "break_base_action": [ 0.15653887391090393, -0.11636029928922653, -0.019669122993946075, 0.09239285439252853, 0.03710933029651642, 0.025178581476211548, -1.0 ], "control_base_action": [ 0.15653887391090393, -0.08458509296178818, 0.12040440738201141, 0.020892858505249023, -0.016008654609322548, -0.02179620787501335, 1.0 ], "record_id": "break_target_object/demo_1/frame_000223", "source_state_id": "demo_1/frame_000223", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 6 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_1", "frame_idx": 335, "split": "train", "expert_action": [ 0.0, 0.0, 0.2276785671710968, 0.0, 0.03321428596973419, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.18411241471767426, -0.03374475613236427, 0.1804359257221222, 0.13882142305374146, 0.14938142895698547, -0.01709872856736183, 1.0 ], "break_base_action": [ 0.18962711095809937, -0.03374475613236427, -0.012998954392969608, -0.0013928553089499474, -0.0015219312626868486, 0.020481102168560028, 1.0 ], "control_base_action": [ 0.16756829619407654, -0.7709296345710754, -0.11305147409439087, 0.13882142305374146, -0.016008654609322548, 0.08389706909656525, 1.0 ], "record_id": "break_target_object/demo_1/frame_000335", "source_state_id": "demo_1/frame_000335", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 7 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_2", "frame_idx": 0, "split": "train", "expert_action": [ 0.08839285373687744, -0.12321428209543228, -0.0, 0.0, 0.03857142850756645, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.14550946652889252, 0.08064600080251694, 0.06704306602478027, 0.025535715743899345, 0.01175756473094225, 0.04161975905299187, 1.0 ], "break_base_action": [ 0.14550946652889252, 0.01709558069705963, 0.14708508551120758, 0.032035715878009796, 0.0008925225702114403, 0.020481102168560028, 1.0 ], "control_base_action": [ 0.14550946652889252, -0.12907038629055023, -0.07303046435117722, 0.12489285320043564, 0.03348764777183533, 0.018132362514734268, -1.0 ], "record_id": "break_target_object/demo_2/frame_000000", "source_state_id": "demo_2/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 8 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_2", "frame_idx": 85, "split": "train", "expert_action": [ 0.04553571343421936, 0.8410714268684387, -0.10178571194410324, 0.010714286006987095, -0.05892857164144516, -0.0, 1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.11242122948169708, 0.055225834250450134, -0.0063287862576544285, 0.017178572714328766, 0.005721430294215679, 0.04161975905299187, 1.0 ], "break_base_action": [ 0.1344800591468811, 0.08064600080251694, 0.06037289649248123, 0.01996428705751896, 0.020208153873682022, 0.06980463117361069, 1.0 ], "control_base_action": [ 0.10690652579069138, -0.021034670993685722, 0.020351886749267578, 0.05989285930991173, 0.03710933029651642, 0.04866597801446915, 1.0 ], "record_id": "break_target_object/demo_2/frame_000085", "source_state_id": "demo_2/frame_000085", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 9 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_2", "frame_idx": 169, "split": "train", "expert_action": [ -0.13124999403953552, 0.21160714328289032, -0.15803571045398712, -0.07285714149475098, -0.0010714285308495164, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1344800591468811, 0.08064600080251694, -0.07970063388347626, 0.020892858505249023, 0.014172018505632877, 0.013434884138405323, 1.0 ], "break_base_action": [ 0.1344800591468811, 0.08064600080251694, -0.026339290663599968, 0.019035715609788895, -0.005143612157553434, 0.07450211048126221, 1.0 ], "control_base_action": [ 0.1344800591468811, -0.24346114695072174, -0.05969013273715973, 0.001392858917824924, 0.039523784071207047, 0.013434884138405323, -1.0 ], "record_id": "break_target_object/demo_2/frame_000169", "source_state_id": "demo_2/frame_000169", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 10 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_2", "frame_idx": 254, "split": "train", "expert_action": [ 0.13660714030265808, 0.0, 0.03482142835855484, 0.0, 0.06642857193946838, -0.04178571328520775, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.27786239981651306, -0.08458509296178818, 0.1337447464466095, -0.020892854779958725, -0.14759638905525208, 0.04396849870681763, 1.0 ], "break_base_action": [ 0.10139182209968567, -0.014679629355669022, -0.012998954392969608, 0.03296428546309471, -0.0027291581500321627, 0.004039925988763571, -1.0 ], "control_base_action": [ 0.27786239981651306, -0.43411239981651306, 0.1337447464466095, 0.13882142305374146, -0.009972519241273403, 0.011086144484579563, 1.0 ], "record_id": "break_target_object/demo_2/frame_000254", "source_state_id": "demo_2/frame_000254", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 11 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_3", "frame_idx": 0, "split": "train", "expert_action": [ 0.0053571430034935474, -0.49017858505249023, -0.0, 0.0053571430034935474, 0.04392857104539871, -0.07821428775787354, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.14550946652889252, 0.06793592125177383, 0.08038339763879776, 0.032035715878009796, 0.0033069762866944075, 0.04161975905299187, 1.0 ], "break_base_action": [ 0.14550946652889252, 0.03616070747375488, 0.06704306602478027, 0.025535715743899345, 0.03710933029651642, 0.05101471766829491, 1.0 ], "control_base_action": [ 0.14550946652889252, 0.06793592125177383, 0.11373423784971237, 0.025535715743899345, 0.0033069762866944075, 0.011086144484579563, 1.0 ], "record_id": "break_target_object/demo_3/frame_000000", "source_state_id": "demo_3/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 12 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_3", "frame_idx": 90, "split": "train", "expert_action": [ 0.0669642835855484, 0.8035714030265808, 0.0803571417927742, 0.0, -0.039642855525016785, -0.018214285373687744, 1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.09587711095809937, -0.014679629355669022, -0.019669122993946075, 0.02832143008708954, 0.03710933029651642, 0.027527321130037308, -1.0 ], "break_base_action": [ 0.09587711095809937, -0.03374475613236427, 0.007011550012975931, 0.02832143008708954, 0.03710933029651642, 0.04866597801446915, 1.0 ], "control_base_action": [ 0.09587711095809937, -0.014679629355669022, -0.019669122993946075, 0.023678572848439217, 0.03710933029651642, 0.027527321130037308, -1.0 ], "record_id": "break_target_object/demo_3/frame_000090", "source_state_id": "demo_3/frame_000090", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 13 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_3", "frame_idx": 180, "split": "train", "expert_action": [ -0.3053571283817291, -0.2678571343421936, -0.44732141494750977, 0.009642857126891613, -0.04928571358323097, -0.04178571328520775, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.14550946652889252, -0.08458509296178818, -0.09971114248037338, 0.013464286923408508, 0.014172018505632877, 0.018132362514734268, 1.0 ], "break_base_action": [ 0.1344800591468811, -0.027389712631702423, 0.14708508551120758, 0.020892858505249023, -0.009972519241273403, 0.011086144484579563, 1.0 ], "control_base_action": [ 0.14550946652889252, -0.08458509296178818, -0.10638130456209183, 0.013464286923408508, 0.014172018505632877, 0.027527321130037308, 1.0 ], "record_id": "break_target_object/demo_3/frame_000180", "source_state_id": "demo_3/frame_000180", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 14 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_3", "frame_idx": 270, "split": "train", "expert_action": [ 0.0026785715017467737, -0.11517857015132904, 0.2705357074737549, 0.0, 0.003214285708963871, -0.04928571358323097, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1344800591468811, 0.20139180123806, 0.12040440738201141, 0.02646428719162941, 0.025037061423063278, 0.05571219325065613, 1.0 ], "break_base_action": [ 0.09036240726709366, -0.014679629355669022, 0.03369222208857536, -0.023678569123148918, 0.047974370419979095, 0.03927101939916611, 1.0 ], "control_base_action": [ 0.1344800591468811, 0.1886817216873169, -0.09971114248037338, 0.01996428705751896, -0.013594199903309345, -0.0006575529696419835, 1.0 ], "record_id": "break_target_object/demo_3/frame_000270", "source_state_id": "demo_3/frame_000270", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 15 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_4", "frame_idx": 0, "split": "train", "expert_action": [ 0.14464285969734192, 0.0, -0.0, -0.031071428209543228, 0.051428571343421936, -0.03750000149011612, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1344800591468811, 0.08064600080251694, -0.07970063388347626, 0.031107144430279732, 0.02262260764837265, 0.04396849870681763, 1.0 ], "break_base_action": [ 0.1344800591468811, 0.03616070747375488, 0.0003413818485569209, 0.019035715609788895, 0.015379245392978191, 0.05571219325065613, -1.0 ], "control_base_action": [ 0.1344800591468811, -0.08458509296178818, 0.2738182842731476, 0.00975000113248825, -0.009972519241273403, -0.01709872856736183, 1.0 ], "record_id": "break_target_object/demo_4/frame_000000", "source_state_id": "demo_4/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 16 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_4", "frame_idx": 102, "split": "train", "expert_action": [ 0.23571428656578064, 0.8035714030265808, 0.09910714626312256, 0.0, -0.04500000178813934, -0.025714285671710968, 1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.09587711095809937, -0.014679629355669022, 0.18710608780384064, 0.013464286923408508, -0.017215881496667862, 0.013434884138405323, 1.0 ], "break_base_action": [ 0.09587711095809937, -0.014679629355669022, -0.019669122993946075, 0.025535715743899345, 0.03710933029651642, 0.03692227974534035, 1.0 ], "control_base_action": [ 0.1344800591468811, -0.3642069399356842, -0.12639181315898895, 0.025535715743899345, 0.05280327796936035, 0.013434884138405323, 1.0 ], "record_id": "break_target_object/demo_4/frame_000102", "source_state_id": "demo_4/frame_000102", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 17 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_4", "frame_idx": 205, "split": "train", "expert_action": [ 0.2651785612106323, 0.08571428805589676, -0.03750000149011612, 0.0, -0.002142857061699033, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1344800591468811, 0.08064600080251694, -0.07970063388347626, 0.020892858505249023, 0.01175756473094225, 0.03927101939916611, 1.0 ], "break_base_action": [ 0.1344800591468811, -0.059164922684431076, 0.06704306602478027, -0.04967856779694557, -0.03411705791950226, 0.013434884138405323, 1.0 ], "control_base_action": [ 0.1344800591468811, -0.001969544915482402, 0.06704306602478027, 0.025535715743899345, -0.009972519241273403, 0.03222480043768883, 1.0 ], "record_id": "break_target_object/demo_4/frame_000205", "source_state_id": "demo_4/frame_000205", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 18 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_4", "frame_idx": 307, "split": "train", "expert_action": [ 0.0401785708963871, 0.0, 0.12589286267757416, 0.0, 0.03321428596973419, -0.051428571343421936, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.26683300733566284, -0.11000525951385498, 0.24046742916107178, -0.097035713493824, -0.04256764426827431, 0.011086144484579563, 1.0 ], "break_base_action": [ 0.26683300733566284, -0.07187500596046448, 0.24046742916107178, 0.03946428745985031, -0.009972519241273403, -0.02414494752883911, 1.0 ], "control_base_action": [ 0.09587711095809937, 0.28400734066963196, 0.06037289649248123, 0.015321429818868637, -0.00876529235392809, 0.020481102168560028, -1.0 ], "record_id": "break_target_object/demo_4/frame_000307", "source_state_id": "demo_4/frame_000307", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 19 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_5", "frame_idx": 0, "split": "train", "expert_action": [ 0.0, -0.12589286267757416, -0.0, 0.0, 0.0, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1344800591468811, -0.35785189270973206, -0.07303046435117722, 0.0004642874700948596, 0.005721430294215679, 0.03692227974534035, 1.0 ], "break_base_action": [ 0.28889182209968567, -0.1608455926179886, 0.1804359257221222, 0.040392857044935226, -0.026873696595430374, 0.006388665642589331, 1.0 ], "control_base_action": [ 0.1344800591468811, -0.35785189270973206, -0.0063287862576544285, 0.0060357158072292805, -0.009972519241273403, 0.004039925988763571, 1.0 ], "record_id": "break_target_object/demo_5/frame_000000", "source_state_id": "demo_5/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 20 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_5", "frame_idx": 105, "split": "train", "expert_action": [ 0.19017857313156128, 0.5089285969734192, 0.4928571283817291, 0.0, 0.0, -0.09857142716646194, 1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1344800591468811, 0.08064600080251694, -0.07970063388347626, 0.031107144430279732, 0.04555991664528847, 0.0627584159374237, 1.0 ], "break_base_action": [ 0.1344800591468811, 0.08064600080251694, 0.06037289649248123, 0.01996428705751896, 0.020208153873682022, 0.06980463117361069, 1.0 ], "control_base_action": [ 0.15653887391090393, 0.01074053905904293, 0.15375524759292603, 0.040392857044935226, -0.009972519241273403, 0.027527321130037308, 1.0 ], "record_id": "break_target_object/demo_5/frame_000105", "source_state_id": "demo_5/frame_000105", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 21 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_5", "frame_idx": 211, "split": "train", "expert_action": [ -0.22232143580913544, -0.2142857164144516, -0.375, 0.0, -0.06750000268220901, 0.006428571417927742, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.16756829619407654, -0.3133666217327118, 0.1337447464466095, 0.04596428573131561, -0.07516277581453323, 0.008737404830753803, 1.0 ], "break_base_action": [ 0.16756829619407654, -0.014679629355669022, 0.11373423784971237, 0.01996428705751896, -0.009972519241273403, 0.01578362286090851, 1.0 ], "control_base_action": [ 0.16756829619407654, -0.3133666217327118, -0.026339290663599968, 0.02460714429616928, 0.06849722564220428, -0.02179620787501335, 1.0 ], "record_id": "break_target_object/demo_5/frame_000211", "source_state_id": "demo_5/frame_000211", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 22 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_5", "frame_idx": 316, "split": "train", "expert_action": [ 0.03750000149011612, 0.02142857201397419, 0.3482142984867096, -0.007499999832361937, 0.055714286863803864, -0.04928571358323097, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.28889182209968567, 0.03616070747375488, 0.06037289649248123, -0.013464284129440784, -0.020837562158703804, 0.06980463117361069, 1.0 ], "break_base_action": [ 0.28889182209968567, -0.12907038629055023, 0.5539653301239014, -0.058964282274246216, -0.030495377257466316, 0.10033824294805527, 1.0 ], "control_base_action": [ 0.28889182209968567, 0.3284926414489746, 0.7407300472259521, 0.01160714402794838, 0.0878128632903099, 0.06510715186595917, 1.0 ], "record_id": "break_target_object/demo_5/frame_000316", "source_state_id": "demo_5/frame_000316", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 23 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_6", "frame_idx": 0, "split": "train", "expert_action": [ 0.08839285373687744, -0.7633928656578064, -0.0, 0.03642857074737549, 0.0, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1344800591468811, -0.14178046584129333, 0.013681718148291111, 0.1035357117652893, 0.03710933029651642, 0.011086144484579563, 1.0 ], "break_base_action": [ 0.1344800591468811, 0.06793592125177383, 0.007011550012975931, 0.019035715609788895, 0.01658647321164608, 0.022829841822385788, 1.0 ], "control_base_action": [ 0.1344800591468811, -0.08458509296178818, 0.30049893260002136, 0.042249999940395355, -0.024459242820739746, -0.0053550321608781815, 1.0 ], "record_id": "break_target_object/demo_6/frame_000000", "source_state_id": "demo_6/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 24 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_6", "frame_idx": 87, "split": "train", "expert_action": [ 0.07500000298023224, 0.8169642686843872, -0.0053571430034935474, 0.0, 0.0, -0.031071428209543228, 1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.15653887391090393, -0.11636029928922653, 0.16042540967464447, 0.025535715743899345, -0.03532428294420242, 0.01578362286090851, 1.0 ], "break_base_action": [ 0.15653887391090393, -0.12907038629055023, 0.10706406831741333, 0.040392857044935226, 0.03831655532121658, 0.011086144484579563, 1.0 ], "control_base_action": [ 0.14550946652889252, -0.027389712631702423, 0.10039390623569489, 0.013464286923408508, -0.03170260414481163, 0.04396849870681763, 1.0 ], "record_id": "break_target_object/demo_6/frame_000087", "source_state_id": "demo_6/frame_000087", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 25 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_6", "frame_idx": 173, "split": "train", "expert_action": [ -0.2008928507566452, -0.19285714626312256, -0.3455357253551483, 0.002142857061699033, 0.039642855525016785, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.514994740486145, 0.06793592125177383, 0.3405199646949768, 0.0060357158072292805, -0.06791941076517105, 0.020481102168560028, 1.0 ], "break_base_action": [ 0.14550946652889252, -0.03374475613236427, 0.2271270900964737, 0.013464286923408508, -0.026873696595430374, -0.0030062925070524216, 1.0 ], "control_base_action": [ 0.16756829619407654, 0.06793592125177383, 0.12707456946372986, 0.0385357141494751, -0.009972519241273403, 0.004039925988763571, 1.0 ], "record_id": "break_target_object/demo_6/frame_000173", "source_state_id": "demo_6/frame_000173", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 26 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_6", "frame_idx": 260, "split": "train", "expert_action": [ 0.22232143580913544, 0.0, 0.17142857611179352, 0.0, 0.02142857201397419, -0.0503571443259716, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1399947553873062, 0.11877625435590744, -0.12639181315898895, 0.02460714429616928, 0.03228042274713516, 0.06510715186595917, 1.0 ], "break_base_action": [ 0.2282300591468811, -0.040099795907735825, 0.1804359257221222, 0.017178572714328766, -0.011179746128618717, 0.020481102168560028, 1.0 ], "control_base_action": [ 0.1399947553873062, -0.4023371934890747, -0.43988969922065735, 0.01996428705751896, -0.03170260414481163, 0.03692227974534035, -1.0 ], "record_id": "break_target_object/demo_6/frame_000260", "source_state_id": "demo_6/frame_000260", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 27 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_7", "frame_idx": 0, "split": "train", "expert_action": [ 0.0, 0.0, -0.0, 0.0, -0.018214285373687744, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.43778887391090393, -0.12907038629055023, -0.07970063388347626, 0.040392857044935226, -0.14759638905525208, -0.05702729895710945, 1.0 ], "break_base_action": [ 0.43778887391090393, -0.12907038629055023, 0.39388129115104675, 0.015321429818868637, -0.13190244138240814, -0.03823738545179367, 1.0 ], "control_base_action": [ 0.47639182209968567, -0.16720063984394073, 0.0003413818485569209, 0.02460714429616928, -0.08482059091329575, 0.01578362286090851, 1.0 ], "record_id": "break_target_object/demo_7/frame_000000", "source_state_id": "demo_7/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 28 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_7", "frame_idx": 104, "split": "train", "expert_action": [ 0.0, 0.7151785492897034, -0.013392857275903225, 0.0, -0.1403571367263794, -0.07607142627239227, 1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1344800591468811, 0.08064600080251694, -0.07970063388347626, 0.031107144430279732, 0.025037061423063278, 0.05571219325065613, 1.0 ], "break_base_action": [ 0.1344800591468811, -0.08458509296178818, 0.013681718148291111, 0.025535715743899345, -0.00393638527020812, 0.01578362286090851, 1.0 ], "control_base_action": [ 0.1344800591468811, 0.15690650045871735, -0.20643383264541626, 0.01810714416205883, 0.03228042274713516, 0.08389706909656525, -1.0 ], "record_id": "break_target_object/demo_7/frame_000104", "source_state_id": "demo_7/frame_000104", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 29 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_7", "frame_idx": 207, "split": "train", "expert_action": [ -0.34017857909202576, 0.0, -0.5089285969734192, 0.0, -0.03214285895228386, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1344800591468811, 0.08064600080251694, -0.07970063388347626, 0.020892858505249023, 0.005721430294215679, 0.01578362286090851, 1.0 ], "break_base_action": [ 0.1344800591468811, 0.08064600080251694, -0.07970063388347626, 0.020892858505249023, -0.005143612157553434, 0.01578362286090851, 1.0 ], "control_base_action": [ 0.1344800591468811, 0.08064600080251694, -0.07970063388347626, 0.031107144430279732, 0.025037061423063278, 0.05571219325065613, 1.0 ], "record_id": "break_target_object/demo_7/frame_000207", "source_state_id": "demo_7/frame_000207", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 30 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_7", "frame_idx": 311, "split": "train", "expert_action": [ -0.04285714402794838, 0.0, 0.3107142746448517, 0.002142857061699033, 0.0, -0.05464285612106323, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.11242122948169708, -0.03374475613236427, -0.026339290663599968, 0.04132143035531044, 0.014172018505632877, 0.03457354009151459, 1.0 ], "break_base_action": [ 0.11242122948169708, -0.03374475613236427, 0.03369222208857536, 0.02460714429616928, -0.00031470434623770416, 0.020481102168560028, 1.0 ], "control_base_action": [ 0.11242122948169708, 0.2268119752407074, 0.07371322810649872, -0.007892855443060398, 0.023829834535717964, 0.0979895070195198, 1.0 ], "record_id": "break_target_object/demo_7/frame_000311", "source_state_id": "demo_7/frame_000311", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 31 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_8", "frame_idx": 0, "split": "train", "expert_action": [ 0.10446428507566452, -0.21696428954601288, -0.0, 0.0, 0.040714286267757416, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.14550946652889252, -0.3642069399356842, 0.14041490852832794, 0.020892858505249023, 0.005721430294215679, 0.08624580502510071, 1.0 ], "break_base_action": [ 0.14550946652889252, 0.03616070747375488, 0.06704306602478027, 0.025535715743899345, -0.020837562158703804, 0.020481102168560028, 1.0 ], "control_base_action": [ 0.14550946652889252, -0.3642069399356842, 0.04703255742788315, -0.03017856925725937, -0.14759638905525208, -0.01944746822118759, 1.0 ], "record_id": "break_target_object/demo_8/frame_000000", "source_state_id": "demo_8/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 32 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_8", "frame_idx": 98, "split": "train", "expert_action": [ 0.2410714328289032, 0.7794643044471741, 0.09910714626312256, 0.04500000178813934, 0.029999999329447746, -0.012857142835855484, 1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.10690652579069138, -0.001969544915482402, -0.012998954392969608, 0.025535715743899345, 0.019000926986336708, 0.03457354009151459, 1.0 ], "break_base_action": [ 0.1344800591468811, 0.06793592125177383, -0.0063287862576544285, 0.02460714429616928, 0.010550337843596935, 0.01578362286090851, 1.0 ], "control_base_action": [ 0.10690652579069138, -0.001969544915482402, -0.012998954392969608, 0.025535715743899345, 0.019000926986336708, 0.03457354009151459, 1.0 ], "record_id": "break_target_object/demo_8/frame_000098", "source_state_id": "demo_8/frame_000098", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 33 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_8", "frame_idx": 197, "split": "train", "expert_action": [ -0.06428571790456772, 0.05624999850988388, 0.010714286006987095, 0.009642857126891613, 0.0, -0.14464285969734192, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.11242122948169708, 0.048870790749788284, -0.012998954392969608, 0.0162500012665987, 0.027451515197753906, 0.022829841822385788, 1.0 ], "break_base_action": [ 0.1344800591468811, 0.08064600080251694, 0.06037289649248123, 0.01996428705751896, 0.020208153873682022, 0.06980463117361069, 1.0 ], "control_base_action": [ 0.15653887391090393, 0.06793592125177383, -0.0063287862576544285, 0.02460714429616928, 0.006928657181560993, 0.04161975905299187, 1.0 ], "record_id": "break_target_object/demo_8/frame_000197", "source_state_id": "demo_8/frame_000197", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 34 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_8", "frame_idx": 295, "split": "train", "expert_action": [ 0.0, 0.0, -0.0, 0.011785713955760002, 0.014999999664723873, -0.05999999865889549, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.28889182209968567, -0.40869224071502686, 0.1337447464466095, 0.1295357197523117, -0.09568563103675842, -0.19090545177459717, 1.0 ], "break_base_action": [ 0.28889182209968567, -0.021034670993685722, 0.12040440738201141, -0.029249997809529305, 0.0008925225702114403, -0.0053550321608781815, 1.0 ], "control_base_action": [ 0.27234768867492676, -0.5040178894996643, 0.24046742916107178, -0.013464284129440784, 0.017793700098991394, -0.03823738545179367, -1.0 ], "record_id": "break_target_object/demo_8/frame_000295", "source_state_id": "demo_8/frame_000295", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 35 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_9", "frame_idx": 0, "split": "train", "expert_action": [ 0.18482142686843872, -0.32678571343421936, -0.0, -0.008571428246796131, 0.06750000268220901, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.11242122948169708, -0.1608455926179886, 0.007011550012975931, 0.0004642874700948596, -0.016008654609322548, -0.02649368718266487, 1.0 ], "break_base_action": [ 0.2282300591468811, -0.12907038629055023, -0.05969013273715973, 0.019035715609788895, 0.012964791618287563, 0.011086144484579563, 1.0 ], "control_base_action": [ 0.28889182209968567, -0.1608455926179886, 0.10039390623569489, 0.08775000274181366, -0.1234518513083458, -0.13218696415424347, 1.0 ], "record_id": "break_target_object/demo_9/frame_000000", "source_state_id": "demo_9/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 36 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_9", "frame_idx": 76, "split": "train", "expert_action": [ 0.3455357253551483, 0.75, 0.32946428656578064, 0.055714286863803864, 0.0, -0.002142857061699033, 1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.10139182209968567, 0.055225834250450134, -0.07970063388347626, 0.0060357158072292805, 0.020208153873682022, 0.09329202771186829, 1.0 ], "break_base_action": [ 0.09587711095809937, -0.03374475613236427, -0.019669122993946075, 0.017178572714328766, 0.025037061423063278, 0.022829841822385788, 1.0 ], "control_base_action": [ 0.10139182209968567, -0.001969544915482402, 0.1804359257221222, 0.008821430616080761, -0.006350839044898748, -0.014749989844858646, 1.0 ], "record_id": "break_target_object/demo_9/frame_000076", "source_state_id": "demo_9/frame_000076", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 37 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_9", "frame_idx": 153, "split": "train", "expert_action": [ -0.2517857253551483, -0.09642857313156128, -0.7151785492897034, -0.029999999329447746, -0.04392857104539871, 0.007499999832361937, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.11793594062328339, 0.048870790749788284, -0.012998954392969608, 0.017178572714328766, 0.01175756473094225, 0.04631723836064339, 1.0 ], "break_base_action": [ 0.11793594062328339, 0.055225834250450134, -0.019669122993946075, 0.025535715743899345, 0.010550337843596935, 0.018132362514734268, 1.0 ], "control_base_action": [ 0.16756829619407654, 0.06793592125177383, 0.12707456946372986, 0.013464286923408508, -0.013594199903309345, 0.04396849870681763, 1.0 ], "record_id": "break_target_object/demo_9/frame_000153", "source_state_id": "demo_9/frame_000153", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 38 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_9", "frame_idx": 229, "split": "train", "expert_action": [ 0.0, 0.0669642835855484, -0.0, 0.0, -0.04392857104539871, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.28889182209968567, -0.40869224071502686, 0.33384978771209717, 0.013464286923408508, -0.03170260414481163, -0.03353990614414215, -1.0 ], "break_base_action": [ 0.28889182209968567, -0.40869224071502686, 0.03369222208857536, 0.05525000020861626, -0.023252015933394432, -0.0006575529696419835, -1.0 ], "control_base_action": [ 0.09587711095809937, -0.046454839408397675, 0.23379726707935333, 0.02460714429616928, -0.0015219312626868486, -0.0053550321608781815, 1.0 ], "record_id": "break_target_object/demo_9/frame_000229", "source_state_id": "demo_9/frame_000229", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 39 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_10", "frame_idx": 0, "split": "train", "expert_action": [ 0.02946428582072258, -0.19821429252624512, -0.0, 0.0, 0.0, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.12345064431428909, -0.1608455926179886, 0.007011550012975931, 0.006964287254959345, 0.08177672326564789, -0.01944746822118759, -1.0 ], "break_base_action": [ 0.12345064431428909, -0.059164922684431076, 0.020351886749267578, 0.0450357161462307, 0.04676714539527893, 0.018132362514734268, 1.0 ], "control_base_action": [ 0.14550946652889252, -0.12907038629055023, -0.07303046435117722, 0.02460714429616928, 0.03710933029651642, 0.03692227974534035, -1.0 ], "record_id": "break_target_object/demo_10/frame_000000", "source_state_id": "demo_10/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 40 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_10", "frame_idx": 95, "split": "train", "expert_action": [ 0.09375, 0.7660714387893677, 0.05624999850988388, 0.03642857074737549, 0.0, -0.04392857104539871, 1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.09587711095809937, -0.09729517996311188, 0.24046742916107178, 0.020892858505249023, -0.036531511694192886, 0.011086144484579563, -1.0 ], "break_base_action": [ 0.09587711095809937, -0.014679629355669022, -0.07970063388347626, 0.0162500012665987, 0.04073100909590721, 0.027527321130037308, -1.0 ], "control_base_action": [ 0.09587711095809937, -0.09729517996311188, -0.07970063388347626, 0.015321429818868637, 0.08298394829034805, 0.018132362514734268, 1.0 ], "record_id": "break_target_object/demo_10/frame_000095", "source_state_id": "demo_10/frame_000095", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 41 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_10", "frame_idx": 190, "split": "train", "expert_action": [ -0.08303571492433548, 0.0, -0.5866071581840515, 0.0, -0.009642857126891613, 0.004285714123398066, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.15653887391090393, -0.027389712631702423, 0.04703255742788315, 0.012535715475678444, -0.005143612157553434, 0.011086144484579563, -1.0 ], "break_base_action": [ 0.15653887391090393, -0.07823005318641663, -0.012998954392969608, 0.01996428705751896, 0.06608277559280396, 0.01578362286090851, -1.0 ], "control_base_action": [ 0.15653887391090393, -0.027389712631702423, 0.04703255742788315, 0.020892858505249023, 0.03710933029651642, 0.0016911865677684546, 1.0 ], "record_id": "break_target_object/demo_10/frame_000190", "source_state_id": "demo_10/frame_000190", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 42 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_10", "frame_idx": 285, "split": "train", "expert_action": [ 0.0, 0.0, 0.2517857253551483, 0.0, 0.020357143133878708, -0.04500000178813934, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.09587711095809937, -0.059164922684431076, 0.04703255742788315, 0.014392858371138573, 0.11557907611131668, 0.006388665642589331, 1.0 ], "break_base_action": [ 0.14550946652889252, -0.3006565272808075, -0.4999212324619293, -0.016249997541308403, 0.15903924405574799, 0.004039925988763571, -1.0 ], "control_base_action": [ 0.14550946652889252, -0.4023371934890747, -0.25312501192092896, 0.0060357158072292805, 0.017793700098991394, 0.018132362514734268, 1.0 ], "record_id": "break_target_object/demo_10/frame_000285", "source_state_id": "demo_10/frame_000285", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 43 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_11", "frame_idx": 0, "split": "train", "expert_action": [ 0.15267856419086456, -0.28928571939468384, -0.0, -0.003214285708963871, 0.011785713955760002, -0.04392857104539871, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1344800591468811, -0.09729517996311188, 0.23379726707935333, 0.040392857044935226, -0.03532428294420242, 0.004039925988763571, 1.0 ], "break_base_action": [ 0.27234768867492676, -0.35785189270973206, 0.12707456946372986, 0.014392858371138573, 0.005721430294215679, 0.020481102168560028, 1.0 ], "control_base_action": [ 0.1344800591468811, -0.09729517996311188, 0.30049893260002136, 0.007892859168350697, -0.030495377257466316, 0.01578362286090851, 1.0 ], "record_id": "break_target_object/demo_11/frame_000000", "source_state_id": "demo_11/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 44 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_11", "frame_idx": 83, "split": "train", "expert_action": [ 0.06964285671710968, 0.8116071224212646, -0.0, 0.0, -0.0867857113480568, -0.013928571715950966, 1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.15653887391090393, -0.08458509296178818, -0.07970063388347626, 0.013464286923408508, 0.01175756473094225, 0.022829841822385788, -1.0 ], "break_base_action": [ 0.1344800591468811, -0.059164922684431076, -0.019669122993946075, 0.021821429952979088, 0.0020997493993490934, 0.027527321130037308, 1.0 ], "control_base_action": [ 0.14550946652889252, -0.12907038629055023, -0.14640231430530548, 0.025535715743899345, 0.04555991664528847, 0.018132362514734268, -1.0 ], "record_id": "break_target_object/demo_11/frame_000083", "source_state_id": "demo_11/frame_000083", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 45 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_11", "frame_idx": 166, "split": "train", "expert_action": [ 0.0, 0.0, 0.09375, -0.046071428805589676, 0.05892857164144516, -0.002142857061699033, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.06830358505249023, 0.0043854969553649426, 0.20044642686843872, 0.031107144430279732, -0.013594199903309345, 0.011086144484579563, 1.0 ], "break_base_action": [ 0.1344800591468811, -0.059164922684431076, 0.04703255742788315, 0.019035715609788895, 0.005721430294215679, 0.01578362286090851, 1.0 ], "control_base_action": [ 0.06830358505249023, 0.048870790749788284, 0.17376574873924255, 0.013464286923408508, 0.0008925225702114403, 0.0016911865677684546, 1.0 ], "record_id": "break_target_object/demo_11/frame_000166", "source_state_id": "demo_11/frame_000166", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 46 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_11", "frame_idx": 249, "split": "train", "expert_action": [ 0.0, -0.08303571492433548, 0.02410714328289032, 0.028928572311997414, 0.0, -0.028928572311997414, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.18411241471767426, -0.5612132549285889, -0.33316701650619507, 0.00975000113248825, -0.06912663578987122, -0.02414494752883911, -1.0 ], "break_base_action": [ 0.07381828874349594, -0.001969544915482402, -0.3731880187988281, 0.07382142543792725, 0.09022731333971024, 0.01578362286090851, -1.0 ], "control_base_action": [ 0.11242122948169708, -0.014679629355669022, 0.0003413818485569209, 0.02460714429616928, 0.04073100909590721, 0.04866597801446915, 1.0 ], "record_id": "break_target_object/demo_11/frame_000249", "source_state_id": "demo_11/frame_000249", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 47 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_12", "frame_idx": 0, "split": "train", "expert_action": [ 0.0535714291036129, -0.05624999850988388, -0.0, -0.009642857126891613, 0.020357143133878708, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.2282300591468811, -0.12907038629055023, -0.05301996320486069, 0.0450357161462307, 0.0612538680434227, -0.010052510537207127, 1.0 ], "break_base_action": [ 0.2282300591468811, -0.12907038629055023, -0.05969013273715973, 0.020892858505249023, 0.014172018505632877, 0.013434884138405323, 1.0 ], "control_base_action": [ 0.27234768867492676, -0.44682249426841736, 0.05370272696018219, 0.1360357105731964, -0.0461893267929554, 0.013434884138405323, 1.0 ], "record_id": "break_target_object/demo_12/frame_000000", "source_state_id": "demo_12/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 48 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_12", "frame_idx": 86, "split": "train", "expert_action": [ 0.11785714328289032, 0.6294642686843872, 0.12589286267757416, 0.0503571443259716, -0.04821428656578064, -0.07178571075201035, 1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.14550946652889252, 0.06793592125177383, 0.11373423784971237, 0.040392857044935226, 0.019000926986336708, 0.004039925988763571, 1.0 ], "break_base_action": [ 0.11242122948169708, -0.1608455926179886, 0.007011550012975931, 0.022750001400709152, 0.015379245392978191, 0.018132362514734268, 1.0 ], "control_base_action": [ 0.1344800591468811, 0.08064600080251694, 0.12040440738201141, 0.040392857044935226, 0.019000926986336708, 0.05336345359683037, 1.0 ], "record_id": "break_target_object/demo_12/frame_000086", "source_state_id": "demo_12/frame_000086", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 49 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_12", "frame_idx": 172, "split": "train", "expert_action": [ -0.11785714328289032, -0.02410714328289032, -0.5598214268684387, -0.02142857201397419, -0.11249999701976776, 0.014999999664723873, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.16756829619407654, -0.052809882909059525, 0.28048843145370483, 0.02460714429616928, -0.022044789046049118, 0.0016911865677684546, 1.0 ], "break_base_action": [ 0.1344800591468811, 0.08064600080251694, -0.012998954392969608, 0.01810714416205883, 0.005721430294215679, 0.05336345359683037, 1.0 ], "control_base_action": [ 0.16756829619407654, 0.15690650045871735, -0.019669122993946075, -0.04689285531640053, -0.030495377257466316, 0.0627584159374237, 1.0 ], "record_id": "break_target_object/demo_12/frame_000172", "source_state_id": "demo_12/frame_000172", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 50 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_12", "frame_idx": 258, "split": "train", "expert_action": [ 0.0669642835855484, 0.11249999701976776, 0.08303571492433548, -0.003214285708963871, 0.012857142835855484, -0.011785713955760002, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1344800591468811, -0.046454839408397675, 0.10039390623569489, 0.032035715878009796, 0.03228042274713516, 0.01578362286090851, 1.0 ], "break_base_action": [ 0.20065653324127197, -0.07187500596046448, 0.10706406831741333, 0.02832143008708954, 0.01175756473094225, 0.013434884138405323, 1.0 ], "control_base_action": [ 0.1344800591468811, -0.001969544915482402, -0.0063287862576544285, 0.015321429818868637, -0.0015219312626868486, -0.007703771349042654, -1.0 ], "record_id": "break_target_object/demo_12/frame_000258", "source_state_id": "demo_12/frame_000258", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 51 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_13", "frame_idx": 0, "split": "train", "expert_action": [ 0.0, -0.3375000059604645, -0.0, 0.0, 0.0, -0.03321428596973419, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1344800591468811, 0.08064600080251694, 0.07371322810649872, 0.020892858505249023, 0.010550337843596935, 0.06510715186595917, 1.0 ], "break_base_action": [ 0.1344800591468811, 0.08064600080251694, 0.07371322810649872, 0.019035715609788895, 0.010550337843596935, 0.04396849870681763, 1.0 ], "control_base_action": [ 0.14550946652889252, -0.12907038629055023, -0.12639181315898895, 0.031107144430279732, 0.03710933029651642, 0.022829841822385788, 1.0 ], "record_id": "break_target_object/demo_13/frame_000000", "source_state_id": "demo_13/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 52 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_13", "frame_idx": 96, "split": "train", "expert_action": [ 0.05892857164144516, 0.5383928418159485, 0.04285714402794838, 0.08464285731315613, -0.034285712987184525, -0.0, 1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.14550946652889252, 0.06793592125177383, -0.0063287862576544285, 0.025535715743899345, 0.010550337843596935, 0.04161975905299187, 1.0 ], "break_base_action": [ 0.14550946652889252, 0.08064600080251694, 0.06704306602478027, 0.025535715743899345, 0.014172018505632877, 0.05571219325065613, 1.0 ], "control_base_action": [ 0.14550946652889252, 0.08064600080251694, 0.013681718148291111, 0.033892858773469925, -0.0027291581500321627, 0.04161975905299187, 1.0 ], "record_id": "break_target_object/demo_13/frame_000096", "source_state_id": "demo_13/frame_000096", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 53 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_13", "frame_idx": 191, "split": "train", "expert_action": [ -0.10446428507566452, -0.30267858505249023, -0.2276785671710968, 0.0, 0.009642857126891613, -0.019285714253783226, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1344800591468811, 0.08064600080251694, -0.07970063388347626, 0.031107144430279732, 0.02262260764837265, 0.04396849870681763, 1.0 ], "break_base_action": [ 0.1344800591468811, 0.08064600080251694, -0.012998954392969608, 0.01810714416205883, 0.01175756473094225, 0.03692227974534035, 1.0 ], "control_base_action": [ 0.16756829619407654, 0.06793592125177383, 0.14041490852832794, 0.040392857044935226, -0.011179746128618717, 0.004039925988763571, 1.0 ], "record_id": "break_target_object/demo_13/frame_000191", "source_state_id": "demo_13/frame_000191", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 54 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_13", "frame_idx": 287, "split": "train", "expert_action": [ 0.01607142947614193, 0.0, 0.12857143580913544, 0.0, 0.006428571417927742, -0.05464285612106323, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.43778887391090393, -0.4404674470424652, -0.2131039947271347, 0.02460714429616928, 0.15903924405574799, -0.010052510537207127, 1.0 ], "break_base_action": [ 0.18411241471767426, -0.03374475613236427, 0.10039390623569489, 0.025535715743899345, -0.016008654609322548, -0.0053550321608781815, 1.0 ], "control_base_action": [ 0.14550946652889252, -0.4023371934890747, -0.39319854974746704, 0.07567857205867767, 0.0443526916205883, -0.0053550321608781815, 1.0 ], "record_id": "break_target_object/demo_13/frame_000287", "source_state_id": "demo_13/frame_000287", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 55 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_14", "frame_idx": 0, "split": "train", "expert_action": [ 0.0, 0.0, -0.01875000074505806, 0.0, -0.006428571417927742, -0.017142856493592262, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.2282300591468811, -0.12907038629055023, 0.06037289649248123, 0.040392857044935226, 0.015379245392978191, 0.004039925988763571, 1.0 ], "break_base_action": [ 0.2282300591468811, -0.059164922684431076, -0.046349793672561646, 0.020892858505249023, 0.014172018505632877, 0.018132362514734268, 1.0 ], "control_base_action": [ 0.14550946652889252, -0.12907038629055023, -0.12639181315898895, 0.08775000274181366, 0.03710933029651642, 0.04161975905299187, 1.0 ], "record_id": "break_target_object/demo_14/frame_000000", "source_state_id": "demo_14/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 56 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_14", "frame_idx": 95, "split": "train", "expert_action": [ 0.19285714626312256, 0.6803571581840515, 0.2276785671710968, 0.0, 0.003214285708963871, 0.039642855525016785, 1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.11242122948169708, 0.055225834250450134, -0.0396796278655529, 0.0162500012665987, 0.01175756473094225, 0.04631723836064339, 1.0 ], "break_base_action": [ 0.11242122948169708, 0.055225834250450134, 0.020351886749267578, 0.025535715743899345, -0.0015219312626868486, 0.03692227974534035, 1.0 ], "control_base_action": [ 0.11242122948169708, 0.048870790749788284, -0.07970063388347626, 0.0060357158072292805, -0.0015219312626868486, 0.04161975905299187, 1.0 ], "record_id": "break_target_object/demo_14/frame_000095", "source_state_id": "demo_14/frame_000095", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 57 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_14", "frame_idx": 189, "split": "train", "expert_action": [ -0.22499999403953552, -0.08571428805589676, -0.4580357074737549, 0.0, 0.0, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1344800591468811, 0.08064600080251694, 0.007011550012975931, 0.019035715609788895, 0.026244288310408592, 0.06040967255830765, 1.0 ], "break_base_action": [ 0.1344800591468811, -0.14178046584129333, 0.16042540967464447, 0.010678572580218315, -0.0015219312626868486, 0.013434884138405323, 1.0 ], "control_base_action": [ 0.1344800591468811, -0.08458509296178818, -0.12639181315898895, 0.01160714402794838, 0.023829834535717964, 0.018132362514734268, 1.0 ], "record_id": "break_target_object/demo_14/frame_000189", "source_state_id": "demo_14/frame_000189", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 58 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_14", "frame_idx": 284, "split": "train", "expert_action": [ 0.0, 0.0, 0.22499999403953552, 0.0, 0.03857142850756645, -0.0503571443259716, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.2282300591468811, -0.027389712631702423, 0.007011550012975931, 0.040392857044935226, 0.010550337843596935, 0.03222480043768883, 1.0 ], "break_base_action": [ 0.4047006368637085, -0.001969544915482402, -0.4332195520401001, 0.11282142996788025, -0.04739655181765556, 0.12852312624454498, 1.0 ], "control_base_action": [ 0.10139182209968567, 0.0043854969553649426, -0.012998954392969608, 0.020892858505249023, -0.0015219312626868486, 0.029876060783863068, 1.0 ], "record_id": "break_target_object/demo_14/frame_000284", "source_state_id": "demo_14/frame_000284", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 59 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_15", "frame_idx": 0, "split": "train", "expert_action": [ 0.09375, -0.1875, 0.0401785708963871, 0.0, 0.06642857193946838, -0.031071428209543228, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1344800591468811, -0.09729517996311188, 0.23379726707935333, 0.042249999940395355, 0.023829834535717964, 0.0016911865677684546, 1.0 ], "break_base_action": [ 0.1344800591468811, -0.09729517996311188, 0.020351886749267578, 0.019035715609788895, -0.00393638527020812, 0.018132362514734268, 1.0 ], "control_base_action": [ 0.1344800591468811, -0.09729517996311188, 0.020351886749267578, 0.019035715609788895, -0.0015219312626868486, 0.05806093290448189, 1.0 ], "record_id": "break_target_object/demo_15/frame_000000", "source_state_id": "demo_15/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 60 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_15", "frame_idx": 79, "split": "train", "expert_action": [ 0.23839285969734192, 0.7875000238418579, 0.0803571417927742, 0.04500000178813934, 0.0, 0.0053571430034935474, 1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.09587711095809937, -0.014679629355669022, -0.19976365566253662, 0.0004642874700948596, 0.019000926986336708, 0.027527321130037308, -1.0 ], "break_base_action": [ 0.09587711095809937, -0.014679629355669022, -0.07970063388347626, 0.020892858505249023, 0.01175756473094225, 0.011086144484579563, 1.0 ], "control_base_action": [ 0.09587711095809937, -0.014679629355669022, -0.09304097294807434, 0.020892858505249023, 0.005721430294215679, 0.020481102168560028, 1.0 ], "record_id": "break_target_object/demo_15/frame_000079", "source_state_id": "demo_15/frame_000079", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 61 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_15", "frame_idx": 159, "split": "train", "expert_action": [ 0.1875, 0.2651785612106323, -0.0669642835855484, -0.02142857201397419, -0.04392857104539871, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ -0.06956405937671661, 0.055225834250450134, 0.0870535671710968, 0.020892858505249023, 0.014172018505632877, -0.0053550321608781815, 1.0 ], "break_base_action": [ -0.06956405937671661, -0.001969544915482402, 0.4005514681339264, 0.02460714429616928, -0.022044789046049118, -0.014749989844858646, -1.0 ], "control_base_action": [ 0.06830358505249023, -0.001969544915482402, 0.1804359257221222, 0.0004642874700948596, -0.0015219312626868486, 0.011086144484579563, -1.0 ], "record_id": "break_target_object/demo_15/frame_000159", "source_state_id": "demo_15/frame_000159", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 62 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_15", "frame_idx": 238, "split": "train", "expert_action": [ 0.04821428656578064, 0.0, -0.0, 0.0, -0.0010714285308495164, -0.03642857074737549, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.28889182209968567, -0.37056198716163635, 0.12707456946372986, 0.025535715743899345, -0.0763700008392334, -0.010052510537207127, 1.0 ], "break_base_action": [ 0.28889182209968567, -0.07187500596046448, 0.24046742916107178, -0.009749998338520527, -0.009972519241273403, 0.011086144484579563, 1.0 ], "control_base_action": [ 0.28889182209968567, -0.4404674470424652, -0.15974265336990356, 0.13789285719394684, -0.11500126123428345, 0.16375420987606049, 1.0 ], "record_id": "break_target_object/demo_15/frame_000238", "source_state_id": "demo_15/frame_000238", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 63 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_16", "frame_idx": 0, "split": "train", "expert_action": [ 0.02946428582072258, -0.10982143133878708, -0.0, 0.0, 0.014999999664723873, -0.061071429401636124, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1344800591468811, -0.059164922684431076, 0.12040440738201141, 0.04132143035531044, -0.005143612157553434, 0.004039925988763571, -1.0 ], "break_base_action": [ 0.1344800591468811, -0.07187500596046448, 0.20044642686843872, 0.029250001534819603, -0.011179746128618717, 0.013434884138405323, -1.0 ], "control_base_action": [ 0.14550946652889252, -0.07823005318641663, 0.14708508551120758, 0.040392857044935226, -0.009972519241273403, 0.004039925988763571, 1.0 ], "record_id": "break_target_object/demo_16/frame_000000", "source_state_id": "demo_16/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 64 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_16", "frame_idx": 91, "split": "train", "expert_action": [ 0.21160714328289032, 0.5625, 0.1339285671710968, 0.020357143133878708, 0.040714286267757416, -0.06428571790456772, 1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1289653480052948, 0.08064600080251694, -0.012998954392969608, 0.0162500012665987, 0.005721430294215679, 0.07685085386037827, 1.0 ], "break_base_action": [ 0.1289653480052948, 0.08064600080251694, -0.012998954392969608, 0.0162500012665987, 0.01175756473094225, 0.03457354009151459, 1.0 ], "control_base_action": [ 0.14550946652889252, 0.08064600080251694, 0.0003413818485569209, 0.02832143008708954, 0.014172018505632877, 0.04396849870681763, 1.0 ], "record_id": "break_target_object/demo_16/frame_000091", "source_state_id": "demo_16/frame_000091", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 65 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_16", "frame_idx": 182, "split": "train", "expert_action": [ -0.15803571045398712, -0.15535713732242584, -0.4982142746448517, -0.008571428246796131, -0.014999999664723873, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.2227153480052948, -0.3642069399356842, 0.4539128243923187, 0.025535715743899345, 0.05159605294466019, 0.09329202771186829, 1.0 ], "break_base_action": [ 0.06830358505249023, -0.014679629355669022, 0.23379726707935333, 0.0162500012665987, -0.03411705791950226, -0.02649368718266487, 1.0 ], "control_base_action": [ 0.06830358505249023, -0.001969544915482402, -0.07970063388347626, -0.027392854914069176, 0.006928657181560993, 0.03457354009151459, -1.0 ], "record_id": "break_target_object/demo_16/frame_000182", "source_state_id": "demo_16/frame_000182", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 66 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_16", "frame_idx": 273, "split": "train", "expert_action": [ -0.0026785715017467737, 0.0053571430034935474, -0.0053571430034935474, -0.020357143133878708, -0.09214285761117935, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.3991859257221222, -0.4404674470424652, 0.5406249761581421, 0.02460714429616928, -0.14759638905525208, -0.01944746822118759, -1.0 ], "break_base_action": [ 0.3991859257221222, -0.5612132549285889, 0.06037289649248123, 0.019035715609788895, -0.07395554333925247, -0.05467856302857399, -1.0 ], "control_base_action": [ 0.3991859257221222, -0.4404674470424652, 0.5406249761581421, 0.04132143035531044, -0.07878445088863373, -0.13688445091247559, -1.0 ], "record_id": "break_target_object/demo_16/frame_000273", "source_state_id": "demo_16/frame_000273", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 67 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_17", "frame_idx": 0, "split": "train", "expert_action": [ 0.0, 0.0, 0.0, 0.0, 0.0, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.18411241471767426, -0.12907038629055023, 0.06704306602478027, 0.04596428573131561, 0.005721430294215679, -0.012401250191032887, -1.0 ], "break_base_action": [ 0.18411241471767426, -0.16720063984394073, 0.04703255742788315, 0.044107142835855484, 0.01175756473094225, 0.006388665642589331, -1.0 ], "control_base_action": [ 0.18411241471767426, -0.12907038629055023, 0.06704306602478027, 0.040392857044935226, -0.020837562158703804, -0.02884242683649063, 1.0 ], "record_id": "break_target_object/demo_17/frame_000000", "source_state_id": "demo_17/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 68 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_17", "frame_idx": 95, "split": "train", "expert_action": [ 0.04821428656578064, 0.6883928775787354, 0.2142857164144516, 0.0, -0.023571427911520004, -0.03750000149011612, 1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1344800591468811, 0.08064600080251694, -0.012998954392969608, 0.031107144430279732, 0.02262260764837265, 0.05571219325065613, 1.0 ], "break_base_action": [ 0.14550946652889252, 0.03616070747375488, 0.0003413818485569209, 0.0450357161462307, 0.03710933029651642, 0.03692227974534035, 1.0 ], "control_base_action": [ 0.1344800591468811, -0.08458509296178818, 0.06704306602478027, 0.019035715609788895, -0.016008654609322548, -0.0006575529696419835, 1.0 ], "record_id": "break_target_object/demo_17/frame_000095", "source_state_id": "demo_17/frame_000095", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 69 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_17", "frame_idx": 190, "split": "train", "expert_action": [ 0.19553571939468384, 0.18214285373687744, -0.17142857611179352, 0.0, 0.0, -0.004285714123398066, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.14550946652889252, -0.08458509296178818, -0.1330619752407074, 0.014392858371138573, 0.08177672326564789, 0.08859454840421677, 1.0 ], "break_base_action": [ 0.1344800591468811, 0.08064600080251694, -0.05969013273715973, 0.019035715609788895, 0.005721430294215679, 0.06980463117361069, 1.0 ], "control_base_action": [ 0.14550946652889252, -0.08458509296178818, -0.1330619752407074, 0.013464286923408508, 0.008135884068906307, 0.020481102168560028, 1.0 ], "record_id": "break_target_object/demo_17/frame_000190", "source_state_id": "demo_17/frame_000190", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 70 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_17", "frame_idx": 285, "split": "train", "expert_action": [ 0.0, 0.0026785715017467737, 0.08303571492433548, 0.0, 0.0, -0.07178571075201035, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.28889182209968567, -0.021034670993685722, 0.04703255742788315, 0.03667857125401497, 0.005721430294215679, 0.05806093290448189, 1.0 ], "break_base_action": [ 0.28889182209968567, -0.07187500596046448, -0.10638130456209183, -0.0013928553089499474, 0.10592126101255417, 0.011086144484579563, 1.0 ], "control_base_action": [ 0.28889182209968567, 0.3284926414489746, 0.5472951531410217, 0.0060357158072292805, -0.020837562158703804, 0.14026682078838348, 1.0 ], "record_id": "break_target_object/demo_17/frame_000285", "source_state_id": "demo_17/frame_000285", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 71 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_18", "frame_idx": 0, "split": "train", "expert_action": [ 0.11517857015132904, -0.5544642806053162, 0.04553571343421936, 0.0, 0.0, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1344800591468811, -0.35785189270973206, -0.0396796278655529, 0.012535715475678444, 0.0443526916205883, 0.018132362514734268, 1.0 ], "break_base_action": [ 0.1344800591468811, 0.08064600080251694, 0.06037289649248123, 0.01996428705751896, 0.020208153873682022, 0.06980463117361069, 1.0 ], "control_base_action": [ 0.1344800591468811, -0.35785189270973206, -0.0396796278655529, -0.03667856752872467, 0.015379245392978191, 0.004039925988763571, 1.0 ], "record_id": "break_target_object/demo_18/frame_000000", "source_state_id": "demo_18/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 72 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_18", "frame_idx": 94, "split": "train", "expert_action": [ 0.13660714030265808, 0.7741071581840515, -0.0, 0.007499999832361937, 0.0, -0.02678571455180645, 1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.14550946652889252, -0.10365021973848343, 0.05370272696018219, 0.008821430616080761, 0.009343110956251621, 0.0016911865677684546, 1.0 ], "break_base_action": [ 0.15653887391090393, -0.43411239981651306, 0.03369222208857536, 0.025535715743899345, -0.06067604944109917, 0.004039925988763571, -1.0 ], "control_base_action": [ 0.14550946652889252, -0.10365021973848343, -0.0063287862576544285, 0.01810714416205883, -0.0015219312626868486, 0.03692227974534035, 1.0 ], "record_id": "break_target_object/demo_18/frame_000094", "source_state_id": "demo_18/frame_000094", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 73 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_18", "frame_idx": 187, "split": "train", "expert_action": [ 0.02946428582072258, 0.0053571430034935474, 0.19821429252624512, 0.0, 0.029999999329447746, -0.028928572311997414, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.2282300591468811, -0.37056198716163635, 0.11373423784971237, 0.020892858505249023, 0.11195740103721619, -0.06877099722623825, 1.0 ], "break_base_action": [ 0.12345064431428909, -0.021034670993685722, -0.019669122993946075, 0.02646428719162941, 0.03710933029651642, 0.04866597801446915, 1.0 ], "control_base_action": [ 0.16756829619407654, 0.048870790749788284, -0.11972164362668991, 0.027392858639359474, 0.03710933029651642, 0.06040967255830765, 1.0 ], "record_id": "break_target_object/demo_18/frame_000187", "source_state_id": "demo_18/frame_000187", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 74 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_18", "frame_idx": 281, "split": "train", "expert_action": [ 0.1607142835855484, 0.0, 0.23571428656578064, 0.0, 0.03214285895228386, -0.062142856419086456, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.26683300733566284, -0.37056198716163635, -0.23978467285633087, 0.0450357161462307, 0.15903924405574799, 0.0979895070195198, 1.0 ], "break_base_action": [ 0.06278888136148453, -0.001969544915482402, -0.23311449587345123, 0.06082142889499664, 0.0612538680434227, 0.08389706909656525, 1.0 ], "control_base_action": [ 0.26683300733566284, -0.49130779504776, 0.18710608780384064, 0.00975000113248825, -0.0015219312626868486, -0.04528360441327095, 1.0 ], "record_id": "break_target_object/demo_18/frame_000281", "source_state_id": "demo_18/frame_000281", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 75 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_19", "frame_idx": 0, "split": "train", "expert_action": [ 0.0, 0.0, -0.01875000074505806, -0.003214285708963871, 0.003214285708963871, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.18411241471767426, -0.12907038629055023, 0.007011550012975931, 0.1165357157588005, 0.060046639293432236, 0.03222480043768883, 1.0 ], "break_base_action": [ 0.26683300733566284, -0.17355568706989288, 0.40722164511680603, 0.013464286923408508, -0.03411705791950226, 0.004039925988763571, -1.0 ], "control_base_action": [ 0.18411241471767426, -0.027389712631702423, 0.12040440738201141, -0.01253571268171072, -0.06791941076517105, 0.01578362286090851, 1.0 ], "record_id": "break_target_object/demo_19/frame_000000", "source_state_id": "demo_19/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 76 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_19", "frame_idx": 101, "split": "train", "expert_action": [ 0.10446428507566452, 0.8089285492897034, -0.0, 0.0, -0.040714286267757416, -0.029999999329447746, 1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.11242122948169708, 0.055225834250450134, 0.12040440738201141, 0.015321429818868637, 0.006928657181560993, 0.04396849870681763, 1.0 ], "break_base_action": [ 0.11242122948169708, 0.055225834250450134, 0.007011550012975931, 0.017178572714328766, -0.00393638527020812, 0.06980463117361069, 1.0 ], "control_base_action": [ 0.14550946652889252, 0.08064600080251694, 0.06704306602478027, 0.019035715609788895, 0.005721430294215679, 0.03927101939916611, 1.0 ], "record_id": "break_target_object/demo_19/frame_000101", "source_state_id": "demo_19/frame_000101", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 77 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_19", "frame_idx": 202, "split": "train", "expert_action": [ 0.0, 0.06160714104771614, -0.0, -0.027857143431901932, -0.019285714253783226, -0.02142857201397419, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1344800591468811, 0.048870790749788284, -0.05969013273715973, 0.01160714402794838, 0.03107319585978985, 0.04631723836064339, 1.0 ], "break_base_action": [ 0.14550946652889252, 0.06793592125177383, -0.0063287862576544285, 0.019035715609788895, 0.035902101546525955, 0.06510715186595917, 1.0 ], "control_base_action": [ 0.1344800591468811, -0.3642069399356842, 0.18710608780384064, 0.029250001534819603, -0.08240613341331482, -0.03588864579796791, -1.0 ], "record_id": "break_target_object/demo_19/frame_000202", "source_state_id": "demo_19/frame_000202", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 78 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_19", "frame_idx": 303, "split": "train", "expert_action": [ 0.15000000596046448, 0.0, 0.20624999701976776, 0.0, 0.12214285880327225, -0.046071428805589676, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1344800591468811, 0.08064600080251694, 0.0870535671710968, 0.032035715878009796, 0.0008925225702114403, 0.04161975905299187, 1.0 ], "break_base_action": [ 0.2282300591468811, -0.40869224071502686, -0.26646533608436584, 0.012535715475678444, -0.14759638905525208, -0.007703771349042654, 1.0 ], "control_base_action": [ 0.1344800591468811, 0.08064600080251694, 0.10706406831741333, 0.04132143035531044, 0.0008925225702114403, 0.04161975905299187, 1.0 ], "record_id": "break_target_object/demo_19/frame_000303", "source_state_id": "demo_19/frame_000303", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 79 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_20", "frame_idx": 0, "split": "train", "expert_action": [ 0.08571428805589676, -0.31607142090797424, -0.0, 0.0, 0.025714285671710968, -0.019285714253783226, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1344800591468811, 0.08064600080251694, -0.012998954392969608, 0.015321429818868637, 0.03228042274713516, 0.07450211048126221, 1.0 ], "break_base_action": [ 0.1344800591468811, -0.052809882909059525, 0.020351886749267578, 0.019035715609788895, -0.00393638527020812, 0.027527321130037308, -1.0 ], "control_base_action": [ 0.1344800591468811, -0.03374475613236427, 0.14708508551120758, 0.042249999940395355, 0.035902101546525955, 0.03692227974534035, 1.0 ], "record_id": "break_target_object/demo_20/frame_000000", "source_state_id": "demo_20/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 80 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_20", "frame_idx": 113, "split": "train", "expert_action": [ 0.18482142686843872, 0.0, 0.6053571701049805, -0.025714285671710968, 0.04928571358323097, 0.01607142947614193, 1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1344800591468811, 0.06793592125177383, -0.0063287862576544285, 0.02460714429616928, 0.035902101546525955, 0.07215337455272675, 1.0 ], "break_base_action": [ 0.16205358505249023, -0.40869224071502686, -0.05301996320486069, -0.05617856979370117, 0.07694781571626663, 0.004039925988763571, -1.0 ], "control_base_action": [ 0.14550946652889252, -0.12907038629055023, -0.0063287862576544285, 0.012535715475678444, -0.016008654609322548, 0.022829841822385788, 1.0 ], "record_id": "break_target_object/demo_20/frame_000113", "source_state_id": "demo_20/frame_000113", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 81 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_20", "frame_idx": 225, "split": "train", "expert_action": [ -0.24642856419086456, -0.11517857015132904, -0.4982142746448517, -0.031071428209543228, 0.0, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1344800591468811, 0.08064600080251694, -0.012998954392969608, 0.01160714402794838, 0.03228042274713516, 0.04631723836064339, 1.0 ], "break_base_action": [ 0.1344800591468811, 0.08064600080251694, -0.026339290663599968, 0.019035715609788895, -0.00393638527020812, 0.08154832571744919, 1.0 ], "control_base_action": [ 0.14550946652889252, -0.12907038629055023, -0.12639181315898895, 0.01160714402794838, 0.0033069762866944075, 0.018132362514734268, 1.0 ], "record_id": "break_target_object/demo_20/frame_000225", "source_state_id": "demo_20/frame_000225", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 82 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_20", "frame_idx": 338, "split": "train", "expert_action": [ -0.07767856866121292, -0.28125, 0.26249998807907104, 0.0, 0.006428571417927742, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.28889182209968567, -0.4404674470424652, 0.5339548587799072, 0.0060357158072292805, 0.11075016856193542, 0.10738446563482285, 1.0 ], "break_base_action": [ 0.28889182209968567, -0.046454839408397675, -0.05969013273715973, 0.019035715609788895, 0.014172018505632877, -0.014749989844858646, 1.0 ], "control_base_action": [ 0.11242122948169708, -0.08458509296178818, 0.020351886749267578, 0.032035715878009796, 0.03228042274713516, 0.018132362514734268, 1.0 ], "record_id": "break_target_object/demo_20/frame_000338", "source_state_id": "demo_20/frame_000338", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 83 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_21", "frame_idx": 0, "split": "train", "expert_action": [ 0.04285714402794838, -0.5758928656578064, 0.03214285895228386, 0.0, 0.05999999865889549, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1344800591468811, 0.08064600080251694, 0.06037289649248123, 0.01996428705751896, 0.020208153873682022, 0.06980463117361069, 1.0 ], "break_base_action": [ 0.1344800591468811, 0.08064600080251694, 0.06037289649248123, 0.01996428705751896, 0.020208153873682022, 0.06980463117361069, 1.0 ], "control_base_action": [ 0.1344800591468811, 0.08064600080251694, -0.012998954392969608, 0.015321429818868637, 0.01175756473094225, 0.04631723836064339, 1.0 ], "record_id": "break_target_object/demo_21/frame_000000", "source_state_id": "demo_21/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 84 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_21", "frame_idx": 93, "split": "train", "expert_action": [ 0.03750000149011612, 0.8142856955528259, -0.2410714328289032, 0.0, -0.020357143133878708, -0.08142857253551483, 1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.14550946652889252, -0.12907038629055023, -0.0063287862576544285, 0.020892858505249023, 0.08298394829034805, -0.02649368718266487, -1.0 ], "break_base_action": [ 0.14550946652889252, -0.12907038629055023, -0.0063287862576544285, 0.020892858505249023, -0.0027291581500321627, 0.01578362286090851, 1.0 ], "control_base_action": [ 0.14550946652889252, -0.12907038629055023, -0.0063287862576544285, 0.020892858505249023, 0.0612538680434227, 0.03222480043768883, -1.0 ], "record_id": "break_target_object/demo_21/frame_000093", "source_state_id": "demo_21/frame_000093", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 85 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_21", "frame_idx": 185, "split": "train", "expert_action": [ -0.19017857313156128, -0.2008928507566452, -0.4044642746448517, 0.07178571075201035, 0.014999999664723873, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1344800591468811, -0.059164922684431076, 0.14041490852832794, 0.006964287254959345, -0.036531511694192886, 0.004039925988763571, 1.0 ], "break_base_action": [ 0.10139182209968567, 0.055225834250450134, 0.03369222208857536, 0.0162500012665987, 0.008135884068906307, 0.025178581476211548, 1.0 ], "control_base_action": [ 0.14550946652889252, 0.06793592125177383, 0.11373423784971237, 0.013464286923408508, -0.009972519241273403, 0.025178581476211548, 1.0 ], "record_id": "break_target_object/demo_21/frame_000185", "source_state_id": "demo_21/frame_000185", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 86 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_21", "frame_idx": 278, "split": "train", "expert_action": [ 0.0, -0.01607142947614193, 0.03214285895228386, 0.0, 0.0, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.28337711095809937, -0.3260766863822937, -0.26646533608436584, 0.025535715743899345, 0.15903924405574799, 0.10738446563482285, 1.0 ], "break_base_action": [ 0.10139182209968567, -0.11636029928922653, 0.020351886749267578, 0.015321429818868637, -0.0015219312626868486, -0.02649368718266487, 1.0 ], "control_base_action": [ 0.06830358505249023, -0.052809882909059525, 0.12040440738201141, 0.03760714456439018, -0.0015219312626868486, -0.014749989844858646, -1.0 ], "record_id": "break_target_object/demo_21/frame_000278", "source_state_id": "demo_21/frame_000278", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 87 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_22", "frame_idx": 0, "split": "train", "expert_action": [ 0.0, -0.09107142686843872, -0.0, 0.0, -0.025714285671710968, -0.009642857126891613, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.27234768867492676, -0.021034670993685722, 0.12040440738201141, 0.019035715609788895, -0.03170260414481163, 0.006388665642589331, 1.0 ], "break_base_action": [ 0.18411241471767426, -0.059164922684431076, 0.0003413818485569209, 0.04596428573131561, 0.05642496049404144, 0.018132362514734268, 1.0 ], "control_base_action": [ 0.27234768867492676, -0.1608455926179886, -0.07303046435117722, 0.10260714590549469, -0.022044789046049118, 0.04161975905299187, -1.0 ], "record_id": "break_target_object/demo_22/frame_000000", "source_state_id": "demo_22/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 88 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_22", "frame_idx": 92, "split": "train", "expert_action": [ 0.0, 0.6294642686843872, 0.5196428298950195, 0.004285714123398066, 0.0, -0.0503571443259716, 1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.09587711095809937, -0.014679629355669022, 0.013681718148291111, 0.07196428626775742, -0.0027291581500321627, -0.0030062925070524216, 1.0 ], "break_base_action": [ 0.11242122948169708, 0.03616070747375488, 0.007011550012975931, 0.0162500012665987, -0.00393638527020812, 0.04161975905299187, 1.0 ], "control_base_action": [ 0.09587711095809937, -0.014679629355669022, 0.020351886749267578, 0.031107144430279732, 0.027451515197753906, 0.025178581476211548, 1.0 ], "record_id": "break_target_object/demo_22/frame_000092", "source_state_id": "demo_22/frame_000092", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 89 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_22", "frame_idx": 185, "split": "train", "expert_action": [ -0.11249999701976776, -0.2785714268684387, -0.42321428656578064, 0.010714286006987095, 0.0, 0.02250000089406967, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.14550946652889252, 0.06793592125177383, 0.11373423784971237, 0.013464286923408508, -0.005143612157553434, 0.04161975905299187, 1.0 ], "break_base_action": [ 0.14550946652889252, 0.08064600080251694, 0.03369222208857536, 0.020892858505249023, 0.005721430294215679, 0.06040967255830765, 1.0 ], "control_base_action": [ 0.14550946652889252, 0.06793592125177383, -0.0063287862576544285, 0.013464286923408508, -0.0015219312626868486, 0.0627584159374237, 1.0 ], "record_id": "break_target_object/demo_22/frame_000185", "source_state_id": "demo_22/frame_000185", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 90 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_22", "frame_idx": 277, "split": "train", "expert_action": [ 0.07500000298023224, 0.0401785708963871, 0.2919642925262451, -0.023571427911520004, 0.024642856791615486, -0.062142856419086456, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.14550946652889252, 0.10606616735458374, -0.012998954392969608, 0.0060357158072292805, -0.00393638527020812, 0.08624580502510071, 1.0 ], "break_base_action": [ 0.28889182209968567, 0.09335608780384064, -0.13973215222358704, 0.001392858917824924, 0.04555991664528847, 0.08389706909656525, 1.0 ], "control_base_action": [ 0.14550946652889252, 0.20139180123806, 0.12040440738201141, 0.027392858639359474, 0.06487555056810379, 0.11443068087100983, 1.0 ], "record_id": "break_target_object/demo_22/frame_000277", "source_state_id": "demo_22/frame_000277", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 91 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_23", "frame_idx": 0, "split": "train", "expert_action": [ 0.0053571430034935474, -0.5410714149475098, -0.0, 0.0, 0.07500000298023224, -0.035357143729925156, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.15653887391090393, -0.027389712631702423, 0.08038339763879776, 0.025535715743899345, -0.009972519241273403, 0.027527321130037308, 1.0 ], "break_base_action": [ 0.15653887391090393, -0.021034670993685722, 0.05370272696018219, 0.025535715743899345, 0.004514203406870365, 0.008737404830753803, 1.0 ], "control_base_action": [ 0.15653887391090393, -0.027389712631702423, 0.08038339763879776, 0.03760714456439018, -0.020837562158703804, -0.0006575529696419835, 1.0 ], "record_id": "break_target_object/demo_23/frame_000000", "source_state_id": "demo_23/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 92 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_23", "frame_idx": 81, "split": "train", "expert_action": [ 0.1741071492433548, 0.7821428775787354, 0.3080357015132904, 0.02250000089406967, 0.0, -0.024642856791615486, 1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.09587711095809937, 0.02345062419772148, 0.007011550012975931, 0.040392857044935226, 0.027451515197753906, 0.03457354009151459, 1.0 ], "break_base_action": [ 0.09587711095809937, -0.008324586786329746, -0.09304097294807434, 0.023678572848439217, 0.010550337843596935, 0.027527321130037308, 1.0 ], "control_base_action": [ 0.09587711095809937, 0.029805665835738182, -0.0396796278655529, 0.00975000113248825, 0.021415380761027336, 0.027527321130037308, 1.0 ], "record_id": "break_target_object/demo_23/frame_000081", "source_state_id": "demo_23/frame_000081", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 93 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_23", "frame_idx": 163, "split": "train", "expert_action": [ -0.17142857611179352, -0.16875000298023224, -0.5035714507102966, -0.0771428570151329, -0.055714286863803864, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1344800591468811, 0.08064600080251694, -0.012998954392969608, 0.01160714402794838, 0.03228042274713516, 0.07450211048126221, 1.0 ], "break_base_action": [ 0.1344800591468811, 0.048870790749788284, -0.012998954392969608, 0.019035715609788895, 0.027451515197753906, 0.05571219325065613, 1.0 ], "control_base_action": [ 0.1344800591468811, 0.08064600080251694, -0.012998954392969608, 0.01160714402794838, -0.0015219312626868486, 0.03457354009151459, 1.0 ], "record_id": "break_target_object/demo_23/frame_000163", "source_state_id": "demo_23/frame_000163", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 94 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_23", "frame_idx": 244, "split": "train", "expert_action": [ 0.0, 0.0, 0.008035714738070965, 0.0, -0.011785713955760002, -0.03321428596973419, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.27786239981651306, -0.43411239981651306, 0.24046742916107178, -0.006964283995330334, 0.005721430294215679, -0.0006575529696419835, 1.0 ], "break_base_action": [ 0.1344800591468811, -0.30701157450675964, 0.5739758610725403, -0.097035713493824, -0.12948797643184662, -0.04998108372092247, -1.0 ], "control_base_action": [ 0.14550946652889252, -0.523082971572876, 0.460582971572876, 0.05525000020861626, -0.03532428294420242, 0.013434884138405323, 1.0 ], "record_id": "break_target_object/demo_23/frame_000244", "source_state_id": "demo_23/frame_000244", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 95 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_24", "frame_idx": 0, "split": "train", "expert_action": [ 0.013392857275903225, -0.2544642984867096, -0.0, 0.0, 0.0, -0.017142856493592262, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.15653887391090393, -0.052809882909059525, 0.04703255742788315, 0.020892858505249023, -0.00393638527020812, 0.004039925988763571, 1.0 ], "break_base_action": [ 0.15653887391090393, -0.021034670993685722, 0.12707456946372986, 0.025535715743899345, -0.009972519241273403, 0.011086144484579563, 1.0 ], "control_base_action": [ 0.15653887391090393, -0.052809882909059525, 0.15375524759292603, 0.040392857044935226, -0.009972519241273403, 0.004039925988763571, 1.0 ], "record_id": "break_target_object/demo_24/frame_000000", "source_state_id": "demo_24/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 96 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_24", "frame_idx": 97, "split": "train", "expert_action": [ 0.0, 0.7901785969734192, -0.07767856866121292, 0.0, -0.0771428570151329, -0.03642857074737549, 1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.09587711095809937, -0.014679629355669022, 0.18710608780384064, 0.040392857044935226, -0.036531511694192886, -0.0006575529696419835, 1.0 ], "break_base_action": [ 0.11242122948169708, -0.08458509296178818, 0.02702205441892147, 0.031107144430279732, 0.010550337843596935, 0.020481102168560028, 1.0 ], "control_base_action": [ 0.1344800591468811, 0.08064600080251694, -0.09304097294807434, 0.033892858773469925, 0.02262260764837265, 0.06040967255830765, 1.0 ], "record_id": "break_target_object/demo_24/frame_000097", "source_state_id": "demo_24/frame_000097", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 97 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_24", "frame_idx": 194, "split": "train", "expert_action": [ -0.17678570747375488, -0.01607142947614193, -0.5223214030265808, 0.0, -0.007499999832361937, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.0352153480052948, -0.001969544915482402, -0.07970063388347626, 0.019035715609788895, 0.02865874208509922, 0.008737404830753803, -1.0 ], "break_base_action": [ 0.11793594062328339, -0.03374475613236427, -0.07303046435117722, 0.0004642874700948596, 0.014172018505632877, 0.013434884138405323, -1.0 ], "control_base_action": [ 0.14550946652889252, 0.06793592125177383, 0.0003413818485569209, 0.019035715609788895, -0.020837562158703804, 0.027527321130037308, 1.0 ], "record_id": "break_target_object/demo_24/frame_000194", "source_state_id": "demo_24/frame_000194", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 98 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_24", "frame_idx": 291, "split": "train", "expert_action": [ 0.0, -0.14196428656578064, 0.1473214328289032, 0.017142856493592262, 0.03321428596973419, -0.03857142850756645, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1399947553873062, 0.07429096102714539, -0.07970063388347626, 0.015321429818868637, -0.00393638527020812, 0.04161975905299187, 1.0 ], "break_base_action": [ 0.09587711095809937, -0.07823005318641663, 0.02702205441892147, 0.031107144430279732, 0.010550337843596935, 0.013434884138405323, 1.0 ], "control_base_action": [ 0.1399947553873062, -0.4023371934890747, -0.29981619119644165, 0.08775000274181366, 0.01175756473094225, 0.018132362514734268, -1.0 ], "record_id": "break_target_object/demo_24/frame_000291", "source_state_id": "demo_24/frame_000291", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 99 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_25", "frame_idx": 0, "split": "train", "expert_action": [ 0.013392857275903225, 0.0, -0.04553571343421936, -0.017142856493592262, 0.0, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1344800591468811, 0.08064600080251694, -0.07303046435117722, 0.031107144430279732, 0.03107319585978985, 0.05571219325065613, 1.0 ], "break_base_action": [ 0.14550946652889252, -0.052809882909059525, 0.04703255742788315, 0.040392857044935226, 0.015379245392978191, 0.013434884138405323, 1.0 ], "control_base_action": [ 0.14550946652889252, 0.048870790749788284, 0.0003413818485569209, 0.040392857044935226, 0.015379245392978191, 0.03457354009151459, 1.0 ], "record_id": "break_target_object/demo_25/frame_000000", "source_state_id": "demo_25/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 100 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_25", "frame_idx": 110, "split": "train", "expert_action": [ -0.3589285612106323, -0.19821429252624512, -0.30000001192092896, 0.09642857313156128, 0.03321428596973419, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.16205358505249023, -0.23075106739997864, 0.1337447464466095, 0.014392858371138573, 0.15903924405574799, -0.0006575529696419835, 1.0 ], "break_base_action": [ 0.16205358505249023, -0.11636029928922653, 0.1670955866575241, -0.008821426890790462, -0.06067604944109917, 0.025178581476211548, 1.0 ], "control_base_action": [ 0.16205358505249023, 0.048870790749788284, 0.11373423784971237, 0.012535715475678444, 0.04073100909590721, 0.0627584159374237, 1.0 ], "record_id": "break_target_object/demo_25/frame_000110", "source_state_id": "demo_25/frame_000110", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 101 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_25", "frame_idx": 219, "split": "train", "expert_action": [ 0.0, 0.0, -0.0, -0.03214285895228386, 0.007499999832361937, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.11242122948169708, -0.001969544915482402, -0.012998954392969608, 0.03667857125401497, -0.0027291581500321627, 0.03222480043768883, 1.0 ], "break_base_action": [ 0.14550946652889252, 0.15690650045871735, -0.03300945833325386, -0.009749998338520527, 0.0008925225702114403, 0.027527321130037308, 1.0 ], "control_base_action": [ 0.14550946652889252, -0.3006565272808075, -0.4999212324619293, 0.02832143008708954, 0.03348764777183533, -0.014749989844858646, 1.0 ], "record_id": "break_target_object/demo_25/frame_000219", "source_state_id": "demo_25/frame_000219", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 102 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_25", "frame_idx": 329, "split": "train", "expert_action": [ 0.0, 0.01875000074505806, -0.0, -0.014999999664723873, -0.013928571715950966, -0.04178571328520775, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.28889182209968567, -0.3642069399356842, 0.14041490852832794, 0.1295357197523117, 0.03228042274713516, 0.22482143342494965, 1.0 ], "break_base_action": [ 0.28889182209968567, -0.07187500596046448, 0.24046742916107178, -0.009749998338520527, -0.009972519241273403, 0.011086144484579563, 1.0 ], "control_base_action": [ 0.09036240726709366, -0.052809882909059525, -0.019669122993946075, 0.025535715743899345, 0.03228042274713516, 0.027527321130037308, 1.0 ], "record_id": "break_target_object/demo_25/frame_000329", "source_state_id": "demo_25/frame_000329", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 103 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_26", "frame_idx": 0, "split": "train", "expert_action": [ 0.07232142984867096, -0.03750000149011612, -0.0, 0.0, 0.0, 0.010714286006987095, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.28889182209968567, -0.1608455926179886, 0.12040440738201141, 0.040392857044935226, -0.14759638905525208, 0.01578362286090851, 1.0 ], "break_base_action": [ 0.09587711095809937, -0.014679629355669022, -0.19976365566253662, 0.007892859168350697, -0.009972519241273403, 0.022829841822385788, -1.0 ], "control_base_action": [ 0.28889182209968567, -0.1608455926179886, 0.12040440738201141, 0.08775000274181366, 0.041938237845897675, 0.03692227974534035, 1.0 ], "record_id": "break_target_object/demo_26/frame_000000", "source_state_id": "demo_26/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 104 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_26", "frame_idx": 100, "split": "train", "expert_action": [ 0.1473214328289032, 0.40982142090797424, 0.6723214387893677, 0.0, -0.025714285671710968, -0.023571427911520004, 1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.06830358505249023, -0.03374475613236427, 0.11373423784971237, 0.02460714429616928, 0.014172018505632877, 0.027527321130037308, 1.0 ], "break_base_action": [ 0.06830358505249023, -0.014679629355669022, -0.29981619119644165, 0.02832143008708954, 0.06608277559280396, -0.0006575529696419835, -1.0 ], "control_base_action": [ 0.06830358505249023, -0.001969544915482402, 0.007011550012975931, 0.015321429818868637, 0.020208153873682022, 0.03692227974534035, 1.0 ], "record_id": "break_target_object/demo_26/frame_000100", "source_state_id": "demo_26/frame_000100", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 105 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_26", "frame_idx": 199, "split": "train", "expert_action": [ -0.20892857015132904, -0.6535714268684387, -0.22499999403953552, 0.023571427911520004, -0.040714286267757416, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.16205358505249023, -0.08458509296178818, 0.013681718148291111, 0.12582142651081085, 0.08056949824094772, 0.029876060783863068, 1.0 ], "break_base_action": [ 0.1344800591468811, -0.014679629355669022, 0.013681718148291111, 0.031107144430279732, 0.010550337843596935, 0.027527321130037308, 1.0 ], "control_base_action": [ 0.16205358505249023, -0.027389712631702423, 0.05370272696018219, 0.025535715743899345, -0.016008654609322548, -0.0053550321608781815, 1.0 ], "record_id": "break_target_object/demo_26/frame_000199", "source_state_id": "demo_26/frame_000199", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 106 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_26", "frame_idx": 299, "split": "train", "expert_action": [ 0.07232142984867096, 0.0, 0.24910713732242584, 0.0, 0.07178571075201035, -0.07285714149475098, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.14550946652889252, -0.4785977005958557, -0.11305147409439087, 0.02646428719162941, -0.089649498462677, 0.07450211048126221, 1.0 ], "break_base_action": [ 0.14550946652889252, 0.1632615476846695, -0.012998954392969608, 0.025535715743899345, -0.011179746128618717, 0.03692227974534035, 1.0 ], "control_base_action": [ 0.05727417394518852, 0.07429096102714539, -0.03300945833325386, 0.0060357158072292805, 0.026244288310408592, -0.007703771349042654, 1.0 ], "record_id": "break_target_object/demo_26/frame_000299", "source_state_id": "demo_26/frame_000299", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 107 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_27", "frame_idx": 0, "split": "train", "expert_action": [ 0.0401785708963871, -0.5651785731315613, -0.0, 0.01607142947614193, 0.04928571358323097, -0.0835714265704155, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1344800591468811, 0.08064600080251694, 0.0870535671710968, 0.032035715878009796, -0.0015219312626868486, 0.011086144484579563, 1.0 ], "break_base_action": [ 0.1344800591468811, 0.08064600080251694, 0.06037289649248123, 0.01996428705751896, 0.020208153873682022, 0.06980463117361069, 1.0 ], "control_base_action": [ 0.1344800591468811, 0.1505514681339264, 0.23379726707935333, 0.02460714429616928, -0.013594199903309345, -0.007703771349042654, 1.0 ], "record_id": "break_target_object/demo_27/frame_000000", "source_state_id": "demo_27/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 108 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_27", "frame_idx": 88, "split": "train", "expert_action": [ 0.1607142835855484, 0.7767857313156128, 0.02410714328289032, 0.0, -0.007499999832361937, -0.01607142947614193, 1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.15653887391090393, -0.027389712631702423, 0.15375524759292603, 0.025535715743899345, -0.009972519241273403, 0.027527321130037308, 1.0 ], "break_base_action": [ 0.15653887391090393, -0.027389712631702423, -0.05301996320486069, 0.013464286923408508, 0.0033069762866944075, 0.027527321130037308, 1.0 ], "control_base_action": [ 0.14550946652889252, 0.06793592125177383, -0.09971114248037338, 0.033892858773469925, 0.01175756473094225, 0.04631723836064339, 1.0 ], "record_id": "break_target_object/demo_27/frame_000088", "source_state_id": "demo_27/frame_000088", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 109 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_27", "frame_idx": 175, "split": "train", "expert_action": [ -0.02410714328289032, -0.05089285597205162, -0.4982142746448517, 0.0, 0.004285714123398066, 0.0535714291036129, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.14550946652889252, 0.06793592125177383, -0.0063287862576544285, 0.025535715743899345, 0.005721430294215679, 0.04396849870681763, 1.0 ], "break_base_action": [ 0.14550946652889252, 0.06793592125177383, -0.0063287862576544285, 0.02460714429616928, 0.008135884068906307, 0.04161975905299187, 1.0 ], "control_base_action": [ 0.14550946652889252, 0.06793592125177383, -0.0063287862576544285, 0.025535715743899345, 0.008135884068906307, 0.04396849870681763, 1.0 ], "record_id": "break_target_object/demo_27/frame_000175", "source_state_id": "demo_27/frame_000175", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 110 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_27", "frame_idx": 263, "split": "train", "expert_action": [ 0.0, 0.03750000149011612, 0.09107142686843872, 0.0, 0.0, -0.003214285708963871, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1399947553873062, -0.45953258872032166, -0.05301996320486069, 0.07567857205867767, 0.05763218551874161, 0.12382563948631287, 1.0 ], "break_base_action": [ 0.2282300591468811, -0.39598214626312256, -0.4198791980743408, 0.07474999874830246, -0.04377487301826477, 0.0627584159374237, -1.0 ], "control_base_action": [ 0.2282300591468811, -0.5167279243469238, 0.5406249761581421, 0.07289285957813263, 0.07694781571626663, 0.08859454840421677, 1.0 ], "record_id": "break_target_object/demo_27/frame_000263", "source_state_id": "demo_27/frame_000263", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 111 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_28", "frame_idx": 0, "split": "train", "expert_action": [ 0.05892857164144516, 0.0, -0.0053571430034935474, 0.0, 0.0, -0.0053571430034935474, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.27786239981651306, -0.12907038629055023, 0.38054096698760986, 0.029250001534819603, -0.013594199903309345, -0.01709872856736183, 1.0 ], "break_base_action": [ 0.18411241471767426, -0.059164922684431076, -0.06636030226945877, 0.0450357161462307, -0.0015219312626868486, 0.013434884138405323, 1.0 ], "control_base_action": [ 0.10690652579069138, 0.02345062419772148, 0.14708508551120758, 0.008821430616080761, -0.006350839044898748, 0.0016911865677684546, -1.0 ], "record_id": "break_target_object/demo_28/frame_000000", "source_state_id": "demo_28/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 112 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_28", "frame_idx": 100, "split": "train", "expert_action": [ 0.3107142746448517, 0.6803571581840515, 0.5303571224212646, 0.0, 0.020357143133878708, -0.02250000089406967, 1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1344800591468811, -0.059164922684431076, 0.08038339763879776, 0.040392857044935226, 0.025037061423063278, 0.03457354009151459, 1.0 ], "break_base_action": [ 0.12345064431428909, -0.014679629355669022, 0.08038339763879776, 0.0775357112288475, 0.04676714539527893, 0.004039925988763571, 1.0 ], "control_base_action": [ 0.12345064431428909, 0.055225834250450134, -0.019669122993946075, 0.020892858505249023, 0.025037061423063278, 0.03457354009151459, 1.0 ], "record_id": "break_target_object/demo_28/frame_000100", "source_state_id": "demo_28/frame_000100", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 113 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_28", "frame_idx": 199, "split": "train", "expert_action": [ -0.02678571455180645, -0.01875000074505806, -0.6214285492897034, -0.035357143729925156, -0.046071428805589676, -0.002142857061699033, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.14550946652889252, 0.048870790749788284, 0.0003413818485569209, 0.02460714429616928, 0.01175756473094225, 0.04631723836064339, 1.0 ], "break_base_action": [ 0.1344800591468811, 0.08064600080251694, -0.012998954392969608, 0.019035715609788895, 0.009343110956251621, 0.06980463117361069, 1.0 ], "control_base_action": [ 0.14550946652889252, -0.12907038629055023, -0.1330619752407074, 0.12396428734064102, 0.04676714539527893, 0.04161975905299187, -1.0 ], "record_id": "break_target_object/demo_28/frame_000199", "source_state_id": "demo_28/frame_000199", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 114 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_28", "frame_idx": 299, "split": "train", "expert_action": [ 0.1473214328289032, 0.07500000298023224, 0.34285715222358704, 0.0, 0.09749999642372131, -0.07178571075201035, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.11242122948169708, -0.03374475613236427, -0.012998954392969608, 0.004178572911769152, 0.008135884068906307, 0.04866597801446915, 1.0 ], "break_base_action": [ 0.11242122948169708, -0.03374475613236427, -0.012998954392969608, 0.02460714429616928, -0.005143612157553434, 0.027527321130037308, 1.0 ], "control_base_action": [ 0.11242122948169708, -0.014679629355669022, 0.10706406831741333, 0.008821430616080761, -0.0015219312626868486, 0.03927101939916611, 1.0 ], "record_id": "break_target_object/demo_28/frame_000299", "source_state_id": "demo_28/frame_000299", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 115 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_29", "frame_idx": 0, "split": "train", "expert_action": [ 0.02946428582072258, -0.0535714291036129, -0.0, -0.01607142947614193, -0.006428571417927742, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1344800591468811, -0.07187500596046448, 0.16042540967464447, 0.040392857044935226, 0.015379245392978191, 0.020481102168560028, 1.0 ], "break_base_action": [ 0.1344800591468811, -0.3260766863822937, 0.007011550012975931, 0.001392858917824924, 0.0443526916205883, 0.027527321130037308, -1.0 ], "control_base_action": [ 0.1344800591468811, -0.07187500596046448, 0.16042540967464447, 0.040392857044935226, 0.04676714539527893, 0.04396849870681763, 1.0 ], "record_id": "break_target_object/demo_29/frame_000000", "source_state_id": "demo_29/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 116 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_29", "frame_idx": 85, "split": "train", "expert_action": [ 0.0, 0.7714285850524902, 0.07500000298023224, 0.011785713955760002, -0.009642857126891613, -0.06428571790456772, 1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1344800591468811, -0.07187500596046448, 0.2738182842731476, 0.025535715743899345, -0.03532428294420242, 0.004039925988763571, 1.0 ], "break_base_action": [ 0.1344800591468811, -0.059164922684431076, -0.019669122993946075, 0.021821429952979088, -0.005143612157553434, 0.027527321130037308, 1.0 ], "control_base_action": [ 0.10690652579069138, -0.001969544915482402, -0.2264443337917328, 0.012535715475678444, 0.027451515197753906, 0.018132362514734268, -1.0 ], "record_id": "break_target_object/demo_29/frame_000085", "source_state_id": "demo_29/frame_000085", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 117 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_29", "frame_idx": 169, "split": "train", "expert_action": [ 0.12857143580913544, 0.0, -0.04285714402794838, 0.0, 0.08142857253551483, -0.035357143729925156, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.06830358505249023, 0.0043854969553649426, 0.20044642686843872, 0.031107144430279732, -0.009972519241273403, 0.011086144484579563, 1.0 ], "break_base_action": [ 0.14550946652889252, 0.03616070747375488, -0.05301996320486069, 0.01160714402794838, 0.012964791618287563, 0.04161975905299187, 1.0 ], "control_base_action": [ 0.16756829619407654, 0.048870790749788284, -0.0063287862576544285, 0.0162500012665987, 0.03710933029651642, 0.06510715186595917, 1.0 ], "record_id": "break_target_object/demo_29/frame_000169", "source_state_id": "demo_29/frame_000169", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 118 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_29", "frame_idx": 254, "split": "train", "expert_action": [ 0.2008928507566452, 0.0, 0.09375, 0.0, 0.10928571224212646, -0.040714286267757416, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.06830358505249023, 0.01709558069705963, -0.13973215222358704, 0.030178572982549667, 0.04073100909590721, 0.03927101939916611, -1.0 ], "break_base_action": [ 0.16756829619407654, -0.6628939509391785, -0.3198266923427582, -0.05432142689824104, -0.10896512866020203, -0.08990965038537979, -1.0 ], "control_base_action": [ 0.06278888136148453, 0.06793592125177383, -0.03300945833325386, 0.02832143008708954, 0.029865968972444534, 0.03692227974534035, -1.0 ], "record_id": "break_target_object/demo_29/frame_000254", "source_state_id": "demo_29/frame_000254", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 119 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_30", "frame_idx": 0, "split": "val", "expert_action": [ 0.11517857015132904, 0.0, -0.0, -0.007499999832361937, 0.0, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1344800591468811, -0.07187500596046448, 0.16042540967464447, 0.042249999940395355, 0.015379245392978191, 0.03457354009151459, -1.0 ], "break_base_action": [ 0.27234768867492676, -0.021034670993685722, 0.12040440738201141, 0.019035715609788895, -0.04136041924357414, 0.01578362286090851, 1.0 ], "control_base_action": [ 0.1344800591468811, -0.07187500596046448, 0.16042540967464447, 0.042249999940395355, 0.015379245392978191, 0.03457354009151459, -1.0 ], "record_id": "break_target_object/demo_30/frame_000000", "source_state_id": "demo_30/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 120 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_30", "frame_idx": 94, "split": "val", "expert_action": [ 0.36696428060531616, 0.2142857164144516, 0.9375, 0.0, 0.04928571358323097, -0.0053571430034935474, 1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.14550946652889252, 0.08064600080251694, 0.007011550012975931, 0.01810714416205883, 0.01175756473094225, 0.05571219325065613, 1.0 ], "break_base_action": [ 0.10690652579069138, -0.052809882909059525, -0.019669122993946075, 0.02832143008708954, 0.03710933029651642, 0.04866597801446915, 1.0 ], "control_base_action": [ 0.14550946652889252, 0.08064600080251694, 0.06704306602478027, 0.01996428705751896, 0.015379245392978191, 0.06745589524507523, 1.0 ], "record_id": "break_target_object/demo_30/frame_000094", "source_state_id": "demo_30/frame_000094", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 121 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_30", "frame_idx": 189, "split": "val", "expert_action": [ -0.19017857313156128, -0.32678571343421936, -0.4526785612106323, -0.04285714402794838, -0.002142857061699033, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.09587711095809937, -0.052809882909059525, -0.05301996320486069, 0.020892858505249023, -0.00393638527020812, 0.05806093290448189, 1.0 ], "break_base_action": [ 0.15653887391090393, -0.08458509296178818, -0.11305147409439087, 0.12396428734064102, 0.01175756473094225, 0.1449642926454544, 1.0 ], "control_base_action": [ 0.09587711095809937, -0.014679629355669022, -0.046349793672561646, 0.013464286923408508, 0.025037061423063278, 0.05571219325065613, 1.0 ], "record_id": "break_target_object/demo_30/frame_000189", "source_state_id": "demo_30/frame_000189", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 122 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_30", "frame_idx": 283, "split": "val", "expert_action": [ 0.15267856419086456, 0.16607142984867096, 0.2919642925262451, -0.01607142947614193, 0.018214285373687744, -0.0835714265704155, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.11242122948169708, -0.014679629355669022, -0.012998954392969608, -0.03667856752872467, 0.0612538680434227, 0.05806093290448189, 1.0 ], "break_base_action": [ 0.14550946652889252, -0.3006565272808075, -0.4999212324619293, -0.016249997541308403, -0.023252015933394432, -0.13453570008277893, 1.0 ], "control_base_action": [ 0.10139182209968567, -0.4404674470424652, -0.39319854974746704, -0.044107139110565186, 0.09505622088909149, 0.10738446563482285, 1.0 ], "record_id": "break_target_object/demo_30/frame_000283", "source_state_id": "demo_30/frame_000283", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 123 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_31", "frame_idx": 0, "split": "val", "expert_action": [ 0.02410714328289032, -0.26249998807907104, -0.0, 0.0, 0.0, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.2282300591468811, -0.040099795907735825, 0.14041490852832794, 0.040392857044935226, -0.009972519241273403, 0.004039925988763571, 1.0 ], "break_base_action": [ 0.1344800591468811, -0.07187500596046448, 0.20044642686843872, 0.02460714429616928, -0.03170260414481163, 0.027527321130037308, 1.0 ], "control_base_action": [ 0.27234768867492676, -0.1608455926179886, 0.12707456946372986, 0.040392857044935226, 0.01658647321164608, -0.03823738545179367, 1.0 ], "record_id": "break_target_object/demo_31/frame_000000", "source_state_id": "demo_31/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 124 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_31", "frame_idx": 93, "split": "val", "expert_action": [ 0.05089285597205162, 0.7071428298950195, 0.19821429252624512, 0.06535714119672775, -0.035357143729925156, 0.02250000089406967, 1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.28889182209968567, -0.5167279243469238, 0.11373423784971237, 0.04596428573131561, -0.0461893267929554, 0.06745589524507523, 1.0 ], "break_base_action": [ 0.1344800591468811, -0.14178046584129333, 0.04703255742788315, 0.01996428705751896, -0.013594199903309345, 0.027527321130037308, 1.0 ], "control_base_action": [ 0.28889182209968567, -0.021034670993685722, 0.0003413818485569209, 0.040392857044935226, -0.023252015933394432, 0.05806093290448189, 1.0 ], "record_id": "break_target_object/demo_31/frame_000093", "source_state_id": "demo_31/frame_000093", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 125 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_31", "frame_idx": 186, "split": "val", "expert_action": [ -0.15000000596046448, 0.2276785671710968, -0.3321428596973419, 0.020357143133878708, -0.0803571417927742, -0.04392857104539871, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.28889182209968567, -0.44682249426841736, 0.6540178656578064, 0.033892858773469925, 0.0443526916205883, 0.03457354009151459, 1.0 ], "break_base_action": [ 0.28889182209968567, -0.44682249426841736, 0.1670955866575241, -0.031107140704989433, 0.015379245392978191, -0.08990965038537979, 1.0 ], "control_base_action": [ 0.06830358505249023, -0.001969544915482402, -0.07970063388347626, -0.007892855443060398, 0.026244288310408592, 0.004039925988763571, -1.0 ], "record_id": "break_target_object/demo_31/frame_000186", "source_state_id": "demo_31/frame_000186", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 126 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_31", "frame_idx": 279, "split": "val", "expert_action": [ 0.1205357164144516, 0.008035714738070965, 0.3455357253551483, -0.008571428246796131, 0.14678572118282318, -0.020357143133878708, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1399947553873062, -0.29430148005485535, -0.5799632668495178, 0.012535715475678444, 0.06608277559280396, 0.004039925988763571, 1.0 ], "break_base_action": [ 0.1344800591468811, -0.052809882909059525, 0.10039390623569489, 0.027392858639359474, 0.015379245392978191, 0.018132362514734268, 1.0 ], "control_base_action": [ 0.1344800591468811, -0.45953258872032166, -0.23978467285633087, 0.01996428705751896, 0.0008925225702114403, -0.03353990614414215, 1.0 ], "record_id": "break_target_object/demo_31/frame_000279", "source_state_id": "demo_31/frame_000279", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 127 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_32", "frame_idx": 0, "split": "val", "expert_action": [ 0.15000000596046448, -0.375, -0.0, 0.003214285708963871, 0.013928571715950966, -0.007499999832361937, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1344800591468811, -0.14178046584129333, -0.09971114248037338, 0.13882142305374146, 0.03710933029651642, 0.018132362514734268, 1.0 ], "break_base_action": [ 0.1344800591468811, -0.14178046584129333, 0.007011550012975931, 0.007892859168350697, -0.0015219312626868486, -0.02649368718266487, 1.0 ], "control_base_action": [ 0.1344800591468811, 0.06793592125177383, 0.007011550012975931, 0.015321429818868637, 0.01175756473094225, 0.04631723836064339, 1.0 ], "record_id": "break_target_object/demo_32/frame_000000", "source_state_id": "demo_32/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 128 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_32", "frame_idx": 113, "split": "val", "expert_action": [ 0.12857143580913544, 0.7955357432365417, -0.05624999850988388, 0.0, -0.05464285612106323, -0.039642855525016785, 1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.15653887391090393, -0.021034670993685722, -0.0396796278655529, 0.032035715878009796, -0.006350839044898748, 0.011086144484579563, 1.0 ], "break_base_action": [ 0.14550946652889252, -0.12907038629055023, -0.0063287862576544285, 0.02832143008708954, 0.015379245392978191, 0.011086144484579563, 1.0 ], "control_base_action": [ 0.14550946652889252, -0.12907038629055023, -0.07303046435117722, 0.020892858505249023, 0.01175756473094225, 0.0016911865677684546, 1.0 ], "record_id": "break_target_object/demo_32/frame_000113", "source_state_id": "demo_32/frame_000113", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 129 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_32", "frame_idx": 226, "split": "val", "expert_action": [ 0.0, 0.0, 0.13660714030265808, 0.0, 0.002142857061699033, -0.02142857201397419, 1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.4102153480052948, 0.3412027359008789, 0.12040440738201141, -0.097035713493824, 0.09264177083969116, 0.018132362514734268, 1.0 ], "break_base_action": [ 0.1344800591468811, 0.1505514681339264, -0.11305147409439087, 0.02460714429616928, 0.021415380761027336, 0.08624580502510071, 1.0 ], "control_base_action": [ 0.26683300733566284, -0.046454839408397675, 0.14041490852832794, -0.05432142689824104, -0.09206394851207733, 0.03222480043768883, 1.0 ], "record_id": "break_target_object/demo_32/frame_000226", "source_state_id": "demo_32/frame_000226", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 130 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_32", "frame_idx": 339, "split": "val", "expert_action": [ 0.01607142947614193, 0.0, 0.12589286267757416, 0.0, 0.0, -0.0771428570151329, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.3991859257221222, -0.5294380187988281, 0.7407300472259521, -0.07567856460809708, -0.14759638905525208, -0.01709872856736183, 1.0 ], "break_base_action": [ 0.28889182209968567, -0.5866334438323975, 0.7407300472259521, 0.07196428626775742, 0.012964791618287563, 0.03692227974534035, -1.0 ], "control_base_action": [ 0.09587711095809937, -0.014679629355669022, -0.23978467285633087, 0.0905357152223587, 0.06487555056810379, 0.11912816017866135, 1.0 ], "record_id": "break_target_object/demo_32/frame_000339", "source_state_id": "demo_32/frame_000339", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 131 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_33", "frame_idx": 0, "split": "val", "expert_action": [ 0.05892857164144516, 0.0, -0.0, -0.003214285708963871, 0.03857142850756645, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.15653887391090393, -0.027389712631702423, 0.1804359257221222, 0.040392857044935226, -0.020837562158703804, 0.004039925988763571, 1.0 ], "break_base_action": [ 0.27234768867492676, -0.35785189270973206, 0.1670955866575241, 0.008821430616080761, 0.15903924405574799, 0.04396849870681763, -1.0 ], "control_base_action": [ 0.18411241471767426, -0.059164922684431076, 0.04703255742788315, 0.040392857044935226, -0.005143612157553434, -0.0053550321608781815, 1.0 ], "record_id": "break_target_object/demo_33/frame_000000", "source_state_id": "demo_33/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 132 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_33", "frame_idx": 122, "split": "val", "expert_action": [ 0.0, -0.013392857275903225, 0.08571428805589676, 0.0, 0.04178571328520775, -0.017142856493592262, 1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.07933299988508224, 0.048870790749788284, -0.05301996320486069, 0.02460714429616928, 0.05521773174405098, 0.05806093290448189, -1.0 ], "break_base_action": [ 0.07933299988508224, -0.014679629355669022, -0.0063287862576544285, 0.017178572714328766, 0.11799353361129761, 0.04396849870681763, -1.0 ], "control_base_action": [ 0.06830358505249023, 0.048870790749788284, -0.0396796278655529, 0.046892859041690826, 0.04314546287059784, 0.04631723836064339, -1.0 ], "record_id": "break_target_object/demo_33/frame_000122", "source_state_id": "demo_33/frame_000122", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 133 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_33", "frame_idx": 245, "split": "val", "expert_action": [ 0.0, -0.30267858505249023, -0.2276785671710968, 0.05999999865889549, 0.0, -0.02142857201397419, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1344800591468811, 0.08064600080251694, -0.07970063388347626, 0.033892858773469925, 0.03228042274713516, 0.04866597801446915, 1.0 ], "break_base_action": [ 0.14550946652889252, 0.06793592125177383, 0.10706406831741333, 0.025535715743899345, -0.0015219312626868486, 0.05101471766829491, 1.0 ], "control_base_action": [ 0.1344800591468811, 0.08064600080251694, -0.11305147409439087, 0.0450357161462307, 0.006928657181560993, 0.04631723836064339, 1.0 ], "record_id": "break_target_object/demo_33/frame_000245", "source_state_id": "demo_33/frame_000245", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 134 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_33", "frame_idx": 367, "split": "val", "expert_action": [ 0.22499999403953552, 0.0401785708963871, 0.19017857313156128, 0.0, 0.0, -0.0771428570151329, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.06830358505249023, 0.08700104057788849, -0.5065913796424866, 0.07382142543792725, 0.05883941426873207, -0.007703771349042654, 1.0 ], "break_base_action": [ 0.06830358505249023, -0.03374475613236427, 0.06037289649248123, 0.019035715609788895, -0.0015219312626868486, 0.03692227974534035, 1.0 ], "control_base_action": [ 0.18962711095809937, 0.0043854969553649426, -0.12639181315898895, 0.01810714416205883, 0.017793700098991394, 0.04161975905299187, 1.0 ], "record_id": "break_target_object/demo_33/frame_000367", "source_state_id": "demo_33/frame_000367", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 135 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_34", "frame_idx": 0, "split": "val", "expert_action": [ 0.02142857201397419, -0.21160714328289032, -0.0, 0.0, 0.029999999329447746, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.26131829619407654, -0.040099795907735825, 0.3405199646949768, 0.017178572714328766, -0.024459242820739746, 0.020481102168560028, 1.0 ], "break_base_action": [ 0.26131829619407654, -0.12907038629055023, 0.10039390623569489, 0.04596428573131561, -0.03411705791950226, -0.04293486475944519, 1.0 ], "control_base_action": [ 0.26131829619407654, -0.1608455926179886, 0.14708508551120758, 0.040392857044935226, 0.015379245392978191, 0.06040967255830765, 1.0 ], "record_id": "break_target_object/demo_34/frame_000000", "source_state_id": "demo_34/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 136 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_34", "frame_idx": 91, "split": "val", "expert_action": [ 0.0, 0.8651785850524902, -0.3482142984867096, 0.0, -0.06857142597436905, -0.024642856791615486, 1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.15653887391090393, -0.021034670993685722, 0.1804359257221222, 0.040392857044935226, -0.009972519241273403, 0.011086144484579563, 1.0 ], "break_base_action": [ 0.15653887391090393, 0.01074053905904293, 0.1804359257221222, 0.04132143035531044, -0.013594199903309345, 0.011086144484579563, 1.0 ], "control_base_action": [ 0.14550946652889252, -0.12907038629055023, 0.007011550012975931, 0.027392858639359474, 0.08177672326564789, -0.012401250191032887, 1.0 ], "record_id": "break_target_object/demo_34/frame_000091", "source_state_id": "demo_34/frame_000091", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 137 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_34", "frame_idx": 182, "split": "val", "expert_action": [ -0.34285715222358704, 0.0, -0.65625, 0.028928572311997414, 0.0, 0.023571427911520004, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.06830358505249023, -0.001969544915482402, 0.20044642686843872, 0.04132143035531044, 0.006928657181560993, 0.004039925988763571, 1.0 ], "break_base_action": [ 0.11242122948169708, 0.048870790749788284, -0.0063287862576544285, 0.02832143008708954, 0.03228042274713516, 0.04161975905299187, 1.0 ], "control_base_action": [ 0.06830358505249023, -0.001969544915482402, 0.25380778312683105, 0.025535715743899345, -0.04860378056764603, 0.004039925988763571, 1.0 ], "record_id": "break_target_object/demo_34/frame_000182", "source_state_id": "demo_34/frame_000182", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 138 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_34", "frame_idx": 273, "split": "val", "expert_action": [ 0.0, 0.0401785708963871, 0.04285714402794838, -0.019285714253783226, -0.035357143729925156, -0.05464285612106323, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.28889182209968567, -0.5294380187988281, 0.6473476886749268, -0.04317856952548027, 0.07574059069156647, 0.06040967255830765, -1.0 ], "break_base_action": [ 0.28889182209968567, -0.07187500596046448, 0.24046742916107178, -0.009749998338520527, -0.026873696595430374, 0.011086144484579563, 1.0 ], "control_base_action": [ 0.28889182209968567, -0.5294380187988281, 0.7407300472259521, 0.013464286923408508, 0.06729000061750412, 0.09094328433275223, -1.0 ], "record_id": "break_target_object/demo_34/frame_000273", "source_state_id": "demo_34/frame_000273", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 139 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_35", "frame_idx": 0, "split": "val", "expert_action": [ 0.21160714328289032, -0.11249999701976776, -0.0, -0.024642856791615486, 0.05464285612106323, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1344800591468811, -0.14178046584129333, 0.007011550012975931, 0.021821429952979088, 0.01658647321164608, 0.05571219325065613, 1.0 ], "break_base_action": [ 0.1344800591468811, -0.14178046584129333, 0.007011550012975931, 0.021821429952979088, 0.03228042274713516, 0.0016911865677684546, 1.0 ], "control_base_action": [ 0.1344800591468811, -0.14178046584129333, -0.11305147409439087, 0.031107144430279732, 0.03107319585978985, 0.018132362514734268, 1.0 ], "record_id": "break_target_object/demo_35/frame_000000", "source_state_id": "demo_35/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 140 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_35", "frame_idx": 92, "split": "val", "expert_action": [ 0.02142857201397419, 0.8142856955528259, -0.0, 0.0, 0.0, -0.0, 1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.14550946652889252, 0.06793592125177383, -0.10638130456209183, 0.0450357161462307, 0.03348764777183533, 0.03692227974534035, 1.0 ], "break_base_action": [ 0.14550946652889252, 0.06793592125177383, -0.019669122993946075, 0.013464286923408508, 0.03228042274713516, 0.08389706909656525, 1.0 ], "control_base_action": [ 0.14550946652889252, 0.06793592125177383, -0.09971114248037338, 0.033892858773469925, 0.006928657181560993, 0.04866597801446915, 1.0 ], "record_id": "break_target_object/demo_35/frame_000092", "source_state_id": "demo_35/frame_000092", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 141 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_35", "frame_idx": 183, "split": "val", "expert_action": [ 0.13660714030265808, -0.09375, 0.21696428954601288, 0.0, 0.18535713851451874, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.11242122948169708, -0.2243960201740265, -0.07303046435117722, 0.020892858505249023, 0.005721430294215679, -0.04293486475944519, 1.0 ], "break_base_action": [ -0.1412552446126938, -0.4277573525905609, 0.25380778312683105, 0.017178572714328766, -0.009972519241273403, -0.03119116649031639, 1.0 ], "control_base_action": [ 0.06830358505249023, -0.001969544915482402, -0.019669122993946075, 0.015321429818868637, 0.014172018505632877, 0.020481102168560028, 1.0 ], "record_id": "break_target_object/demo_35/frame_000183", "source_state_id": "demo_35/frame_000183", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 142 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_35", "frame_idx": 275, "split": "val", "expert_action": [ 0.0, 0.02410714328289032, 0.08571428805589676, -0.017142856493592262, -0.020357143133878708, -0.1007142886519432, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.14550946652889252, -0.3006565272808075, -0.05969013273715973, 0.025535715743899345, 0.06487555056810379, 0.013434884138405323, 1.0 ], "break_base_action": [ 0.14550946652889252, 0.16961659491062164, 0.03369222208857536, 0.027392858639359474, -0.029288150370121002, 0.08389706909656525, 1.0 ], "control_base_action": [ 0.11242122948169708, 0.11877625435590744, -0.11972164362668991, 0.0450357161462307, 0.023829834535717964, -0.007703771349042654, 1.0 ], "record_id": "break_target_object/demo_35/frame_000275", "source_state_id": "demo_35/frame_000275", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 143 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_36", "frame_idx": 0, "split": "val", "expert_action": [ 0.010714286006987095, 0.0, -0.0, 0.0, 0.0, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.18411241471767426, -0.16720063984394073, 0.05370272696018219, 0.020892858505249023, 0.010550337843596935, 0.018132362514734268, -1.0 ], "break_base_action": [ 0.18411241471767426, -0.16720063984394073, 0.05370272696018219, 0.020892858505249023, 0.010550337843596935, 0.004039925988763571, -1.0 ], "control_base_action": [ 0.18411241471767426, -0.16720063984394073, 0.05370272696018219, 0.020892858505249023, 0.15903924405574799, -0.0053550321608781815, 1.0 ], "record_id": "break_target_object/demo_36/frame_000000", "source_state_id": "demo_36/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 144 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_36", "frame_idx": 115, "split": "val", "expert_action": [ -0.15267856419086456, -0.01607142947614193, -0.46339285373687744, 0.05892857164144516, 0.0, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.10690652579069138, -0.014679629355669022, 0.020351886749267578, 0.02646428719162941, 0.03710933029651642, 0.01578362286090851, 1.0 ], "break_base_action": [ 0.514994740486145, -0.008324586786329746, -0.0063287862576544285, -0.0710357129573822, -0.1234518513083458, 0.14026682078838348, 1.0 ], "control_base_action": [ 0.06830358505249023, -0.001969544915482402, 0.34719011187553406, 0.01160714402794838, -0.00393638527020812, 0.011086144484579563, 1.0 ], "record_id": "break_target_object/demo_36/frame_000115", "source_state_id": "demo_36/frame_000115", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 145 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_36", "frame_idx": 229, "split": "val", "expert_action": [ 0.0, -0.6053571701049805, -0.0, 0.02250000089406967, 0.0, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.10690652579069138, 0.11877625435590744, 0.12040440738201141, 0.025535715743899345, 0.010550337843596935, 0.06510715186595917, 1.0 ], "break_base_action": [ 0.15653887391090393, 0.16961659491062164, -0.012998954392969608, 0.003250001696869731, -0.0015219312626868486, 0.04631723836064339, 1.0 ], "control_base_action": [ 0.10690652579069138, 0.11877625435590744, 0.12040440738201141, 0.025535715743899345, -0.020837562158703804, 0.04396849870681763, 1.0 ], "record_id": "break_target_object/demo_36/frame_000229", "source_state_id": "demo_36/frame_000229", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 146 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_36", "frame_idx": 344, "split": "val", "expert_action": [ -0.0401785708963871, -0.09910714626312256, 0.24910713732242584, 0.034285712987184525, 0.05892857164144516, -0.07607142627239227, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.11242122948169708, -0.03374475613236427, -0.012998954392969608, 0.004178572911769152, -0.00031470434623770416, 0.03457354009151459, 1.0 ], "break_base_action": [ 0.1344800591468811, -0.027389712631702423, 0.11373423784971237, 0.025535715743899345, -0.007558065932244062, 0.05571219325065613, -1.0 ], "control_base_action": [ 0.16756829619407654, -0.5866334438323975, -0.34650737047195435, 0.12489285320043564, 0.054010506719350815, 0.006388665642589331, -1.0 ], "record_id": "break_target_object/demo_36/frame_000344", "source_state_id": "demo_36/frame_000344", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 147 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_37", "frame_idx": 0, "split": "val", "expert_action": [ 0.0, 0.0, -0.01875000074505806, -0.02678571455180645, -0.0053571430034935474, -0.018214285373687744, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1344800591468811, 0.08064600080251694, -0.0396796278655529, 0.031107144430279732, 0.02262260764837265, 0.06040967255830765, 1.0 ], "break_base_action": [ 0.18411241471767426, 0.02345062419772148, 0.020351886749267578, 0.020892858505249023, 0.03710933029651642, 0.022829841822385788, -1.0 ], "control_base_action": [ 0.1344800591468811, -0.08458509296178818, 0.28048843145370483, 0.040392857044935226, -0.024459242820739746, 0.01578362286090851, 1.0 ], "record_id": "break_target_object/demo_37/frame_000000", "source_state_id": "demo_37/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 148 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_37", "frame_idx": 89, "split": "val", "expert_action": [ 0.1473214328289032, 0.6482142806053162, 0.3214285671710968, 0.0, 0.0, -0.039642855525016785, 1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1344800591468811, 0.08064600080251694, -0.0063287862576544285, 0.019035715609788895, 0.012964791618287563, 0.04161975905299187, 1.0 ], "break_base_action": [ 0.1344800591468811, 0.08064600080251694, -0.0063287862576544285, 0.019035715609788895, 0.014172018505632877, 0.03692227974534035, 1.0 ], "control_base_action": [ 0.09587711095809937, -0.09094013273715973, 0.02702205441892147, 0.02646428719162941, 0.03228042274713516, 0.018132362514734268, 1.0 ], "record_id": "break_target_object/demo_37/frame_000089", "source_state_id": "demo_37/frame_000089", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 149 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_37", "frame_idx": 177, "split": "val", "expert_action": [ 0.0, 0.010714286006987095, -0.6214285492897034, -0.004285714123398066, -0.04714285582304001, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.09587711095809937, -0.014679629355669022, 0.007011550012975931, 0.02646428719162941, 0.03710933029651642, 0.04866597801446915, 1.0 ], "break_base_action": [ 0.11793594062328339, 0.055225834250450134, -0.0396796278655529, 0.012535715475678444, 0.010550337843596935, 0.03692227974534035, -1.0 ], "control_base_action": [ 0.14550946652889252, 0.06793592125177383, 0.11373423784971237, 0.010678572580218315, 0.0008925225702114403, 0.0016911865677684546, 1.0 ], "record_id": "break_target_object/demo_37/frame_000177", "source_state_id": "demo_37/frame_000177", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 150 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_37", "frame_idx": 266, "split": "val", "expert_action": [ 0.1741071492433548, 0.0, 0.4446428716182709, 0.0, 0.07392857223749161, -0.012857142835855484, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.09587711095809937, 0.11877625435590744, -0.2597951889038086, 0.027392858639359474, 0.03107319585978985, -0.0006575529696419835, 1.0 ], "break_base_action": [ 0.28889182209968567, -0.07187500596046448, 0.06037289649248123, -0.0515357106924057, -0.0015219312626868486, -0.12279200553894043, 1.0 ], "control_base_action": [ 0.09587711095809937, 0.16961659491062164, 0.04703255742788315, 0.03482142835855484, 0.006928657181560993, -0.02649368718266487, -1.0 ], "record_id": "break_target_object/demo_37/frame_000266", "source_state_id": "demo_37/frame_000266", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 151 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_38", "frame_idx": 0, "split": "val", "expert_action": [ 0.13660714030265808, -0.20357142388820648, 0.0053571430034935474, 0.0, 0.0, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.15653887391090393, -0.08458509296178818, 0.12040440738201141, 0.019035715609788895, -0.009972519241273403, 0.011086144484579563, 1.0 ], "break_base_action": [ 0.1344800591468811, -0.040099795907735825, -0.019669122993946075, 0.02832143008708954, 0.03710933029651642, 0.03692227974534035, 1.0 ], "control_base_action": [ 0.15653887391090393, 0.02345062419772148, 0.020351886749267578, 0.032035715878009796, 0.008135884068906307, 0.027527321130037308, -1.0 ], "record_id": "break_target_object/demo_38/frame_000000", "source_state_id": "demo_38/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 152 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_38", "frame_idx": 92, "split": "val", "expert_action": [ 0.16339285671710968, 0.7982142567634583, 0.010714286006987095, 0.028928572311997414, 0.0, -0.017142856493592262, 1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1344800591468811, 0.08064600080251694, -0.07970063388347626, 0.031107144430279732, 0.04555991664528847, 0.05571219325065613, 1.0 ], "break_base_action": [ 0.1344800591468811, -0.07187500596046448, 0.7340598702430725, 0.014392858371138573, -0.09810008108615875, 0.022829841822385788, 1.0 ], "control_base_action": [ 0.18962711095809937, -0.09094013273715973, 0.06704306602478027, 0.020892858505249023, 0.08177672326564789, -0.01944746822118759, 1.0 ], "record_id": "break_target_object/demo_38/frame_000092", "source_state_id": "demo_38/frame_000092", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 153 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_38", "frame_idx": 184, "split": "val", "expert_action": [ -0.01607142947614193, 0.0, -0.3508928716182709, -0.029999999329447746, -0.07500000298023224, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.26683300733566284, -0.17355568706989288, 0.12040440738201141, 0.1295357197523117, -0.05584714189171791, 0.07450211048126221, 1.0 ], "break_base_action": [ 0.26683300733566284, -0.4531775414943695, 0.20044642686843872, 0.0710357129573822, -0.09447840601205826, 0.07450211048126221, -1.0 ], "control_base_action": [ 0.26683300733566284, 0.20139180123806, 0.2271270900964737, 0.0162500012665987, -0.012386973015964031, 0.025178581476211548, 1.0 ], "record_id": "break_target_object/demo_38/frame_000184", "source_state_id": "demo_38/frame_000184", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 154 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_38", "frame_idx": 276, "split": "val", "expert_action": [ 0.0, 0.01875000074505806, -0.0, 0.0, 0.0, -0.03750000149011612, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.11242122948169708, -0.08458509296178818, 0.020351886749267578, 0.019035715609788895, -0.0015219312626868486, -0.02414494752883911, 1.0 ], "break_base_action": [ 0.11242122948169708, -0.08458509296178818, 0.007011550012975931, 0.025535715743899345, 0.014172018505632877, -0.0006575529696419835, 1.0 ], "control_base_action": [ 0.11242122948169708, -0.08458509296178818, 0.020351886749267578, 0.04132143035531044, 0.03228042274713516, 0.03457354009151459, 1.0 ], "record_id": "break_target_object/demo_38/frame_000276", "source_state_id": "demo_38/frame_000276", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 155 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_39", "frame_idx": 0, "split": "val", "expert_action": [ 0.0, 0.0, -0.07500000298023224, 0.002142857061699033, -0.012857142835855484, 0.0053571430034935474, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.14550946652889252, -0.08458509296178818, 0.14708508551120758, 0.032035715878009796, 0.03710933029651642, -0.014749989844858646, -1.0 ], "break_base_action": [ 0.1344800591468811, -0.07187500596046448, 0.20044642686843872, 0.020892858505249023, -0.08240613341331482, 0.01578362286090851, -1.0 ], "control_base_action": [ 0.14550946652889252, -0.34514182806015015, 0.05370272696018219, 0.005107144359499216, -0.00876529235392809, 0.004039925988763571, -1.0 ], "record_id": "break_target_object/demo_39/frame_000000", "source_state_id": "demo_39/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 156 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_39", "frame_idx": 122, "split": "val", "expert_action": [ 0.07232142984867096, 0.543749988079071, -0.31339284777641296, 0.01607142947614193, -0.025714285671710968, -0.04285714402794838, 1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.06278888136148453, 0.04251575097441673, -0.07970063388347626, 0.019035715609788895, -0.013594199903309345, 0.04161975905299187, 1.0 ], "break_base_action": [ 0.2282300591468811, -0.37056198716163635, -0.1797531545162201, 0.13417856395244598, -0.07516277581453323, 0.11208194494247437, -1.0 ], "control_base_action": [ 0.04624476283788681, 0.08064600080251694, 0.3205094635486603, 0.03482142835855484, -0.026873696595430374, 0.011086144484579563, 1.0 ], "record_id": "break_target_object/demo_39/frame_000122", "source_state_id": "demo_39/frame_000122", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 157 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_39", "frame_idx": 244, "split": "val", "expert_action": [ 0.0, 0.07767856866121292, 0.7044642567634583, -0.06857142597436905, -0.003214285708963871, -0.02678571455180645, 1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1344800591468811, 0.08064600080251694, 0.10706406831741333, 0.014392858371138573, 0.04073100909590721, 0.0979895070195198, 1.0 ], "break_base_action": [ 0.1344800591468811, -0.059164922684431076, 0.14041490852832794, 0.023678572848439217, -0.013594199903309345, -0.0053550321608781815, 1.0 ], "control_base_action": [ 0.23925946652889252, 0.2141018807888031, 0.3738707900047302, 0.032035715878009796, -0.03773873671889305, 0.1332205981016159, -1.0 ], "record_id": "break_target_object/demo_39/frame_000244", "source_state_id": "demo_39/frame_000244", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 158 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_39", "frame_idx": 366, "split": "val", "expert_action": [ 0.08303571492433548, 0.0, 0.04821428656578064, 0.0, 0.0535714291036129, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.28889182209968567, -0.4404674470424652, -0.2131039947271347, 0.1221071407198906, -0.11500126123428345, 0.04161975905299187, 1.0 ], "break_base_action": [ 0.1399947553873062, -0.052809882909059525, 0.05370272696018219, 0.0385357141494751, 0.015379245392978191, 0.03927101939916611, 1.0 ], "control_base_action": [ 0.1344800591468811, 0.10606616735458374, -0.12639181315898895, 0.020892858505249023, 0.03228042274713516, 0.06040967255830765, 1.0 ], "record_id": "break_target_object/demo_39/frame_000366", "source_state_id": "demo_39/frame_000366", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 159 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_40", "frame_idx": 0, "split": "test", "expert_action": [ 0.0669642835855484, -0.28660714626312256, 0.0026785715017467737, 0.0, 0.03321428596973419, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.24477417767047882, -0.021034670993685722, 0.17376574873924255, 0.040392857044935226, -0.026873696595430374, 0.027527321130037308, 1.0 ], "break_base_action": [ 0.24477417767047882, -0.021034670993685722, 0.16042540967464447, 0.025535715743899345, -0.026873696595430374, 0.020481102168560028, 1.0 ], "control_base_action": [ 0.1344800591468811, 0.0043854969553649426, 0.10039390623569489, 0.025535715743899345, -0.01480142679065466, -0.0006575529696419835, 1.0 ], "record_id": "break_target_object/demo_40/frame_000000", "source_state_id": "demo_40/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 160 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_40", "frame_idx": 88, "split": "test", "expert_action": [ 0.0401785708963871, 0.7767857313156128, -0.1205357164144516, 0.0, -0.07500000298023224, -0.08571428805589676, 1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1399947553873062, 0.08064600080251694, -0.09304097294807434, 0.027392858639359474, 0.01175756473094225, 0.05101471766829491, 1.0 ], "break_base_action": [ 0.1344800591468811, -0.599343478679657, -0.3865283727645874, -0.02646428346633911, 0.04676714539527893, 0.008737404830753803, -1.0 ], "control_base_action": [ 0.14550946652889252, -0.12907038629055023, -0.166412815451622, 0.0060357158072292805, 0.014172018505632877, 0.01578362286090851, 1.0 ], "record_id": "break_target_object/demo_40/frame_000088", "source_state_id": "demo_40/frame_000088", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 161 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_40", "frame_idx": 176, "split": "test", "expert_action": [ 0.4044642746448517, 0.0, -0.0, 0.0, 0.1435714215040207, 0.03214285895228386, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1344800591468811, 0.08064600080251694, -0.07970063388347626, 0.031107144430279732, 0.03228042274713516, 0.05336345359683037, 1.0 ], "break_base_action": [ 0.14550946652889252, 0.06793592125177383, -0.0063287862576544285, 0.019035715609788895, 0.006928657181560993, 0.05101471766829491, 1.0 ], "control_base_action": [ 0.26683300733566284, -0.35785189270973206, 0.12040440738201141, 0.014392858371138573, 0.15903924405574799, -0.05702729895710945, 1.0 ], "record_id": "break_target_object/demo_40/frame_000176", "source_state_id": "demo_40/frame_000176", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 162 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_40", "frame_idx": 264, "split": "test", "expert_action": [ 0.10178571194410324, 0.0, 0.08839285373687744, 0.0, 0.0, -0.04392857104539871, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.2282300591468811, -0.059164922684431076, 0.04703255742788315, 0.019035715609788895, -0.005143612157553434, -0.0053550321608781815, 1.0 ], "break_base_action": [ 0.28889182209968567, -0.12271534651517868, 0.24046742916107178, -0.006035712547600269, -0.020837562158703804, 0.011086144484579563, 1.0 ], "control_base_action": [ 0.2282300591468811, -0.49130779504776, -0.31315651535987854, 0.07567857205867767, 0.009343110956251621, -0.04763234406709671, -1.0 ], "record_id": "break_target_object/demo_40/frame_000264", "source_state_id": "demo_40/frame_000264", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 163 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_41", "frame_idx": 0, "split": "test", "expert_action": [ 0.0, 0.0, -0.0, -0.007499999832361937, 0.04500000178813934, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.15653887391090393, -0.027389712631702423, 0.1804359257221222, 0.040392857044935226, -0.020837562158703804, 0.025178581476211548, -1.0 ], "break_base_action": [ 0.18411241471767426, -0.059164922684431076, 0.14041490852832794, 0.040392857044935226, -0.009972519241273403, 0.013434884138405323, -1.0 ], "control_base_action": [ 0.15653887391090393, -0.027389712631702423, 0.1804359257221222, 0.040392857044935226, -0.020837562158703804, 0.025178581476211548, 1.0 ], "record_id": "break_target_object/demo_41/frame_000000", "source_state_id": "demo_41/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 164 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_41", "frame_idx": 97, "split": "test", "expert_action": [ 0.03750000149011612, 0.8303571343421936, 0.0401785708963871, 0.0010714285308495164, -0.03750000149011612, -0.0, 1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.11242122948169708, -0.021034670993685722, 0.007011550012975931, 0.02832143008708954, 0.03228042274713516, 0.0627584159374237, 1.0 ], "break_base_action": [ 0.11242122948169708, -0.021034670993685722, 0.007011550012975931, 0.02832143008708954, 0.0033069762866944075, 0.01578362286090851, 1.0 ], "control_base_action": [ 0.11242122948169708, -0.021034670993685722, 0.05370272696018219, 0.031107144430279732, -0.0015219312626868486, 0.03692227974534035, 1.0 ], "record_id": "break_target_object/demo_41/frame_000097", "source_state_id": "demo_41/frame_000097", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 165 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_41", "frame_idx": 195, "split": "test", "expert_action": [ 0.3723214268684387, 0.0401785708963871, 0.38303571939468384, 0.0, 0.1574999988079071, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1344800591468811, -0.059164922684431076, 0.14041490852832794, 0.025535715743899345, -0.016008654609322548, -0.0053550321608781815, 1.0 ], "break_base_action": [ 0.1344800591468811, 0.048870790749788284, -0.019669122993946075, 0.019035715609788895, -0.0015219312626868486, 0.06980463117361069, 1.0 ], "control_base_action": [ 0.1344800591468811, -0.3642069399356842, 0.1670955866575241, 0.07567857205867767, -0.09085672348737717, 0.018132362514734268, 1.0 ], "record_id": "break_target_object/demo_41/frame_000195", "source_state_id": "demo_41/frame_000195", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 166 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_41", "frame_idx": 292, "split": "test", "expert_action": [ 0.09910714626312256, -0.01875000074505806, 0.03214285895228386, 0.0, -0.08571428805589676, -0.04500000178813934, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.11242122948169708, -0.03374475613236427, -0.026339290663599968, 0.03482142835855484, -0.0015219312626868486, 0.03222480043768883, 1.0 ], "break_base_action": [ 0.11242122948169708, -0.12271534651517868, -0.2264443337917328, 0.08032143115997314, 0.03710933029651642, 0.018132362514734268, 1.0 ], "control_base_action": [ 0.15653887391090393, 0.15690650045871735, 0.02702205441892147, 0.03667857125401497, 0.01175756473094225, 0.03692227974534035, 1.0 ], "record_id": "break_target_object/demo_41/frame_000292", "source_state_id": "demo_41/frame_000292", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 167 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_42", "frame_idx": 0, "split": "test", "expert_action": [ 0.15000000596046448, -0.47410714626312256, -0.0, 0.02142857201397419, 0.002142857061699033, -0.018214285373687744, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.11242122948169708, -0.021034670993685722, -0.09304097294807434, 0.02832143008708954, 0.03228042274713516, 0.022829841822385788, 1.0 ], "break_base_action": [ 0.1344800591468811, 0.08064600080251694, 0.06037289649248123, 0.01996428705751896, 0.020208153873682022, 0.06980463117361069, 1.0 ], "control_base_action": [ 0.10690652579069138, -0.001969544915482402, -0.019669122993946075, 0.025535715743899345, -0.00393638527020812, 0.022829841822385788, 1.0 ], "record_id": "break_target_object/demo_42/frame_000000", "source_state_id": "demo_42/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 168 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_42", "frame_idx": 99, "split": "test", "expert_action": [ 0.09375, 0.7901785969734192, 0.04553571343421936, 0.0, -0.06535714119672775, -0.0, 1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.26683300733566284, -0.1608455926179886, -0.12639181315898895, 0.11096428334712982, 0.0612538680434227, 0.10268698632717133, 1.0 ], "break_base_action": [ 0.07933299988508224, 0.029805665835738182, -0.4532300531864166, 0.02832143008708954, 0.08056949824094772, 0.05806093290448189, 1.0 ], "control_base_action": [ 0.26683300733566284, -0.10365021973848343, 0.14708508551120758, -0.03667856752872467, -0.020837562158703804, 0.025178581476211548, 1.0 ], "record_id": "break_target_object/demo_42/frame_000099", "source_state_id": "demo_42/frame_000099", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 169 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_42", "frame_idx": 197, "split": "test", "expert_action": [ -0.06428571790456772, 0.06964285671710968, -0.43660715222358704, 0.0, 0.0, 0.011785713955760002, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.16756829619407654, 0.03616070747375488, 0.10039390623569489, 0.0385357141494751, -0.009972519241273403, 0.027527321130037308, 1.0 ], "break_base_action": [ 0.1344800591468811, 0.08064600080251694, -0.012998954392969608, 0.01810714416205883, -0.005143612157553434, 0.06745589524507523, 1.0 ], "control_base_action": [ 0.16756829619407654, 0.03616070747375488, 0.0870535671710968, 0.04782142862677574, -0.020837562158703804, 0.04396849870681763, 1.0 ], "record_id": "break_target_object/demo_42/frame_000197", "source_state_id": "demo_42/frame_000197", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 170 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_42", "frame_idx": 296, "split": "test", "expert_action": [ 0.18214285373687744, 0.0, 0.4848214387893677, -0.017142856493592262, 0.1607142835855484, -0.07821428775787354, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.26683300733566284, -0.4404674470424652, -0.1797531545162201, 0.0060357158072292805, 0.019000926986336708, -0.0053550321608781815, 1.0 ], "break_base_action": [ 0.28889182209968567, -0.07187500596046448, 0.11373423784971237, -0.05432142689824104, -0.009972519241273403, -0.10869956761598587, 1.0 ], "control_base_action": [ 0.10139182209968567, 0.7097951769828796, 0.9341649413108826, -0.097035713493824, -0.0015219312626868486, 0.06745589524507523, 1.0 ], "record_id": "break_target_object/demo_42/frame_000296", "source_state_id": "demo_42/frame_000296", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 171 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_43", "frame_idx": 0, "split": "test", "expert_action": [ 0.12589286267757416, -0.16339285671710968, 0.013392857275903225, 0.0, 0.040714286267757416, -0.02250000089406967, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.14550946652889252, 0.08064600080251694, -0.0396796278655529, 0.01160714402794838, 0.014172018505632877, 0.04631723836064339, 1.0 ], "break_base_action": [ 0.14550946652889252, 0.03616070747375488, 0.06704306602478027, 0.0450357161462307, 0.010550337843596935, 0.01578362286090851, -1.0 ], "control_base_action": [ 0.14550946652889252, -0.12907038629055023, 0.007011550012975931, 0.02460714429616928, 0.05883941426873207, 0.04396849870681763, -1.0 ], "record_id": "break_target_object/demo_43/frame_000000", "source_state_id": "demo_43/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 172 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_43", "frame_idx": 90, "split": "test", "expert_action": [ 0.0, 0.7848214507102966, -0.0, 0.0, -0.014999999664723873, -0.04500000178813934, 1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1344800591468811, 0.06793592125177383, -0.15974265336990356, 0.03296428546309471, -0.017215881496667862, 0.05806093290448189, 1.0 ], "break_base_action": [ 0.1344800591468811, -0.08458509296178818, 0.0870535671710968, 0.04596428573131561, 0.0033069762866944075, 0.013434884138405323, 1.0 ], "control_base_action": [ 0.1344800591468811, 0.06793592125177383, -0.15974265336990356, 0.03296428546309471, -0.017215881496667862, 0.04866597801446915, 1.0 ], "record_id": "break_target_object/demo_43/frame_000090", "source_state_id": "demo_43/frame_000090", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 173 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_43", "frame_idx": 179, "split": "test", "expert_action": [ -0.20357142388820648, -0.19553571939468384, -0.47410714626312256, -0.004285714123398066, -0.03750000149011612, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.15653887391090393, -0.40869224071502686, -0.10638130456209183, 0.02460714429616928, -0.13069520890712738, 0.018132362514734268, 1.0 ], "break_base_action": [ 0.1344800591468811, 0.048870790749788284, -0.012998954392969608, 0.019035715609788895, 0.01658647321164608, 0.027527321130037308, 1.0 ], "control_base_action": [ 0.14550946652889252, 0.06793592125177383, 0.11373423784971237, 0.013464286923408508, 0.0008925225702114403, 0.0016911865677684546, 1.0 ], "record_id": "break_target_object/demo_43/frame_000179", "source_state_id": "demo_43/frame_000179", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 174 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_43", "frame_idx": 269, "split": "test", "expert_action": [ 0.09910714626312256, 0.0, 0.3455357253551483, 0.0, 0.08250000327825546, -0.034285712987184525, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.06830358505249023, 0.08064600080251694, -0.2597951889038086, 0.027392858639359474, 0.021415380761027336, 0.0627584159374237, 1.0 ], "break_base_action": [ 0.2282300591468811, -0.040099795907735825, -0.046349793672561646, 0.027392858639359474, -0.024459242820739746, 0.01578362286090851, 1.0 ], "control_base_action": [ 0.09587711095809937, -0.027389712631702423, -0.13973215222358704, 0.005107144359499216, -0.013594199903309345, 0.03692227974534035, -1.0 ], "record_id": "break_target_object/demo_43/frame_000269", "source_state_id": "demo_43/frame_000269", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 175 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_44", "frame_idx": 0, "split": "test", "expert_action": [ 0.0, 0.0, -0.05089285597205162, 0.0, -0.010714286006987095, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.18962711095809937, -0.12271534651517868, 0.10706406831741333, -0.0023214267566800117, -0.05584714189171791, 0.008737404830753803, 1.0 ], "break_base_action": [ 0.26131829619407654, -0.10365021973848343, 0.32717961072921753, 0.007892859168350697, -0.04136041924357414, -0.01709872856736183, 1.0 ], "control_base_action": [ 0.2116859406232834, -0.040099795907735825, 0.06704306602478027, 0.02460714429616928, -0.005143612157553434, 0.004039925988763571, 1.0 ], "record_id": "break_target_object/demo_44/frame_000000", "source_state_id": "demo_44/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 176 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_44", "frame_idx": 105, "split": "test", "expert_action": [ 0.13660714030265808, 0.543749988079071, 0.3883928656578064, 0.008571428246796131, 0.0, -0.05464285612106323, 1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.11242122948169708, 0.03616070747375488, -0.0063287862576544285, 0.01160714402794838, 0.005721430294215679, 0.03927101939916611, 1.0 ], "break_base_action": [ -0.10816700011491776, -0.052809882909059525, 0.42723214626312256, -0.006964283995330334, -0.032909829169511795, 0.006388665642589331, -1.0 ], "control_base_action": [ 0.11242122948169708, 0.03616070747375488, -0.0063287862576544285, 0.01160714402794838, -0.00031470434623770416, 0.05101471766829491, 1.0 ], "record_id": "break_target_object/demo_44/frame_000105", "source_state_id": "demo_44/frame_000105", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 177 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_44", "frame_idx": 211, "split": "test", "expert_action": [ 0.0, 0.0, -0.5035714507102966, 0.035357143729925156, -0.025714285671710968, -0.08571428805589676, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.14550946652889252, -0.08458509296178818, -0.1330619752407074, 0.014392858371138573, 0.03469487652182579, 0.06745589524507523, 1.0 ], "break_base_action": [ 0.14550946652889252, -0.08458509296178818, -0.1330619752407074, 0.014392858371138573, 0.02865874208509922, 0.04396849870681763, 1.0 ], "control_base_action": [ 0.14550946652889252, -0.08458509296178818, -0.1330619752407074, 0.0060357158072292805, 0.023829834535717964, 0.0016911865677684546, 1.0 ], "record_id": "break_target_object/demo_44/frame_000211", "source_state_id": "demo_44/frame_000211", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 178 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_44", "frame_idx": 316, "split": "test", "expert_action": [ 0.0, 0.0, 0.0803571417927742, 0.0, 0.029999999329447746, -0.03642857074737549, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1344800591468811, -0.07187500596046448, -0.09971114248037338, 0.02832143008708954, 0.05642496049404144, 0.03692227974534035, 1.0 ], "break_base_action": [ 0.1344800591468811, -0.07187500596046448, -0.09971114248037338, 0.02832143008708954, 0.06487555056810379, 0.03692227974534035, 1.0 ], "control_base_action": [ 0.1344800591468811, -0.07187500596046448, 0.11373423784971237, 0.035750001668930054, 0.014172018505632877, 0.03927101939916611, 1.0 ], "record_id": "break_target_object/demo_44/frame_000316", "source_state_id": "demo_44/frame_000316", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 179 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_45", "frame_idx": 0, "split": "test", "expert_action": [ 0.02142857201397419, -0.02410714328289032, -0.10982143133878708, -0.003214285708963871, -0.020357143133878708, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.14550946652889252, -0.046454839408397675, -0.05301996320486069, 0.040392857044935226, 0.010550337843596935, 0.01578362286090851, 1.0 ], "break_base_action": [ 0.14550946652889252, -0.046454839408397675, -0.05301996320486069, 0.02832143008708954, 0.014172018505632877, 0.01578362286090851, 1.0 ], "control_base_action": [ 0.14550946652889252, 0.08064600080251694, -0.0396796278655529, 0.032035715878009796, 0.02262260764837265, 0.07450211048126221, 1.0 ], "record_id": "break_target_object/demo_45/frame_000000", "source_state_id": "demo_45/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 180 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_45", "frame_idx": 114, "split": "test", "expert_action": [ 0.09375, 0.05624999850988388, 0.3241071403026581, -0.006428571417927742, 0.0, -0.0, 1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.3991859257221222, -0.001969544915482402, 0.30049893260002136, 0.006964287254959345, -0.07878445088863373, 0.03692227974534035, 1.0 ], "break_base_action": [ 0.07933299988508224, -0.014679629355669022, -0.19976365566253662, 0.057107143104076385, 0.03228042274713516, 0.06040967255830765, 1.0 ], "control_base_action": [ 0.3991859257221222, 0.01074053905904293, -0.0063287862576544285, 0.008821430616080761, -0.026873696595430374, 0.01578362286090851, 1.0 ], "record_id": "break_target_object/demo_45/frame_000114", "source_state_id": "demo_45/frame_000114", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 181 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_45", "frame_idx": 228, "split": "test", "expert_action": [ -0.2410714328289032, -0.48750001192092896, -0.06428571790456772, -0.014999999664723873, 0.0, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.14550946652889252, 0.08064600080251694, -0.0063287862576544285, 0.015321429818868637, 0.0008925225702114403, 0.04161975905299187, 1.0 ], "break_base_action": [ 0.16205358505249023, -0.12271534651517868, -0.0063287862576544285, 0.048750001937150955, 0.014172018505632877, 0.018132362514734268, 1.0 ], "control_base_action": [ 0.14550946652889252, 0.06793592125177383, -0.0863708034157753, 0.015321429818868637, 0.014172018505632877, 0.04161975905299187, 1.0 ], "record_id": "break_target_object/demo_45/frame_000228", "source_state_id": "demo_45/frame_000228", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 182 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_45", "frame_idx": 342, "split": "test", "expert_action": [ 0.0, 0.02946428582072258, 0.4526785612106323, 0.0, 0.0803571417927742, -0.011785713955760002, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.45984768867492676, -0.28159138560295105, 0.11373423784971237, 0.023678572848439217, -0.12224461883306503, 0.03692227974534035, 1.0 ], "break_base_action": [ 0.11242122948169708, -0.03374475613236427, -0.012998954392969608, -0.0013928553089499474, -0.00393638527020812, 0.011086144484579563, 1.0 ], "control_base_action": [ 0.2227153480052948, 0.08700104057788849, -0.1797531545162201, 0.025535715743899345, 0.03228042274713516, 0.08624580502510071, 1.0 ], "record_id": "break_target_object/demo_45/frame_000342", "source_state_id": "demo_45/frame_000342", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 183 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_46", "frame_idx": 0, "split": "test", "expert_action": [ 0.0, 0.0, -0.0, 0.0, 0.004285714123398066, 0.01607142947614193, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1344800591468811, -0.07187500596046448, 0.007011550012975931, 0.029250001534819603, 0.05159605294466019, 0.018132362514734268, 1.0 ], "break_base_action": [ 0.1344800591468811, -0.14178046584129333, 0.013681718148291111, 0.00975000113248825, -0.00393638527020812, -0.02649368718266487, 1.0 ], "control_base_action": [ 0.1344800591468811, -0.07187500596046448, -0.05301996320486069, 0.008821430616080761, -0.03170260414481163, 0.01578362286090851, -1.0 ], "record_id": "break_target_object/demo_46/frame_000000", "source_state_id": "demo_46/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 184 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_46", "frame_idx": 121, "split": "test", "expert_action": [ 0.12857143580913544, 0.20624999701976776, 0.7821428775787354, -0.0053571430034935474, 0.10178571194410324, -0.019285714253783226, 1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.14550946652889252, 0.06793592125177383, 0.0870535671710968, 0.02646428719162941, -0.023252015933394432, 0.08624580502510071, 1.0 ], "break_base_action": [ 0.1399947553873062, -0.29430148005485535, 0.0003413818485569209, 0.0060357158072292805, -0.0027291581500321627, 0.11677942425012589, -1.0 ], "control_base_action": [ 0.14550946652889252, 0.06793592125177383, 0.0870535671710968, 0.02646428719162941, -0.023252015933394432, 0.04396849870681763, 1.0 ], "record_id": "break_target_object/demo_46/frame_000121", "source_state_id": "demo_46/frame_000121", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 185 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_46", "frame_idx": 241, "split": "test", "expert_action": [ 0.0, -0.1205357164144516, -0.42053571343421936, 0.0, -0.04178571328520775, -0.003214285708963871, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1344800591468811, 0.08064600080251694, -0.07970063388347626, 0.031107144430279732, 0.03228042274713516, 0.05806093290448189, 1.0 ], "break_base_action": [ 0.1344800591468811, 0.08064600080251694, 0.06704306602478027, 0.019035715609788895, 0.015379245392978191, 0.06745589524507523, 1.0 ], "control_base_action": [ 0.14550946652889252, 0.06793592125177383, 0.14041490852832794, 0.031107144430279732, -0.009972519241273403, 0.004039925988763571, 1.0 ], "record_id": "break_target_object/demo_46/frame_000241", "source_state_id": "demo_46/frame_000241", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 186 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_46", "frame_idx": 362, "split": "test", "expert_action": [ 0.10446428507566452, 0.09642857313156128, 0.11785714328289032, -0.04285714402794838, 0.017142856493592262, -0.04178571328520775, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.11242122948169708, 0.061580874025821686, 0.04703255742788315, 0.03482142835855484, -0.016008654609322548, 0.013434884138405323, 1.0 ], "break_base_action": [ 0.11242122948169708, -0.03374475613236427, -0.012998954392969608, 0.031107144430279732, 0.008135884068906307, 0.04396849870681763, 1.0 ], "control_base_action": [ 0.11242122948169708, 0.061580874025821686, 0.04703255742788315, 0.03482142835855484, -0.009972519241273403, 0.04161975905299187, 1.0 ], "record_id": "break_target_object/demo_46/frame_000362", "source_state_id": "demo_46/frame_000362", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 187 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_47", "frame_idx": 0, "split": "test", "expert_action": [ 0.1741071492433548, -0.13928571343421936, -0.0, 0.0, 0.0, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.14550946652889252, -0.34514182806015015, 0.11373423784971237, 0.020892858505249023, -0.03532428294420242, -0.02179620787501335, 1.0 ], "break_base_action": [ 0.14550946652889252, -0.08458509296178818, 0.06704306602478027, 0.019035715609788895, -0.00393638527020812, -0.01709872856736183, 1.0 ], "control_base_action": [ 0.14550946652889252, 0.02345062419772148, 0.0003413818485569209, 0.027392858639359474, 0.03710933029651642, 0.05101471766829491, 1.0 ], "record_id": "break_target_object/demo_47/frame_000000", "source_state_id": "demo_47/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 188 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_47", "frame_idx": 104, "split": "test", "expert_action": [ 0.24375000596046448, 0.0, 0.8705357313156128, -0.02250000089406967, 0.12107142806053162, -0.0, 1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.14550946652889252, 0.08064600080251694, -0.0396796278655529, 0.030178572982549667, 0.01175756473094225, 0.03927101939916611, 1.0 ], "break_base_action": [ 0.14550946652889252, 0.06793592125177383, 0.07371322810649872, 0.030178572982549667, -0.013594199903309345, 0.0627584159374237, 1.0 ], "control_base_action": [ 0.14550946652889252, 0.06793592125177383, -0.0063287862576544285, 0.019035715609788895, 0.03710933029651642, 0.04161975905299187, 1.0 ], "record_id": "break_target_object/demo_47/frame_000104", "source_state_id": "demo_47/frame_000104", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 189 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_47", "frame_idx": 207, "split": "test", "expert_action": [ -0.21964286267757416, -0.6535714268684387, -0.2705357074737549, 0.0, -0.019285714253783226, 0.1007142886519432, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.14550946652889252, 0.06793592125177383, 0.0003413818485569209, 0.013464286923408508, 0.01658647321164608, 0.03692227974534035, 1.0 ], "break_base_action": [ 0.14550946652889252, 0.06793592125177383, 0.11373423784971237, 0.025535715743899345, 0.010550337843596935, 0.04161975905299187, 1.0 ], "control_base_action": [ 0.1344800591468811, 0.08064600080251694, 0.06037289649248123, 0.01996428705751896, 0.020208153873682022, 0.06980463117361069, 1.0 ], "record_id": "break_target_object/demo_47/frame_000207", "source_state_id": "demo_47/frame_000207", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 190 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_47", "frame_idx": 311, "split": "test", "expert_action": [ 0.12321428209543228, 0.0, 0.2973214387893677, -0.01607142947614193, 0.02250000089406967, -0.02678571455180645, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.28889182209968567, -0.34514182806015015, 0.24046742916107178, 0.1295357197523117, -0.009972519241273403, 0.04866597801446915, 1.0 ], "break_base_action": [ 0.20065653324127197, -0.07187500596046448, 0.10039390623569489, 0.040392857044935226, 0.01175756473094225, 0.013434884138405323, 1.0 ], "control_base_action": [ 0.09587711095809937, -0.046454839408397675, 0.06704306602478027, 0.030178572982549667, 0.03228042274713516, 0.04866597801446915, 1.0 ], "record_id": "break_target_object/demo_47/frame_000311", "source_state_id": "demo_47/frame_000311", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 191 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_48", "frame_idx": 0, "split": "test", "expert_action": [ 0.0, -0.3776785731315613, -0.0, 0.0, 0.014999999664723873, -0.014999999664723873, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1344800591468811, 0.08064600080251694, -0.012998954392969608, 0.015321429818868637, 0.0008925225702114403, 0.05101471766829491, 1.0 ], "break_base_action": [ 0.1344800591468811, -0.2243960201740265, 0.007011550012975931, 0.0450357161462307, -0.0027291581500321627, 0.018132362514734268, 1.0 ], "control_base_action": [ 0.1344800591468811, -0.3642069399356842, 0.1670955866575241, 0.029250001534819603, 0.005721430294215679, -0.03119116649031639, 1.0 ], "record_id": "break_target_object/demo_48/frame_000000", "source_state_id": "demo_48/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 192 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_48", "frame_idx": 91, "split": "test", "expert_action": [ 0.05892857164144516, 0.8223214149475098, -0.0, 0.0, -0.013928571715950966, -0.018214285373687744, 1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.18962711095809937, -0.021034670993685722, 0.12040440738201141, 0.046892859041690826, -0.026873696595430374, 0.011086144484579563, 1.0 ], "break_base_action": [ 0.12345064431428909, 0.048870790749788284, -0.019669122993946075, 0.0162500012665987, 0.021415380761027336, 0.04631723836064339, 1.0 ], "control_base_action": [ 0.14550946652889252, 0.0043854969553649426, 0.11373423784971237, 0.032035715878009796, -0.009972519241273403, 0.0016911865677684546, 1.0 ], "record_id": "break_target_object/demo_48/frame_000091", "source_state_id": "demo_48/frame_000091", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 193 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_48", "frame_idx": 183, "split": "test", "expert_action": [ -0.1473214328289032, -0.14464285969734192, -0.5089285969734192, 0.0010714285308495164, -0.06857142597436905, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1344800591468811, 0.08064600080251694, -0.07970063388347626, 0.001392858917824924, -0.006350839044898748, 0.027527321130037308, 1.0 ], "break_base_action": [ 0.1344800591468811, 0.08064600080251694, -0.012998954392969608, 0.01810714416205883, 0.01175756473094225, 0.03692227974534035, 1.0 ], "control_base_action": [ 0.1344800591468811, -0.40869224071502686, 0.11373423784971237, 0.013464286923408508, -0.14759638905525208, -0.0006575529696419835, 1.0 ], "record_id": "break_target_object/demo_48/frame_000183", "source_state_id": "demo_48/frame_000183", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 194 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_48", "frame_idx": 274, "split": "test", "expert_action": [ -0.08303571492433548, 0.0, 0.05089285597205162, 0.0, -0.01607142947614193, -0.0771428570151329, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.16756829619407654, -0.052809882909059525, 0.11373423784971237, 0.02832143008708954, 0.06487555056810379, 0.04866597801446915, 1.0 ], "break_base_action": [ 0.1344800591468811, -0.3006565272808075, 0.14041490852832794, 0.008821430616080761, -0.029288150370121002, -0.02179620787501335, 1.0 ], "control_base_action": [ 0.16756829619407654, -0.3769170343875885, 0.6406775116920471, -0.097035713493824, -0.14759638905525208, -0.04528360441327095, 1.0 ], "record_id": "break_target_object/demo_48/frame_000274", "source_state_id": "demo_48/frame_000274", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 195 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_49", "frame_idx": 0, "split": "test", "expert_action": [ 0.10982143133878708, -0.2785714268684387, -0.0, 0.0, 0.05249999836087227, -0.029999999329447746, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.1344800591468811, -0.14178046584129333, 0.007011550012975931, 0.021821429952979088, 0.01658647321164608, 0.03222480043768883, 1.0 ], "break_base_action": [ 0.1344800591468811, 0.08064600080251694, 0.06037289649248123, 0.01996428705751896, 0.020208153873682022, 0.06980463117361069, 1.0 ], "control_base_action": [ 0.14550946652889252, -0.12907038629055023, -0.026339290663599968, 0.00975000113248825, 0.0612538680434227, 0.018132362514734268, -1.0 ], "record_id": "break_target_object/demo_49/frame_000000", "source_state_id": "demo_49/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 196 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_49", "frame_idx": 92, "split": "test", "expert_action": [ 0.47410714626312256, 0.46339285373687744, 0.9375, 0.0, 0.02678571455180645, -0.0, 1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.14550946652889252, 0.06793592125177383, 0.11373423784971237, 0.032035715878009796, 0.035902101546525955, 0.05806093290448189, 1.0 ], "break_base_action": [ 0.14550946652889252, 0.06793592125177383, 0.11373423784971237, 0.025535715743899345, 0.010550337843596935, 0.05571219325065613, -1.0 ], "control_base_action": [ 0.14550946652889252, 0.06793592125177383, 0.11373423784971237, 0.032035715878009796, 0.035902101546525955, 0.05336345359683037, -1.0 ], "record_id": "break_target_object/demo_49/frame_000092", "source_state_id": "demo_49/frame_000092", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 197 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_49", "frame_idx": 185, "split": "test", "expert_action": [ 0.02142857201397419, 0.07500000298023224, -0.4821428656578064, -0.028928572311997414, -0.04928571358323097, -0.0, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.09587711095809937, -0.09094013273715973, -0.07970063388347626, 0.006964287254959345, 0.021415380761027336, -0.02649368718266487, 1.0 ], "break_base_action": [ 0.1344800591468811, -0.059164922684431076, -0.012998954392969608, 0.0450357161462307, 0.03710933029651642, 0.018132362514734268, 1.0 ], "control_base_action": [ 0.1344800591468811, -0.24346114695072174, -0.07303046435117722, 0.019035715609788895, 0.03710933029651642, 0.011086144484579563, 1.0 ], "record_id": "break_target_object/demo_49/frame_000185", "source_state_id": "demo_49/frame_000185", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 198 }, { "case_id": "break_target_object", "family": "target_object", "suite": "libero_10", "task_id": 0, "demo_id": "demo_49", "frame_idx": 277, "split": "test", "expert_action": [ 0.09910714626312256, 0.0, 0.14464285969734192, 0.0, 0.03642857074737549, -0.0503571443259716, -1.0 ], "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", "break_instruction": "put both the alphabet soup and the butter in the basket", "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", "clean_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "break_bow": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "control_bow": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "clean_base_action": [ 0.18411241471767426, -0.6883140802383423, -0.1797531545162201, 0.13882142305374146, -0.08482059091329575, 0.18254412710666656, 1.0 ], "break_base_action": [ 0.12345064431428909, 0.08700104057788849, -0.40653887391090393, 0.09425000101327896, -0.024459242820739746, 0.0627584159374237, 1.0 ], "control_base_action": [ 0.14550946652889252, -0.7709296345710754, -0.19976365566253662, 0.029250001534819603, -0.013594199903309345, -0.01709872856736183, -1.0 ], "record_id": "break_target_object/demo_49/frame_000277", "source_state_id": "demo_49/frame_000277", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", "observation_index": 199 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_0", "frame_idx": 0, "split": "train", "expert_action": [ 0.0, 0.05624999850988388, -0.01875000074505806, 0.0, 0.0, -0.0, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.013156525790691376, 0.03616070747375488, -0.26646533608436584, 0.020892858505249023, 0.01658647321164608, -0.007703771349042654, 1.0 ], "break_base_action": [ 0.013156525790691376, 0.03616070747375488, 0.02702205441892147, 0.020892858505249023, -0.00876529235392809, 0.03457354009151459, -1.0 ], "control_base_action": [ 0.013156525790691376, 0.03616070747375488, -0.09304097294807434, 0.020892858505249023, 0.03710933029651642, -0.02649368718266487, -1.0 ], "record_id": "break_executability_condition/demo_0/frame_000000", "source_state_id": "demo_0/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 200 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_0", "frame_idx": 90, "split": "train", "expert_action": [ -0.03750000149011612, 0.0, -0.43660715222358704, 0.0, -0.025714285671710968, 0.375, 1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ -0.053019944578409195, 0.20139180123806, -0.03300945833325386, 0.027392858639359474, -0.05584714189171791, -0.01944746822118759, 1.0 ], "break_base_action": [ -0.053019944578409195, 0.20139180123806, -0.03300945833325386, -0.025535712018609047, -0.05463991314172745, -0.09930460900068283, 1.0 ], "control_base_action": [ 0.013156525790691376, 0.04251575097441673, 0.6139968633651733, 0.003250001696869731, -0.023252015933394432, -0.0006575529696419835, 1.0 ], "record_id": "break_executability_condition/demo_0/frame_000090", "source_state_id": "demo_0/frame_000090", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 201 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_0", "frame_idx": 181, "split": "train", "expert_action": [ 0.0, 0.0, -0.0, 0.0, 0.0, 0.05464285612106323, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ -0.13022582232952118, 0.32213759422302246, 0.8474527597427368, -0.04874999821186066, -0.08482059091329575, 0.06510715186595917, 1.0 ], "break_base_action": [ 0.16756829619407654, 0.19503675401210785, -0.012998954392969608, 0.048750001937150955, -0.051018234342336655, 0.027527321130037308, 1.0 ], "control_base_action": [ -0.13022582232952118, 0.32213759422302246, 0.8474527597427368, 0.020892858505249023, -0.08119890838861465, -0.0030062925070524216, -1.0 ], "record_id": "break_executability_condition/demo_0/frame_000181", "source_state_id": "demo_0/frame_000181", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 202 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_0", "frame_idx": 271, "split": "train", "expert_action": [ 0.0, 0.0, -0.0, 0.0, -0.02250000089406967, -0.07178571075201035, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ -0.12471111863851547, -0.046454839408397675, 0.08038339763879776, -0.007892855443060398, -0.013594199903309345, 0.04161975905299187, -1.0 ], "break_base_action": [ -0.1467699408531189, -0.07187500596046448, 0.11373423784971237, 0.023678572848439217, -0.10775789618492126, 0.07450211048126221, 1.0 ], "control_base_action": [ 0.10139182209968567, 0.30942752957344055, -0.166412815451622, 0.021821429952979088, 0.0033069762866944075, 0.0016911865677684546, -1.0 ], "record_id": "break_executability_condition/demo_0/frame_000271", "source_state_id": "demo_0/frame_000271", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 203 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_1", "frame_idx": 0, "split": "train", "expert_action": [ 0.0401785708963871, 0.0, 0.0026785715017467737, 0.0, 0.0, -0.013928571715950966, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.47087711095809937, 0.20139180123806, -0.4532300531864166, 0.0162500012665987, -0.08723504096269608, 0.07450211048126221, 1.0 ], "break_base_action": [ -0.0033875913359224796, -0.2243960201740265, 0.0870535671710968, 0.06825000047683716, -0.007558065932244062, -0.0053550321608781815, 1.0 ], "control_base_action": [ 0.47087711095809937, 0.20139180123806, -0.4532300531864166, 0.013464286923408508, -0.017215881496667862, -0.007703771349042654, -1.0 ], "record_id": "break_executability_condition/demo_1/frame_000000", "source_state_id": "demo_1/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 204 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_1", "frame_idx": 93, "split": "train", "expert_action": [ 0.0, 0.0, -0.7285714149475098, 0.0, -0.040714286267757416, 0.375, 1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.024185938760638237, 0.0043854969553649426, 0.06037289649248123, 0.019035715609788895, 0.0612538680434227, 0.008737404830753803, -1.0 ], "break_base_action": [ 0.10139182209968567, 0.4810136556625366, 0.04703255742788315, 0.06175000220537186, -0.005143612157553434, 0.025178581476211548, -1.0 ], "control_base_action": [ 0.024185938760638237, 0.0043854969553649426, 0.06037289649248123, 0.019035715609788895, 0.0612538680434227, 0.008737404830753803, -1.0 ], "record_id": "break_executability_condition/demo_1/frame_000093", "source_state_id": "demo_1/frame_000093", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 205 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_1", "frame_idx": 185, "split": "train", "expert_action": [ -0.28125, 0.0, -0.3883928656578064, 0.0, -0.1274999976158142, 0.06750000268220901, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.06830358505249023, 0.08064600080251694, 0.3738707900047302, 0.06360714137554169, -0.0015219312626868486, 0.05571219325065613, 1.0 ], "break_base_action": [ 0.3991859257221222, 0.2268119752407074, -0.34650737047195435, -0.024607140570878983, -0.05463991314172745, -0.02414494752883911, 1.0 ], "control_base_action": [ 0.06830358505249023, 0.02345062419772148, 0.2738182842731476, 0.023678572848439217, 0.04073100909590721, 0.03692227974534035, -1.0 ], "record_id": "break_executability_condition/demo_1/frame_000185", "source_state_id": "demo_1/frame_000185", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 206 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_1", "frame_idx": 278, "split": "train", "expert_action": [ 0.01875000074505806, 0.10178571194410324, 0.28928571939468384, 0.0, 0.013928571715950966, -0.009642857126891613, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.06830358505249023, 0.061580874025821686, 0.02702205441892147, -0.0023214267566800117, 0.015379245392978191, 0.04396849870681763, -1.0 ], "break_base_action": [ 0.09036240726709366, 0.0043854969553649426, 0.2938287854194641, -0.07196428626775742, 0.10592126101255417, 0.11912816017866135, -1.0 ], "control_base_action": [ 0.06830358505249023, 0.03616070747375488, 0.19377624988555908, 0.012535715475678444, 0.08660563081502914, 0.03457354009151459, -1.0 ], "record_id": "break_executability_condition/demo_1/frame_000278", "source_state_id": "demo_1/frame_000278", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 207 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_2", "frame_idx": 0, "split": "train", "expert_action": [ 0.0, 0.0, -0.03214285895228386, 0.0, -0.06750000268220901, 0.006428571417927742, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.029700644314289093, 0.03616070747375488, 0.03369222208857536, 0.020892858505249023, 0.005721430294215679, 0.020481102168560028, -1.0 ], "break_base_action": [ 0.018671231344342232, 0.06793592125177383, 0.06704306602478027, 0.020892858505249023, 0.005721430294215679, 0.025178581476211548, -1.0 ], "control_base_action": [ -0.2625787556171417, -0.001969544915482402, 0.08038339763879776, 0.020892858505249023, -0.00393638527020812, 0.06040967255830765, -1.0 ], "record_id": "break_executability_condition/demo_2/frame_000000", "source_state_id": "demo_2/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 208 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_2", "frame_idx": 99, "split": "train", "expert_action": [ -0.08303571492433548, 0.0, -0.4821428656578064, 0.013928571715950966, 0.03321428596973419, 0.375, 1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.018671231344342232, 0.01709558069705963, 0.307169109582901, 0.005107144359499216, 0.039523784071207047, 0.03692227974534035, -1.0 ], "break_base_action": [ 0.018671231344342232, 0.01709558069705963, -0.05301996320486069, -0.022749997675418854, -0.009972519241273403, 0.05571219325065613, 1.0 ], "control_base_action": [ -0.008902297355234623, -0.001969544915482402, 0.3538602888584137, 0.005107144359499216, 0.0008925225702114403, 0.03457354009151459, 1.0 ], "record_id": "break_executability_condition/demo_2/frame_000099", "source_state_id": "demo_2/frame_000099", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 209 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_2", "frame_idx": 198, "split": "train", "expert_action": [ 0.0, 0.05624999850988388, -0.1473214328289032, 0.0, -0.017142856493592262, -0.0, 1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.0352153480052948, -0.008324586786329746, 0.23379726707935333, -0.08217857033014297, -0.022044789046049118, 0.11912816017866135, 1.0 ], "break_base_action": [ -0.0585346519947052, 0.061580874025821686, 0.3538602888584137, -0.052464284002780914, 0.05159605294466019, 0.07215337455272675, -1.0 ], "control_base_action": [ 0.0352153480052948, -0.008324586786329746, 0.5939863324165344, 0.032035715878009796, -0.028080923482775688, 0.01578362286090851, -1.0 ], "record_id": "break_executability_condition/demo_2/frame_000198", "source_state_id": "demo_2/frame_000198", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 210 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_2", "frame_idx": 297, "split": "train", "expert_action": [ -0.01875000074505806, 0.0, 0.17946428060531616, 0.0, -0.012857142835855484, -0.040714286267757416, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.17308299243450165, 0.02345062419772148, 0.38054096698760986, 0.001392858917824924, -0.02566646970808506, -0.02414494752883911, -1.0 ], "break_base_action": [ 0.1344800591468811, 0.04251575097441673, 0.4205619692802429, 0.02460714429616928, 0.07694781571626663, 0.03692227974534035, 1.0 ], "control_base_action": [ 0.18962711095809937, 0.15690650045871735, -0.026339290663599968, -0.006035712547600269, 0.004514203406870365, 0.029876060783863068, 1.0 ], "record_id": "break_executability_condition/demo_2/frame_000297", "source_state_id": "demo_2/frame_000297", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 211 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_3", "frame_idx": 0, "split": "train", "expert_action": [ 0.0, -0.013392857275903225, -0.10446428507566452, 0.034285712987184525, -0.11142857372760773, -0.024642856791615486, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.029700644314289093, 0.1632615476846695, -0.05969013273715973, 0.05432143062353134, -0.07757722586393356, 0.011086144484579563, 1.0 ], "break_base_action": [ 0.0352153480052948, 0.07429096102714539, -0.21977417171001434, 0.020892858505249023, -0.01480142679065466, 0.018132362514734268, -1.0 ], "control_base_action": [ 0.029700644314289093, 0.1632615476846695, -0.05969013273715973, 0.05432143062353134, -0.06067604944109917, 0.018132362514734268, 1.0 ], "record_id": "break_executability_condition/demo_3/frame_000000", "source_state_id": "demo_3/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 212 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_3", "frame_idx": 95, "split": "train", "expert_action": [ -0.21160714328289032, 0.0, -0.49017858505249023, 0.014999999664723873, 0.0, 0.33321428298950195, 1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.018671231344342232, -0.027389712631702423, 0.1337447464466095, 0.019035715609788895, 0.15903924405574799, 0.04631723836064339, -1.0 ], "break_base_action": [ 0.11793594062328339, 0.15690650045871735, -0.026339290663599968, 0.03667857125401497, 0.010550337843596935, 0.0016911865677684546, 1.0 ], "control_base_action": [ 0.14550946652889252, 0.19503675401210785, 0.02702205441892147, 0.046892859041690826, -0.005143612157553434, 0.0016911865677684546, 1.0 ], "record_id": "break_executability_condition/demo_3/frame_000095", "source_state_id": "demo_3/frame_000095", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 213 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_3", "frame_idx": 189, "split": "train", "expert_action": [ -0.1339285671710968, 0.08303571492433548, -0.16339285671710968, 0.02250000089406967, 0.0, -0.0, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.06830358505249023, -0.001969544915482402, 0.07371322810649872, 0.04782142862677574, -0.0015219312626868486, 0.022829841822385788, 1.0 ], "break_base_action": [ 0.06278888136148453, 0.029805665835738182, 0.3738707900047302, 0.04967857152223587, 0.06849722564220428, 0.03927101939916611, -1.0 ], "control_base_action": [ 0.06830358505249023, 0.02345062419772148, 0.19377624988555908, -0.04317856952548027, 0.014172018505632877, 0.020481102168560028, -1.0 ], "record_id": "break_executability_condition/demo_3/frame_000189", "source_state_id": "demo_3/frame_000189", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 214 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_3", "frame_idx": 284, "split": "train", "expert_action": [ 0.0, 0.09375, 0.17946428060531616, 0.0, -0.1039285734295845, 0.02250000089406967, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.06830358505249023, 0.1505514681339264, 0.0003413818485569209, 0.022750001400709152, -0.007558065932244062, 0.04396849870681763, -1.0 ], "break_base_action": [ 0.09036240726709366, -0.07187500596046448, 0.04703255742788315, 0.05432143062353134, -0.007558065932244062, 0.03222480043768883, -1.0 ], "control_base_action": [ 0.06830358505249023, 0.03616070747375488, 0.10039390623569489, 0.020892858505249023, 0.010550337843596935, -0.0006575529696419835, -1.0 ], "record_id": "break_executability_condition/demo_3/frame_000284", "source_state_id": "demo_3/frame_000284", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 215 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_4", "frame_idx": 0, "split": "train", "expert_action": [ -0.05892857164144516, 0.32678571343421936, -0.0, -0.020357143133878708, 0.0, -0.0, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ -0.6044905185699463, 0.30942752957344055, 0.5673056840896606, 0.006964287254959345, 0.039523784071207047, 0.20603151619434357, 1.0 ], "break_base_action": [ 0.024185938760638237, 0.01074053905904293, -0.5132615566253662, 0.015321429818868637, -0.016008654609322548, 0.0016911865677684546, -1.0 ], "control_base_action": [ 0.024185938760638237, 0.01074053905904293, -0.4198791980743408, -0.010678569786250591, -0.018423108384013176, 0.03692227974534035, -1.0 ], "record_id": "break_executability_condition/demo_4/frame_000000", "source_state_id": "demo_4/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 216 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_4", "frame_idx": 81, "split": "train", "expert_action": [ -0.03482142835855484, 0.0, -0.3910714387893677, -0.011785713955760002, 0.09214285761117935, 0.375, 1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.00764182023704052, 0.03616070747375488, 0.07371322810649872, 0.023678572848439217, -0.017215881496667862, 0.008737404830753803, 1.0 ], "break_base_action": [ -0.0585346519947052, 0.2141018807888031, 0.7340598702430725, -0.025535712018609047, -0.07033386826515198, 0.06510715186595917, 1.0 ], "control_base_action": [ 0.10139182209968567, 0.19503675401210785, 0.040362391620874405, 0.040392857044935226, -0.06067604944109917, -0.0030062925070524216, -1.0 ], "record_id": "break_executability_condition/demo_4/frame_000081", "source_state_id": "demo_4/frame_000081", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 217 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_4", "frame_idx": 163, "split": "train", "expert_action": [ -0.02142857201397419, 0.0026785715017467737, -0.43660715222358704, 0.0, 0.0, 0.0503571443259716, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.09036240726709366, 0.18232667446136475, 0.6006565093994141, 0.001392858917824924, -0.0027291581500321627, -0.0053550321608781815, 1.0 ], "break_base_action": [ -0.04199053347110748, 0.061580874025821686, 0.22045692801475525, -0.010678569786250591, 0.08539840579032898, 0.03692227974534035, -1.0 ], "control_base_action": [ 0.09036240726709366, 0.18232667446136475, 0.6006565093994141, 0.001392858917824924, -0.0027291581500321627, 0.05336345359683037, 1.0 ], "record_id": "break_executability_condition/demo_4/frame_000163", "source_state_id": "demo_4/frame_000163", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 218 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_4", "frame_idx": 244, "split": "train", "expert_action": [ 0.0, 0.11249999701976776, 0.20624999701976776, -0.03321428596973419, -0.0535714291036129, -0.006428571417927742, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.10139182209968567, -0.027389712631702423, 0.2738182842731476, 0.006964287254959345, 0.054010506719350815, 0.04631723836064339, -1.0 ], "break_base_action": [ 0.10139182209968567, -0.027389712631702423, 0.10706406831741333, 0.03667857125401497, 0.0033069762866944075, 0.013434884138405323, 1.0 ], "control_base_action": [ 0.10139182209968567, -0.014679629355669022, -0.026339290663599968, 0.027392858639359474, 0.0033069762866944075, -0.02649368718266487, -1.0 ], "record_id": "break_executability_condition/demo_4/frame_000244", "source_state_id": "demo_4/frame_000244", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 219 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_5", "frame_idx": 0, "split": "train", "expert_action": [ 0.12589286267757416, 0.15803571045398712, -0.03214285895228386, -0.027857143431901932, 0.0, -0.0, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.024185938760638237, 0.07429096102714539, -0.26646533608436584, 0.020892858505249023, 0.005721430294215679, 0.03457354009151459, -1.0 ], "break_base_action": [ -0.04750523716211319, 0.2903623878955841, 0.03369222208857536, 0.03667857125401497, -0.011179746128618717, -0.014749989844858646, 1.0 ], "control_base_action": [ 0.024185938760638237, 0.07429096102714539, -0.26646533608436584, 0.020892858505249023, 0.005721430294215679, 0.03457354009151459, -1.0 ], "record_id": "break_executability_condition/demo_5/frame_000000", "source_state_id": "demo_5/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 220 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_5", "frame_idx": 99, "split": "train", "expert_action": [ -0.3214285671710968, 0.1741071492433548, -0.4553571343421936, -0.010714286006987095, 0.0, 0.24964286386966705, 1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.024185938760638237, 0.03616070747375488, -0.0063287862576544285, 0.023678572848439217, 0.006928657181560993, 0.0016911865677684546, -1.0 ], "break_base_action": [ -0.09713759273290634, -0.09729517996311188, 0.08038339763879776, 0.029250001534819603, -0.10292898863554001, 0.0979895070195198, 1.0 ], "control_base_action": [ 0.024185938760638237, 0.03616070747375488, -0.0063287862576544285, 0.023678572848439217, -0.036531511694192886, 0.03927101939916611, 1.0 ], "record_id": "break_executability_condition/demo_5/frame_000099", "source_state_id": "demo_5/frame_000099", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 221 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_5", "frame_idx": 199, "split": "train", "expert_action": [ -0.11785714328289032, 0.0, -0.2544642984867096, 0.017142856493592262, -0.07071428745985031, 0.017142856493592262, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.013156525790691376, 0.32213759422302246, 0.3538602888584137, -0.0023214267566800117, -0.057054366916418076, 0.029876060783863068, 1.0 ], "break_base_action": [ -0.008902297355234623, -0.3006565272808075, 0.04703255742788315, -0.097035713493824, 0.15903924405574799, -0.04058612510561943, 1.0 ], "control_base_action": [ 0.013156525790691376, 0.32213759422302246, 0.11373423784971237, 0.023678572848439217, 0.029865968972444534, 0.0016911865677684546, 1.0 ], "record_id": "break_executability_condition/demo_5/frame_000199", "source_state_id": "demo_5/frame_000199", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 222 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_5", "frame_idx": 298, "split": "train", "expert_action": [ 0.0, 0.03214285895228386, -0.0, 0.0, 0.020357143133878708, -0.04821428656578064, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ -0.12471111863851547, 0.1886817216873169, -0.0063287862576544285, -0.009749998338520527, -0.012386973015964031, 0.3046785891056061, -1.0 ], "break_base_action": [ -0.3287552297115326, 0.14419642090797424, 0.40722164511680603, 0.027392858639359474, -0.036531511694192886, 0.027527321130037308, -1.0 ], "control_base_action": [ -0.12471111863851547, 0.1886817216873169, -0.0063287862576544285, 0.001392858917824924, -0.07033386826515198, -0.09930460900068283, -1.0 ], "record_id": "break_executability_condition/demo_5/frame_000298", "source_state_id": "demo_5/frame_000298", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 223 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_6", "frame_idx": 0, "split": "train", "expert_action": [ 0.0, 0.0, 0.0, 0.0, 0.0, -0.0, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.11793594062328339, -0.027389712631702423, -0.2597951889038086, 0.020892858505249023, -0.017215881496667862, 0.0016911865677684546, -1.0 ], "break_base_action": [ 0.14550946652889252, 0.07429096102714539, -0.0863708034157753, 0.04132143035531044, 0.06970445811748505, 0.011086144484579563, 1.0 ], "control_base_action": [ 0.11793594062328339, -0.027389712631702423, -0.026339290663599968, 0.020892858505249023, -0.005143612157553434, 0.12382563948631287, -1.0 ], "record_id": "break_executability_condition/demo_6/frame_000000", "source_state_id": "demo_6/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 224 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_6", "frame_idx": 102, "split": "train", "expert_action": [ -0.1205357164144516, 0.06160714104771614, -0.0, 0.0, -0.12964285910129547, 0.031071428209543228, 1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.17859770357608795, 0.0043854969553649426, 0.16042540967464447, -0.003249998204410076, 0.0914345383644104, -0.07346847653388977, 1.0 ], "break_base_action": [ 0.17859770357608795, 0.03616070747375488, -0.07303046435117722, 0.019035715609788895, 0.0008925225702114403, -0.012401250191032887, 1.0 ], "control_base_action": [ 0.10139182209968567, 0.1632615476846695, -0.11305147409439087, 0.032035715878009796, -0.04377487301826477, 0.01578362286090851, 1.0 ], "record_id": "break_executability_condition/demo_6/frame_000102", "source_state_id": "demo_6/frame_000102", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 225 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_6", "frame_idx": 203, "split": "train", "expert_action": [ -0.38303571939468384, 0.5732142925262451, -0.30000001192092896, -0.07392857223749161, -0.12964285910129547, -0.0, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.05727417394518852, 0.04251575097441673, 0.28048843145370483, 0.025535715743899345, 0.014172018505632877, 0.029876060783863068, -1.0 ], "break_base_action": [ 0.05727417394518852, 0.04251575097441673, 0.10039390623569489, -0.04317856952548027, -0.051018234342336655, 0.01578362286090851, -1.0 ], "control_base_action": [ 0.05727417394518852, 0.04251575097441673, 0.28048843145370483, 0.025535715743899345, 0.014172018505632877, 0.029876060783863068, -1.0 ], "record_id": "break_executability_condition/demo_6/frame_000203", "source_state_id": "demo_6/frame_000203", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 226 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_6", "frame_idx": 305, "split": "train", "expert_action": [ 0.2651785612106323, 0.0, 0.0669642835855484, -0.011785713955760002, 0.11571428924798965, -0.0, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.10139182209968567, 0.3666228950023651, 0.03369222208857536, -0.097035713493824, -0.032909829169511795, 0.05336345359683037, -1.0 ], "break_base_action": [ 0.10139182209968567, -0.027389712631702423, -0.026339290663599968, 0.025535715743899345, -0.024459242820739746, -0.0053550321608781815, 1.0 ], "control_base_action": [ 0.10139182209968567, 0.3666228950023651, 0.007011550012975931, 0.03946428745985031, -0.06912663578987122, 0.020481102168560028, -1.0 ], "record_id": "break_executability_condition/demo_6/frame_000305", "source_state_id": "demo_6/frame_000305", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 227 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_7", "frame_idx": 0, "split": "train", "expert_action": [ 0.11517857015132904, 0.13928571343421936, -0.0, 0.0, 0.017142856493592262, -0.0, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.00212711445055902, -0.03374475613236427, -0.1330619752407074, 0.035750001668930054, 0.010550337843596935, -0.0053550321608781815, 1.0 ], "break_base_action": [ 0.14550946652889252, 0.19503675401210785, 0.04703255742788315, 0.030178572982549667, -0.017215881496667862, 0.05571219325065613, 1.0 ], "control_base_action": [ 0.00212711445055902, -0.03374475613236427, -0.026339290663599968, 0.015321429818868637, 0.054010506719350815, 0.022829841822385788, 1.0 ], "record_id": "break_executability_condition/demo_7/frame_000000", "source_state_id": "demo_7/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 228 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_7", "frame_idx": 90, "split": "train", "expert_action": [ 0.0, 0.0, -0.6348214149475098, 0.039642855525016785, 0.0, 0.375, 1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.11793594062328339, 0.19503675401210785, -0.11305147409439087, -0.009749998338520527, 0.006928657181560993, 0.020481102168560028, 1.0 ], "break_base_action": [ 0.11793594062328339, 0.23316700756549835, 0.14041490852832794, 0.031107144430279732, 0.029865968972444534, 0.018132362514734268, 1.0 ], "control_base_action": [ 0.11793594062328339, 0.19503675401210785, -0.11305147409439087, 0.06267857551574707, -0.051018234342336655, -0.010052510537207127, 1.0 ], "record_id": "break_executability_condition/demo_7/frame_000090", "source_state_id": "demo_7/frame_000090", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 229 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_7", "frame_idx": 181, "split": "train", "expert_action": [ -0.20892857015132904, 0.1473214328289032, -0.25982141494750977, 0.0, -0.1371428519487381, -0.0, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.2227153480052948, 0.5191438794136047, 0.0870535671710968, -0.052464284002780914, -0.08482059091329575, 0.07685085386037827, 1.0 ], "break_base_action": [ 0.18962711095809937, -0.014679629355669022, 0.040362391620874405, -0.020892854779958725, -0.029288150370121002, 0.022829841822385788, 1.0 ], "control_base_action": [ 0.2227153480052948, -0.40869224071502686, 0.04703255742788315, -0.016249997541308403, 0.015379245392978191, 0.06745589524507523, 1.0 ], "record_id": "break_executability_condition/demo_7/frame_000181", "source_state_id": "demo_7/frame_000181", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 230 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_7", "frame_idx": 271, "split": "train", "expert_action": [ 0.02678571455180645, 0.0401785708963871, -0.0, -0.012857142835855484, 0.0, -0.0, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.1344800591468811, 0.04251575097441673, -0.026339290663599968, 0.02646428719162941, 0.015379245392978191, 0.03457354009151459, -1.0 ], "break_base_action": [ 0.1344800591468811, -0.03374475613236427, 0.0003413818485569209, 0.020892858505249023, 0.009343110956251621, 0.03222480043768883, -1.0 ], "control_base_action": [ 0.1344800591468811, 0.04251575097441673, -0.026339290663599968, 0.02646428719162941, 0.015379245392978191, 0.03457354009151459, -1.0 ], "record_id": "break_executability_condition/demo_7/frame_000271", "source_state_id": "demo_7/frame_000271", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 231 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_8", "frame_idx": 0, "split": "train", "expert_action": [ 0.0, 0.2410714328289032, -0.11517857015132904, 0.03321428596973419, 0.0, -0.0, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.2227153480052948, -0.34514182806015015, -0.5532825589179993, 0.07382142543792725, 0.08419118076562881, 0.07215337455272675, 1.0 ], "break_base_action": [ -0.0033875913359224796, -0.001969544915482402, -0.019669122993946075, -0.0013928553089499474, 0.0033069762866944075, 0.013434884138405323, -1.0 ], "control_base_action": [ 0.18962711095809937, -0.09729517996311188, -0.09304097294807434, 0.08867856860160828, -0.11379403620958328, 0.01578362286090851, 1.0 ], "record_id": "break_executability_condition/demo_8/frame_000000", "source_state_id": "demo_8/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 232 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_8", "frame_idx": 91, "split": "train", "expert_action": [ -0.0535714291036129, -0.14464285969734192, -0.2785714268684387, 0.0, -0.14892856776714325, 0.14142857491970062, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.10139182209968567, 0.2903623878955841, -0.0063287862576544285, 0.05246428772807121, -0.02566646970808506, -0.02414494752883911, 1.0 ], "break_base_action": [ 0.11793594062328339, -0.027389712631702423, -0.17308299243450165, 0.032035715878009796, -0.005143612157553434, 0.08154832571744919, 1.0 ], "control_base_action": [ 0.11793594062328339, 0.19503675401210785, 0.02702205441892147, -0.025535712018609047, 0.014172018505632877, -0.10635083168745041, 1.0 ], "record_id": "break_executability_condition/demo_8/frame_000091", "source_state_id": "demo_8/frame_000091", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 233 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_8", "frame_idx": 183, "split": "train", "expert_action": [ -0.19821429252624512, 0.0, -0.23303571343421936, 0.0, -0.08571428805589676, -0.0, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ -0.03647582605481148, -0.3642069399356842, 0.2604779303073883, 0.023678572848439217, -0.14759638905525208, 0.07215337455272675, 1.0 ], "break_base_action": [ 0.0352153480052948, -0.014679629355669022, -0.2131039947271347, 0.025535715743899345, 0.0443526916205883, 0.04631723836064339, -1.0 ], "control_base_action": [ 0.013156525790691376, 0.11242121458053589, -0.0063287862576544285, 0.09425000101327896, -0.06912663578987122, 0.06510715186595917, -1.0 ], "record_id": "break_executability_condition/demo_8/frame_000183", "source_state_id": "demo_8/frame_000183", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 234 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_8", "frame_idx": 274, "split": "train", "expert_action": [ 0.0, 0.12589286267757416, 0.3348214328289032, -0.012857142835855484, -0.0535714291036129, -0.02142857201397419, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.07933299988508224, 0.03616070747375488, -0.026339290663599968, 0.012535715475678444, -0.10292898863554001, 0.03457354009151459, -1.0 ], "break_base_action": [ 0.09036240726709366, 0.02345062419772148, 0.07371322810649872, 0.01810714416205883, 0.010550337843596935, 0.04631723836064339, -1.0 ], "control_base_action": [ 0.07933299988508224, 0.03616070747375488, -0.026339290663599968, 0.01810714416205883, 0.015379245392978191, 0.029876060783863068, -1.0 ], "record_id": "break_executability_condition/demo_8/frame_000274", "source_state_id": "demo_8/frame_000274", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 235 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_9", "frame_idx": 0, "split": "train", "expert_action": [ 0.0, 0.0026785715017467737, -0.0, 0.0, 0.0, -0.0, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.024185938760638237, 0.29671743512153625, -0.14640231430530548, 0.012535715475678444, -0.009972519241273403, -0.014749989844858646, -1.0 ], "break_base_action": [ -0.0033875913359224796, -0.2116859406232834, -0.12639181315898895, 0.0580357164144516, -0.007558065932244062, 0.08624580502510071, 1.0 ], "control_base_action": [ 0.024185938760638237, 0.7924107313156128, -0.2864758372306824, 0.020892858505249023, 0.025037061423063278, 0.08154832571744919, -1.0 ], "record_id": "break_executability_condition/demo_9/frame_000000", "source_state_id": "demo_9/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 236 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_9", "frame_idx": 102, "split": "train", "expert_action": [ -0.0669642835855484, -0.06428571790456772, -0.4660714268684387, 0.002142857061699033, -0.04392857104539871, 0.207857146859169, 1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.05727417394518852, 0.04251575097441673, -0.19976365566253662, 0.03667857125401497, -0.032909829169511795, -0.007703771349042654, 1.0 ], "break_base_action": [ 0.05727417394518852, 0.04251575097441673, 0.18710608780384064, -0.0023214267566800117, -0.14759638905525208, 0.011086144484579563, 1.0 ], "control_base_action": [ 0.10139182209968567, 0.01709558069705963, -0.11305147409439087, 0.09610714018344879, -0.005143612157553434, 0.013434884138405323, 1.0 ], "record_id": "break_executability_condition/demo_9/frame_000102", "source_state_id": "demo_9/frame_000102", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 237 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_9", "frame_idx": 205, "split": "train", "expert_action": [ 0.21964286267757416, 0.24375000596046448, 0.47410714626312256, 0.020357143133878708, -0.002142857061699033, -0.0, 1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.2227153480052948, -0.008324586786329746, 0.040362391620874405, 0.01996428705751896, -0.03532428294420242, -0.007703771349042654, 1.0 ], "break_base_action": [ 0.23925946652889252, 0.1886817216873169, 0.03369222208857536, 0.03946428745985031, -0.01480142679065466, 0.029876060783863068, 1.0 ], "control_base_action": [ 0.2116859406232834, 0.1886817216873169, 0.7140493392944336, 0.035750001668930054, -0.13431689143180847, 0.06510715186595917, 1.0 ], "record_id": "break_executability_condition/demo_9/frame_000205", "source_state_id": "demo_9/frame_000205", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 238 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_9", "frame_idx": 307, "split": "train", "expert_action": [ -0.375, 0.09642857313156128, -0.20892857015132904, 0.0, 0.12857143580913544, 0.02250000089406967, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.06830358505249023, 0.3539128005504608, -0.166412815451622, 0.06267857551574707, -0.013594199903309345, 0.1097332015633583, 1.0 ], "break_base_action": [ 0.10139182209968567, -0.027389712631702423, 0.12707456946372986, 0.032035715878009796, -0.07878445088863373, 0.03222480043768883, 1.0 ], "control_base_action": [ 0.10139182209968567, 0.30942752957344055, -0.06636030226945877, 0.021821429952979088, 0.01658647321164608, 0.013434884138405323, 1.0 ], "record_id": "break_executability_condition/demo_9/frame_000307", "source_state_id": "demo_9/frame_000307", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 239 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_10", "frame_idx": 0, "split": "train", "expert_action": [ 0.02946428582072258, 0.3910714387893677, -0.0, 0.0, 0.0, -0.02678571455180645, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.14550946652889252, 0.19503675401210785, -0.5065913796424866, 0.0162500012665987, -0.06791941076517105, -0.010052510537207127, -1.0 ], "break_base_action": [ 0.14550946652889252, 0.048870790749788284, -0.0396796278655529, 0.012535715475678444, -0.005143612157553434, 0.03222480043768883, 1.0 ], "control_base_action": [ 0.029700644314289093, -0.001969544915482402, 0.1337447464466095, 0.023678572848439217, -0.051018234342336655, 0.01578362286090851, 1.0 ], "record_id": "break_executability_condition/demo_10/frame_000000", "source_state_id": "demo_10/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 240 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_10", "frame_idx": 85, "split": "train", "expert_action": [ 0.0, -0.06160714104771614, -0.4017857015132904, 0.017142856493592262, -0.02250000089406967, 0.31607142090797424, 1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.11793594062328339, 0.2268119752407074, 0.040362391620874405, 0.020892858505249023, -0.06912663578987122, -0.0006575529696419835, 1.0 ], "break_base_action": [ 0.11793594062328339, 0.23316700756549835, -0.026339290663599968, 0.040392857044935226, -0.051018234342336655, 0.020481102168560028, 1.0 ], "control_base_action": [ 0.11793594062328339, 0.23316700756549835, 0.09372373670339584, 0.046892859041690826, -0.06791941076517105, 0.006388665642589331, -1.0 ], "record_id": "break_executability_condition/demo_10/frame_000085", "source_state_id": "demo_10/frame_000085", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 241 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_10", "frame_idx": 169, "split": "train", "expert_action": [ 0.0, 0.1473214328289032, -0.0, -0.007499999832361937, -0.014999999664723873, -0.0, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ -0.04199053347110748, 0.1632615476846695, 0.2271270900964737, -0.009749998338520527, 0.05521773174405098, 0.07685085386037827, -1.0 ], "break_base_action": [ -0.13022582232952118, -0.10365021973848343, 0.02702205441892147, 0.02646428719162941, 0.04676714539527893, 0.022829841822385788, -1.0 ], "control_base_action": [ 0.10139182209968567, 0.1632615476846695, 0.020351886749267578, 0.023678572848439217, -0.09568563103675842, 0.03222480043768883, -1.0 ], "record_id": "break_executability_condition/demo_10/frame_000169", "source_state_id": "demo_10/frame_000169", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 242 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_10", "frame_idx": 254, "split": "train", "expert_action": [ -0.1741071492433548, -0.008035714738070965, -0.0026785715017467737, 0.0, -0.056785713881254196, -0.02142857201397419, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.10690652579069138, 0.1632615476846695, 0.0003413818485569209, -0.02832142636179924, -0.011179746128618717, 0.006388665642589331, -1.0 ], "break_base_action": [ 0.10139182209968567, 0.30942752957344055, -0.25312501192092896, 0.012535715475678444, -0.00031470434623770416, 0.04866597801446915, -1.0 ], "control_base_action": [ 0.06830358505249023, 0.01709558069705963, -0.026339290663599968, -0.008821426890790462, -0.03773873671889305, 0.03692227974534035, 1.0 ], "record_id": "break_executability_condition/demo_10/frame_000254", "source_state_id": "demo_10/frame_000254", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 243 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_11", "frame_idx": 0, "split": "train", "expert_action": [ 0.11517857015132904, 0.02678571455180645, -0.0, 0.0, 0.0, -0.014999999664723873, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.16205358505249023, -0.03374475613236427, -0.10638130456209183, 0.01996428705751896, -0.017215881496667862, 0.013434884138405323, 1.0 ], "break_base_action": [ 0.16205358505249023, 0.10606616735458374, 0.02702205441892147, 0.032035715878009796, -0.01480142679065466, 0.05571219325065613, 1.0 ], "control_base_action": [ 0.16205358505249023, -0.03374475613236427, -0.10638130456209183, 0.006964287254959345, -0.005143612157553434, 0.011086144484579563, 1.0 ], "record_id": "break_executability_condition/demo_11/frame_000000", "source_state_id": "demo_11/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 244 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_11", "frame_idx": 88, "split": "train", "expert_action": [ -0.24375000596046448, 0.0401785708963871, -0.24375000596046448, 0.0, 0.006428571417927742, 0.29357144236564636, 1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.10139182209968567, 0.1886817216873169, -0.1797531545162201, 0.035750001668930054, -0.009972519241273403, -0.007703771349042654, -1.0 ], "break_base_action": [ 0.09036240726709366, 0.08700104057788849, -0.046349793672561646, 0.048750001937150955, -0.01480142679065466, 0.027527321130037308, 1.0 ], "control_base_action": [ 0.11793594062328339, -0.07187500596046448, -0.19976365566253662, 0.03667857125401497, 0.06970445811748505, 0.03692227974534035, 1.0 ], "record_id": "break_executability_condition/demo_11/frame_000088", "source_state_id": "demo_11/frame_000088", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 245 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_11", "frame_idx": 176, "split": "train", "expert_action": [ 0.15535713732242584, 0.07767856866121292, -0.3321428596973419, 0.0, -0.05999999865889549, 0.0835714265704155, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ -0.0033875913359224796, 0.1632615476846695, 0.30049893260002136, 0.02646428719162941, -0.051018234342336655, 0.013434884138405323, 1.0 ], "break_base_action": [ -0.0033875913359224796, 0.2141018807888031, 0.040362391620874405, 0.03946428745985031, -0.032909829169511795, 0.03457354009151459, 1.0 ], "control_base_action": [ -0.0033875913359224796, 0.1632615476846695, 0.30049893260002136, 0.02646428719162941, -0.13431689143180847, -0.012401250191032887, 1.0 ], "record_id": "break_executability_condition/demo_11/frame_000176", "source_state_id": "demo_11/frame_000176", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 246 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_11", "frame_idx": 264, "split": "train", "expert_action": [ 0.0, 0.07232142984867096, -0.15000000596046448, 0.0, 0.0, 0.01607142947614193, 1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ -0.1467699408531189, 0.08064600080251694, -0.0063287862576544285, -0.008821426890790462, -0.00393638527020812, 0.027527321130037308, 1.0 ], "break_base_action": [ 0.1344800591468811, 0.08064600080251694, -0.05969013273715973, 0.030178572982549667, -0.01480142679065466, -0.007703771349042654, 1.0 ], "control_base_action": [ 0.1344800591468811, 0.4047531485557556, 0.20711658895015717, 0.06267857551574707, -0.051018234342336655, 0.03692227974534035, 1.0 ], "record_id": "break_executability_condition/demo_11/frame_000264", "source_state_id": "demo_11/frame_000264", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 247 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_12", "frame_idx": 0, "split": "train", "expert_action": [ 0.0, 0.20357142388820648, -0.0, 0.0, -0.0053571430034935474, -0.019285714253783226, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ -0.22397582232952118, -0.2243960201740265, -0.0063287862576544285, -0.007892855443060398, -0.0027291581500321627, 0.05101471766829491, 1.0 ], "break_base_action": [ 0.05175946652889252, 0.1632615476846695, -0.09304097294807434, 0.020892858505249023, -0.08240613341331482, -0.0006575529696419835, 1.0 ], "control_base_action": [ 0.2116859406232834, 0.01074053905904293, -0.12639181315898895, 0.040392857044935226, 0.012964791618287563, 0.10738446563482285, 1.0 ], "record_id": "break_executability_condition/demo_12/frame_000000", "source_state_id": "demo_12/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 248 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_12", "frame_idx": 78, "split": "train", "expert_action": [ 0.0, 0.0, -0.7044642567634583, 0.0, 0.0, 0.375, 1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.10139182209968567, 0.19503675401210785, -0.06636030226945877, -0.009749998338520527, 0.015379245392978191, -0.04763234406709671, 1.0 ], "break_base_action": [ 0.10139182209968567, 0.1886817216873169, -0.14640231430530548, 0.035750001668930054, -0.032909829169511795, 0.0016911865677684546, 1.0 ], "control_base_action": [ 0.10139182209968567, 0.19503675401210785, 0.040362391620874405, 0.0004642874700948596, -0.00031470434623770416, 0.018132362514734268, -1.0 ], "record_id": "break_executability_condition/demo_12/frame_000078", "source_state_id": "demo_12/frame_000078", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 249 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_12", "frame_idx": 155, "split": "train", "expert_action": [ -0.3375000059604645, 0.06428571790456772, -0.4392857253551483, 0.06750000268220901, -0.031071428209543228, 0.11142857372760773, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ -0.13022582232952118, -0.34514182806015015, 0.2738182842731476, 0.01996428705751896, 0.1252368986606598, 0.004039925988763571, -1.0 ], "break_base_action": [ 0.10139182209968567, 0.01709558069705963, 0.22045692801475525, -0.08217857033014297, 0.008135884068906307, 0.06510715186595917, 1.0 ], "control_base_action": [ -0.13022582232952118, -0.34514182806015015, 0.2738182842731476, 0.01996428705751896, 0.1252368986606598, 0.08154832571744919, -1.0 ], "record_id": "break_executability_condition/demo_12/frame_000155", "source_state_id": "demo_12/frame_000155", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 250 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_12", "frame_idx": 233, "split": "train", "expert_action": [ -0.1875, 0.11785714328289032, -0.05089285597205162, -0.006428571417927742, 0.0, -0.0, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.10139182209968567, 0.03616070747375488, 0.28048843145370483, -0.019035711884498596, 0.009343110956251621, 0.0016911865677684546, 1.0 ], "break_base_action": [ 0.10139182209968567, 0.1886817216873169, -0.026339290663599968, -0.009749998338520527, 0.1312730312347412, 0.13791806995868683, -1.0 ], "control_base_action": [ 0.10139182209968567, 0.03616070747375488, -0.06636030226945877, -0.04132142663002014, -0.07033386826515198, 0.020481102168560028, 1.0 ], "record_id": "break_executability_condition/demo_12/frame_000233", "source_state_id": "demo_12/frame_000233", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 251 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_13", "frame_idx": 0, "split": "train", "expert_action": [ 0.0, -0.0026785715017467737, -0.0, 0.003214285708963871, 0.0, -0.0, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.013156525790691376, 0.01074053905904293, 0.02702205441892147, 0.020892858505249023, -0.00876529235392809, -0.014749989844858646, 1.0 ], "break_base_action": [ 0.013156525790691376, 0.03616070747375488, 0.02702205441892147, 0.020892858505249023, -0.0015219312626868486, 0.03457354009151459, -1.0 ], "control_base_action": [ 0.013156525790691376, 0.01074053905904293, 0.02702205441892147, 0.020892858505249023, 0.03710933029651642, 0.07685085386037827, -1.0 ], "record_id": "break_executability_condition/demo_13/frame_000000", "source_state_id": "demo_13/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 252 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_13", "frame_idx": 73, "split": "train", "expert_action": [ 0.0, 0.0053571430034935474, -0.5276785492897034, 0.01607142947614193, 0.0, 0.375, 1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.06830358505249023, 0.23316700756549835, 0.02702205441892147, 0.012535715475678444, -0.08482059091329575, -0.02414494752883911, 1.0 ], "break_base_action": [ -0.0585346519947052, -0.2116859406232834, -0.1797531545162201, -0.04874999821186066, -0.006350839044898748, -0.007703771349042654, 1.0 ], "control_base_action": [ 0.06830358505249023, 0.2141018807888031, -0.0063287862576544285, 0.012535715475678444, -0.0763700008392334, -0.02414494752883911, 1.0 ], "record_id": "break_executability_condition/demo_13/frame_000073", "source_state_id": "demo_13/frame_000073", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 253 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_13", "frame_idx": 145, "split": "train", "expert_action": [ -0.28928571939468384, 0.1607142835855484, -0.47678571939468384, 0.0, -0.09428571164608002, 0.12107142806053162, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.013156525790691376, -0.2116859406232834, 0.9341649413108826, -0.097035713493824, 0.15903924405574799, 0.0979895070195198, -1.0 ], "break_base_action": [ 0.0352153480052948, -0.13542543351650238, 0.9274947643280029, -0.019035711884498596, -0.10051453858613968, 0.03457354009151459, 1.0 ], "control_base_action": [ 0.3991859257221222, 0.2395220547914505, -0.29981619119644165, 0.032035715878009796, -0.0763700008392334, -0.0030062925070524216, 1.0 ], "record_id": "break_executability_condition/demo_13/frame_000145", "source_state_id": "demo_13/frame_000145", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 254 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_13", "frame_idx": 218, "split": "train", "expert_action": [ 0.0, 0.03482142835855484, 0.2410714328289032, -0.03321428596973419, -0.0053571430034935474, -0.006428571417927742, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.10139182209968567, 0.30942752957344055, 0.007011550012975931, -0.02832142636179924, -0.028080923482775688, 0.006388665642589331, 1.0 ], "break_base_action": [ 0.10139182209968567, 0.30942752957344055, 0.10039390623569489, -0.07567856460809708, -0.03170260414481163, 0.05101471766829491, 1.0 ], "control_base_action": [ 0.10139182209968567, 0.30942752957344055, 0.007011550012975931, -0.02832142636179924, -0.023252015933394432, 0.029876060783863068, -1.0 ], "record_id": "break_executability_condition/demo_13/frame_000218", "source_state_id": "demo_13/frame_000218", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 255 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_14", "frame_idx": 0, "split": "train", "expert_action": [ 0.0, 0.0, 0.0, 0.0, 0.0, -0.0, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.013156525790691376, -0.25617122650146484, -0.12639181315898895, -0.015321426093578339, 0.0033069762866944075, 0.08624580502510071, -1.0 ], "break_base_action": [ 0.14550946652889252, 0.07429096102714539, -0.026339290663599968, 0.09610714018344879, 0.0914345383644104, 0.04396849870681763, 1.0 ], "control_base_action": [ 0.10139182209968567, 0.03616070747375488, 0.013681718148291111, 0.015321429818868637, 0.021415380761027336, 0.020481102168560028, 1.0 ], "record_id": "break_executability_condition/demo_14/frame_000000", "source_state_id": "demo_14/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 256 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_14", "frame_idx": 78, "split": "train", "expert_action": [ -0.04821428656578064, 0.0, -0.42053571343421936, 0.014999999664723873, 0.0, 0.375, 1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.2227153480052948, 0.11877625435590744, -0.11972164362668991, 0.01996428705751896, -0.009972519241273403, 0.011086144484579563, 1.0 ], "break_base_action": [ 0.10139182209968567, 0.1886817216873169, -0.14640231430530548, 0.035750001668930054, -0.08240613341331482, 0.03692227974534035, 1.0 ], "control_base_action": [ 0.024185938760638237, 0.0043854969553649426, 0.06037289649248123, 0.06639286130666733, 0.09626344591379166, -0.0053550321608781815, 1.0 ], "record_id": "break_executability_condition/demo_14/frame_000078", "source_state_id": "demo_14/frame_000078", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 257 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_14", "frame_idx": 155, "split": "train", "expert_action": [ -0.08571428805589676, 0.20624999701976776, -0.3589285612106323, 0.0, 0.0, 0.16607142984867096, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ -0.22397582232952118, -0.5739233493804932, 0.5673056840896606, -0.097035713493824, 0.027451515197753906, 0.07215337455272675, 1.0 ], "break_base_action": [ 0.018671231344342232, 0.06793592125177383, 0.06704306602478027, 0.014392858371138573, 0.010550337843596935, -0.02414494752883911, 1.0 ], "control_base_action": [ 0.018671231344342232, 0.06793592125177383, 0.06704306602478027, 0.014392858371138573, 0.010550337843596935, -0.02414494752883911, 1.0 ], "record_id": "break_executability_condition/demo_14/frame_000155", "source_state_id": "demo_14/frame_000155", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 258 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_14", "frame_idx": 233, "split": "train", "expert_action": [ 0.0, 0.12321428209543228, -0.0, -0.01607142947614193, 0.014999999664723873, -0.05249999836087227, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.10139182209968567, 0.30942752957344055, 0.007011550012975931, -0.027392854914069176, -0.005143612157553434, -0.02414494752883911, 1.0 ], "break_base_action": [ 0.10139182209968567, 0.30942752957344055, -0.19976365566253662, 0.01996428705751896, 0.01658647321164608, -0.010052510537207127, 1.0 ], "control_base_action": [ 0.1344800591468811, -0.03374475613236427, 0.007011550012975931, 0.001392858917824924, 0.01658647321164608, 0.0016911865677684546, -1.0 ], "record_id": "break_executability_condition/demo_14/frame_000233", "source_state_id": "demo_14/frame_000233", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 259 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_15", "frame_idx": 0, "split": "train", "expert_action": [ 0.03482142835855484, 0.0053571430034935474, -0.0, 0.0, 0.0, -0.0, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.09587711095809937, 0.055225834250450134, -0.21977417171001434, 0.020892858505249023, 0.005721430294215679, 0.006388665642589331, 1.0 ], "break_base_action": [ 0.05175946652889252, 0.1632615476846695, -0.15974265336990356, 0.020892858505249023, 0.005721430294215679, 0.013434884138405323, -1.0 ], "control_base_action": [ 0.10139182209968567, 0.01074053905904293, 0.013681718148291111, -0.0023214267566800117, -0.0015219312626868486, 0.04161975905299187, 1.0 ], "record_id": "break_executability_condition/demo_15/frame_000000", "source_state_id": "demo_15/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 260 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_15", "frame_idx": 77, "split": "train", "expert_action": [ 0.0, 0.0, -0.6000000238418579, 0.0, -0.025714285671710968, 0.375, 1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.10139182209968567, 0.01074053905904293, -0.14640231430530548, 0.029250001534819603, 0.015379245392978191, 0.022829841822385788, -1.0 ], "break_base_action": [ 0.10139182209968567, 0.41110819578170776, -0.2864758372306824, 0.01996428705751896, -0.08482059091329575, -0.02649368718266487, 1.0 ], "control_base_action": [ 0.10139182209968567, 0.19503675401210785, -0.0063287862576544285, 0.032035715878009796, 0.010550337843596935, 0.025178581476211548, 1.0 ], "record_id": "break_executability_condition/demo_15/frame_000077", "source_state_id": "demo_15/frame_000077", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 261 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_15", "frame_idx": 154, "split": "train", "expert_action": [ 0.0, 0.1205357164144516, -0.23839285969734192, 0.0, -0.012857142835855484, 0.10928571224212646, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ -0.025446414947509766, -0.38327208161354065, 0.4805934727191925, -0.022749997675418854, 0.10229958593845367, -0.007703771349042654, 1.0 ], "break_base_action": [ 0.10139182209968567, 0.01709558069705963, -0.0863708034157753, 0.035750001668930054, 0.010550337843596935, 0.027527321130037308, 1.0 ], "control_base_action": [ -0.09162288904190063, 0.25858718156814575, 0.7340598702430725, -0.04689285531640053, -0.04860378056764603, 0.20603151619434357, 1.0 ], "record_id": "break_executability_condition/demo_15/frame_000154", "source_state_id": "demo_15/frame_000154", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 262 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_15", "frame_idx": 231, "split": "train", "expert_action": [ 0.0, 0.11249999701976776, -0.0, 0.0, 0.0, -0.0, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ -0.1467699408531189, 0.41110819578170776, 0.020351886749267578, 0.02646428719162941, -0.026873696595430374, 0.029876060783863068, -1.0 ], "break_base_action": [ -0.1467699408531189, 0.2395220547914505, 0.03369222208857536, -0.0041785696521401405, 0.062461093068122864, 0.018132362514734268, -1.0 ], "control_base_action": [ -0.1467699408531189, 0.41110819578170776, 0.020351886749267578, 0.02646428719162941, -0.026873696595430374, -0.012401250191032887, -1.0 ], "record_id": "break_executability_condition/demo_15/frame_000231", "source_state_id": "demo_15/frame_000231", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 263 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_16", "frame_idx": 0, "split": "train", "expert_action": [ 0.03482142835855484, -0.09107142686843872, -0.0, 0.009642857126891613, 0.0, -0.006428571417927742, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.029700644314289093, -0.008324586786329746, 0.03369222208857536, 0.020892858505249023, -0.00031470434623770416, 0.04396849870681763, 1.0 ], "break_base_action": [ 0.029700644314289093, -0.001969544915482402, -0.4799107313156128, 0.013464286923408508, -0.028080923482775688, 0.04396849870681763, 1.0 ], "control_base_action": [ 0.029700644314289093, 0.03616070747375488, -0.03300945833325386, 0.020892858505249023, 0.015379245392978191, 0.03457354009151459, 1.0 ], "record_id": "break_executability_condition/demo_16/frame_000000", "source_state_id": "demo_16/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 264 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_16", "frame_idx": 98, "split": "train", "expert_action": [ -0.21696428954601288, 0.0, -0.1339285671710968, 0.0, 0.0, 0.3310714364051819, 1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.10139182209968567, -0.027389712631702423, 0.07371322810649872, -0.097035713493824, -0.022044789046049118, 0.07215337455272675, 1.0 ], "break_base_action": [ 0.10139182209968567, 0.1886817216873169, 0.02702205441892147, -0.007892855443060398, 0.06366831809282303, -0.08521217107772827, 1.0 ], "control_base_action": [ 0.00764182023704052, -0.11000525951385498, -0.14640231430530548, 0.0023214302491396666, -0.016008654609322548, 0.011086144484579563, 1.0 ], "record_id": "break_executability_condition/demo_16/frame_000098", "source_state_id": "demo_16/frame_000098", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 265 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_16", "frame_idx": 196, "split": "train", "expert_action": [ -0.05089285597205162, 0.0, -0.13660714030265808, 0.0, 0.0, 0.04821428656578064, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.06830358505249023, 0.02345062419772148, 0.19377624988555908, -0.014392855577170849, 0.06366831809282303, 0.027527321130037308, -1.0 ], "break_base_action": [ -0.1577993631362915, 0.1886817216873169, 0.14041490852832794, 0.09517857432365417, -0.05222545936703682, 0.1097332015633583, 1.0 ], "control_base_action": [ 0.06830358505249023, 0.02345062419772148, 0.19377624988555908, -0.014392855577170849, 0.06366831809282303, 0.027527321130037308, -1.0 ], "record_id": "break_executability_condition/demo_16/frame_000196", "source_state_id": "demo_16/frame_000196", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 266 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_16", "frame_idx": 294, "split": "train", "expert_action": [ 0.0, 0.0, -0.0053571430034935474, 0.0, -0.07392857223749161, -0.03857142850756645, 1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ -0.12471111863851547, -0.03374475613236427, 0.03369222208857536, 0.006964287254959345, 0.01175756473094225, -0.02414494752883911, -1.0 ], "break_base_action": [ 0.17308299243450165, 0.04251575097441673, 0.24046742916107178, 0.035750001668930054, -0.03532428294420242, 0.01578362286090851, -1.0 ], "control_base_action": [ 0.1344800591468811, -0.07187500596046448, -0.0396796278655529, 0.0385357141494751, 0.03228042274713516, 0.06980463117361069, -1.0 ], "record_id": "break_executability_condition/demo_16/frame_000294", "source_state_id": "demo_16/frame_000294", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 267 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_17", "frame_idx": 0, "split": "train", "expert_action": [ 0.03214285895228386, 0.07500000298023224, -0.0, 0.0, 0.0, -0.0, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.05175946652889252, 0.1632615476846695, -0.09304097294807434, 0.020892858505249023, -0.06791941076517105, 0.03222480043768883, 1.0 ], "break_base_action": [ 0.05175946652889252, -0.046454839408397675, 0.14708508551120758, -0.03667856752872467, 0.05159605294466019, 0.011086144484579563, 1.0 ], "control_base_action": [ 0.013156525790691376, -0.14813551306724548, -0.19976365566253662, -0.024607140570878983, -0.05584714189171791, 0.013434884138405323, 1.0 ], "record_id": "break_executability_condition/demo_17/frame_000000", "source_state_id": "demo_17/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 268 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_17", "frame_idx": 83, "split": "train", "expert_action": [ -0.15267856419086456, -0.2008928507566452, -0.19821429252624512, 0.0, -0.11357142776250839, 0.20892857015132904, 1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.10139182209968567, 0.1886817216873169, 0.040362391620874405, -0.024607140570878983, -0.028080923482775688, -0.02414494752883911, 1.0 ], "break_base_action": [ 0.10139182209968567, 0.1886817216873169, 0.040362391620874405, 0.03946428745985031, -0.018423108384013176, 0.022829841822385788, 1.0 ], "control_base_action": [ 0.10139182209968567, 0.1886817216873169, 0.040362391620874405, -0.024607140570878983, -0.028080923482775688, -0.02414494752883911, 1.0 ], "record_id": "break_executability_condition/demo_17/frame_000083", "source_state_id": "demo_17/frame_000083", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 269 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_17", "frame_idx": 166, "split": "train", "expert_action": [ -0.15803571045398712, 0.0, -0.2785714268684387, 0.0, -0.0535714291036129, 0.051428571343421936, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.06830358505249023, 0.02345062419772148, 0.04703255742788315, 0.023678572848439217, -0.03773873671889305, 0.022829841822385788, 1.0 ], "break_base_action": [ -0.47765231132507324, -0.29430148005485535, 0.7407300472259521, 0.03760714456439018, -0.14759638905525208, -0.0006575529696419835, 1.0 ], "control_base_action": [ 0.06830358505249023, 0.02345062419772148, 0.08038339763879776, 0.021821429952979088, 0.010550337843596935, 0.011086144484579563, -1.0 ], "record_id": "break_executability_condition/demo_17/frame_000166", "source_state_id": "demo_17/frame_000166", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 270 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_17", "frame_idx": 249, "split": "train", "expert_action": [ 0.0, 0.05089285597205162, 0.25982141494750977, -0.012857142835855484, -0.07500000298023224, -0.006428571417927742, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.12345064431428909, 0.04251575097441673, -0.03300945833325386, -0.0041785696521401405, 0.01658647321164608, 0.022829841822385788, 1.0 ], "break_base_action": [ 0.09036240726709366, 0.04251575097441673, -0.012998954392969608, 0.021821429952979088, 0.015379245392978191, 0.025178581476211548, 1.0 ], "control_base_action": [ 0.10139182209968567, 0.30942752957344055, 0.09372373670339584, -0.06267856806516647, -0.04981100559234619, 0.03457354009151459, 1.0 ], "record_id": "break_executability_condition/demo_17/frame_000249", "source_state_id": "demo_17/frame_000249", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 271 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_18", "frame_idx": 0, "split": "train", "expert_action": [ 0.0, 0.008035714738070965, -0.09642857313156128, 0.0, -0.024642856791615486, -0.01607142947614193, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.1289653480052948, 0.061580874025821686, -0.026339290663599968, 0.012535715475678444, 0.006928657181560993, 0.04161975905299187, 1.0 ], "break_base_action": [ 0.05175946652889252, 0.1632615476846695, -0.09304097294807434, 0.020892858505249023, -0.08240613341331482, -0.0006575529696419835, 1.0 ], "control_base_action": [ 0.1289653480052948, -0.34514182806015015, -0.0396796278655529, -0.006964283995330334, -0.011179746128618717, 0.10033824294805527, 1.0 ], "record_id": "break_executability_condition/demo_18/frame_000000", "source_state_id": "demo_18/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 272 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_18", "frame_idx": 113, "split": "train", "expert_action": [ 0.18482142686843872, 0.0, 0.42053571343421936, 0.0, 0.0803571417927742, -0.020357143133878708, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.24477417767047882, 0.09335608780384064, 0.2738182842731476, 0.010678572580218315, -0.030495377257466316, -0.02414494752883911, -1.0 ], "break_base_action": [ 0.06278888136148453, -0.014679629355669022, -0.6199842691421509, -0.019035711884498596, 0.06729000061750412, 0.11443068087100983, 1.0 ], "control_base_action": [ 0.20065653324127197, 0.03616070747375488, 0.10706406831741333, -0.003249998204410076, 0.06970445811748505, -0.012401250191032887, 1.0 ], "record_id": "break_executability_condition/demo_18/frame_000113", "source_state_id": "demo_18/frame_000113", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 273 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_18", "frame_idx": 226, "split": "train", "expert_action": [ -0.10982143133878708, 0.06428571790456772, -0.0, 0.0, -0.13285714387893677, 0.0010714285308495164, 1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.06830358505249023, 0.1886817216873169, 0.03369222208857536, -0.025535712018609047, 0.039523784071207047, 0.029876060783863068, 1.0 ], "break_base_action": [ -0.053019944578409195, -0.415047287940979, 0.23379726707935333, -0.097035713493824, 0.15903924405574799, 0.018132362514734268, 1.0 ], "control_base_action": [ 0.06830358505249023, 0.1886817216873169, -0.0396796278655529, 0.04782142862677574, -0.017215881496667862, 0.029876060783863068, -1.0 ], "record_id": "break_executability_condition/demo_18/frame_000226", "source_state_id": "demo_18/frame_000226", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 274 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_18", "frame_idx": 339, "split": "train", "expert_action": [ 0.01875000074505806, 0.09910714626312256, 0.05624999850988388, -0.007499999832361937, -0.03857142850756645, -0.0053571430034935474, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.1344800591468811, 0.4619485139846802, -0.14640231430530548, 0.0385357141494751, -0.01963033527135849, -0.0006575529696419835, 1.0 ], "break_base_action": [ 0.10139182209968567, 0.30942752957344055, -0.19976365566253662, 0.01996428705751896, -0.013594199903309345, 0.04161975905299187, 1.0 ], "control_base_action": [ 0.1344800591468811, 0.4619485139846802, 0.02702205441892147, 0.06639286130666733, 0.029865968972444534, -0.007703771349042654, 1.0 ], "record_id": "break_executability_condition/demo_18/frame_000339", "source_state_id": "demo_18/frame_000339", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 275 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_19", "frame_idx": 0, "split": "train", "expert_action": [ 0.10982143133878708, 0.0, -0.0, 0.0, 0.0, -0.006428571417927742, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.024185938760638237, -0.25617122650146484, -0.20643383264541626, 0.008821430616080761, -0.06188327819108963, 0.03222480043768883, 1.0 ], "break_base_action": [ 0.45984768867492676, -0.07187500596046448, -0.046349793672561646, 0.029250001534819603, 0.019000926986336708, 0.05806093290448189, -1.0 ], "control_base_action": [ 0.024185938760638237, -0.001969544915482402, 0.31383928656578064, 0.05432143062353134, 0.06849722564220428, 0.011086144484579563, 1.0 ], "record_id": "break_executability_condition/demo_19/frame_000000", "source_state_id": "demo_19/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 276 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_19", "frame_idx": 80, "split": "train", "expert_action": [ -0.04821428656578064, 0.0, -0.5196428298950195, -0.02678571455180645, 0.0, 0.375, 1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.10139182209968567, 0.01074053905904293, -0.14640231430530548, 0.027392858639359474, -0.01963033527135849, -0.007703771349042654, 1.0 ], "break_base_action": [ 0.04624476283788681, 0.0043854969553649426, -0.019669122993946075, 0.029250001534819603, -0.028080923482775688, -0.0053550321608781815, 1.0 ], "control_base_action": [ 0.10139182209968567, 0.01074053905904293, -0.06636030226945877, 0.019035715609788895, -0.011179746128618717, -0.010052510537207127, 1.0 ], "record_id": "break_executability_condition/demo_19/frame_000080", "source_state_id": "demo_19/frame_000080", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 277 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_19", "frame_idx": 161, "split": "train", "expert_action": [ -0.22232143580913544, 0.0, -0.6508928537368774, 0.0, 0.010714286006987095, 0.14249999821186066, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ -0.3508140742778778, -0.014679629355669022, 0.9008140563964844, -0.03017856925725937, -0.14759638905525208, 0.06040967255830765, 1.0 ], "break_base_action": [ 0.45433300733566284, -0.49130779504776, 0.20044642686843872, -0.04317856952548027, -0.01963033527135849, 0.004039925988763571, 1.0 ], "control_base_action": [ -0.3508140742778778, -0.014679629355669022, -0.09971114248037338, -0.0041785696521401405, -0.0763700008392334, -0.06642226129770279, 1.0 ], "record_id": "break_executability_condition/demo_19/frame_000161", "source_state_id": "demo_19/frame_000161", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 278 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_19", "frame_idx": 241, "split": "train", "expert_action": [ 0.02142857201397419, 0.04285714402794838, 0.07767856866121292, 0.0, 0.0, -0.0, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.06830358505249023, -0.07187500596046448, 0.1337447464466095, 0.021821429952979088, -0.018423108384013176, 0.013434884138405323, 1.0 ], "break_base_action": [ -0.1467699408531189, -0.008324586786329746, -0.14640231430530548, 0.058964285999536514, -0.14759638905525208, -0.09930460900068283, 1.0 ], "control_base_action": [ 0.06830358505249023, -0.07187500596046448, 0.1337447464466095, 0.021821429952979088, -0.018423108384013176, 0.013434884138405323, 1.0 ], "record_id": "break_executability_condition/demo_19/frame_000241", "source_state_id": "demo_19/frame_000241", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 279 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_20", "frame_idx": 0, "split": "train", "expert_action": [ 0.0, 0.2276785671710968, -0.0, -0.056785713881254196, -0.011785713955760002, -0.006428571417927742, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ -0.06404935568571091, 0.055225834250450134, 0.14708508551120758, 0.020892858505249023, -0.012386973015964031, 0.0016911865677684546, -1.0 ], "break_base_action": [ 0.3936712443828583, 0.2395220547914505, 0.03369222208857536, 0.01996428705751896, -0.07878445088863373, 0.04866597801446915, -1.0 ], "control_base_action": [ 0.2116859406232834, 0.01074053905904293, -0.10638130456209183, 0.01996428705751896, -0.012386973015964031, 0.03222480043768883, 1.0 ], "record_id": "break_executability_condition/demo_20/frame_000000", "source_state_id": "demo_20/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 280 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_20", "frame_idx": 89, "split": "train", "expert_action": [ 0.0, 0.0, -0.4794642925262451, 0.0, -0.006428571417927742, 0.34392857551574707, 1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.10139182209968567, 0.1886817216873169, 0.040362391620874405, 0.05989285930991173, -0.036531511694192886, -0.010052510537207127, 1.0 ], "break_base_action": [ 0.00764182023704052, 0.20139180123806, 0.03369222208857536, -0.0041785696521401405, -0.030495377257466316, -0.02649368718266487, 1.0 ], "control_base_action": [ 0.10139182209968567, 0.1886817216873169, 0.040362391620874405, 0.032035715878009796, -0.018423108384013176, 0.013434884138405323, 1.0 ], "record_id": "break_executability_condition/demo_20/frame_000089", "source_state_id": "demo_20/frame_000089", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 281 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_20", "frame_idx": 179, "split": "train", "expert_action": [ -0.13124999403953552, 0.0401785708963871, -0.1607142835855484, -0.013928571715950966, 0.027857143431901932, 0.08142857253551483, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.2227153480052948, 0.1886817216873169, 0.2938287854194641, 0.0580357164144516, -0.026873696595430374, -0.02414494752883911, 1.0 ], "break_base_action": [ -0.025446414947509766, 0.1632615476846695, 0.6473476886749268, 0.0645357146859169, -0.07999168336391449, 0.1097332015633583, 1.0 ], "control_base_action": [ 0.16756829619407654, 0.28400734066963196, -0.0863708034157753, -0.097035713493824, 0.023829834535717964, 0.03222480043768883, 1.0 ], "record_id": "break_executability_condition/demo_20/frame_000179", "source_state_id": "demo_20/frame_000179", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 282 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_20", "frame_idx": 268, "split": "train", "expert_action": [ -0.01607142947614193, 0.01875000074505806, 0.02410714328289032, -0.07500000298023224, -0.040714286267757416, -0.0010714285308495164, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ -0.1467699408531189, 0.1632615476846695, -0.0063287862576544285, -0.010678569786250591, -0.006350839044898748, 0.008737404830753803, 1.0 ], "break_base_action": [ -0.1467699408531189, 0.1505514681339264, 0.0003413818485569209, 0.05432143062353134, -0.05463991314172745, -0.04763234406709671, 1.0 ], "control_base_action": [ -0.1467699408531189, 0.1632615476846695, 0.020351886749267578, -0.010678569786250591, -0.00393638527020812, 0.006388665642589331, -1.0 ], "record_id": "break_executability_condition/demo_20/frame_000268", "source_state_id": "demo_20/frame_000268", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 283 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_21", "frame_idx": 0, "split": "train", "expert_action": [ 0.02946428582072258, 0.0401785708963871, -0.01875000074505806, 0.0, 0.0, -0.0, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.10690652579069138, 0.01074053905904293, -0.760057806968689, 0.020892858505249023, 0.005721430294215679, 0.020481102168560028, -1.0 ], "break_base_action": [ 0.05175946652889252, 0.1632615476846695, 0.26714810729026794, 0.020892858505249023, -0.026873696595430374, 0.022829841822385788, 1.0 ], "control_base_action": [ 0.10690652579069138, 0.01074053905904293, -0.37985819578170776, 0.020892858505249023, 0.039523784071207047, 0.0016911865677684546, 1.0 ], "record_id": "break_executability_condition/demo_21/frame_000000", "source_state_id": "demo_21/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 284 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_21", "frame_idx": 81, "split": "train", "expert_action": [ 0.0, 0.0, -0.3642857074737549, 0.01607142947614193, 0.018214285373687744, 0.375, 1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.10139182209968567, -0.027389712631702423, 0.007011550012975931, 0.023678572848439217, -0.06791941076517105, -0.02179620787501335, 1.0 ], "break_base_action": [ 0.10139182209968567, -0.027389712631702423, -0.45990023016929626, 0.044107142835855484, 0.03348764777183533, 0.09094328433275223, 1.0 ], "control_base_action": [ 0.10139182209968567, -0.027389712631702423, 0.007011550012975931, 0.02460714429616928, 0.039523784071207047, 0.008737404830753803, 1.0 ], "record_id": "break_executability_condition/demo_21/frame_000081", "source_state_id": "demo_21/frame_000081", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 285 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_21", "frame_idx": 162, "split": "train", "expert_action": [ 0.0, 0.2973214387893677, -0.18482142686843872, 0.0, -0.039642855525016785, 0.08785714209079742, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.2282300591468811, 0.30942752957344055, 0.30049893260002136, 0.020892858505249023, -0.14759638905525208, -0.03588864579796791, 1.0 ], "break_base_action": [ 0.05727417394518852, -0.03374475613236427, 0.5339548587799072, 0.06825000047683716, 0.023829834535717964, 0.04866597801446915, 1.0 ], "control_base_action": [ 0.05727417394518852, 0.02345062419772148, 0.44057247042655945, -0.0041785696521401405, -0.01963033527135849, 0.0627584159374237, 1.0 ], "record_id": "break_executability_condition/demo_21/frame_000162", "source_state_id": "demo_21/frame_000162", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 286 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_21", "frame_idx": 243, "split": "train", "expert_action": [ 0.0, 0.0, -0.0, 0.0, -0.06750000268220901, -0.04392857104539871, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.10139182209968567, 0.03616070747375488, 0.4138917922973633, 0.023678572848439217, -0.023252015933394432, 0.04396849870681763, 1.0 ], "break_base_action": [ 0.07933299988508224, 0.23316700756549835, 0.10039390623569489, -0.097035713493824, 0.15903924405574799, 0.1919390857219696, 1.0 ], "control_base_action": [ -0.1577993631362915, -0.2243960201740265, 0.12040440738201141, 0.05525000020861626, 0.027451515197753906, -0.0053550321608781815, -1.0 ], "record_id": "break_executability_condition/demo_21/frame_000243", "source_state_id": "demo_21/frame_000243", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 287 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_22", "frame_idx": 0, "split": "train", "expert_action": [ 0.05892857164144516, 0.0, -0.0, 0.0, 0.0, -0.0, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.20617122948169708, 0.055225834250450134, -0.026339290663599968, 0.031107144430279732, -0.08482059091329575, 0.03692227974534035, 1.0 ], "break_base_action": [ 0.3936712443828583, 0.6017594337463379, 0.12707456946372986, 0.01996428705751896, -0.10051453858613968, -0.02179620787501335, 1.0 ], "control_base_action": [ 0.20617122948169708, 0.055225834250450134, -0.026339290663599968, 0.031107144430279732, -0.08482059091329575, 0.03692227974534035, 1.0 ], "record_id": "break_executability_condition/demo_22/frame_000000", "source_state_id": "demo_22/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 288 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_22", "frame_idx": 78, "split": "train", "expert_action": [ -0.3214285671710968, 0.0, -0.6589285731315613, 0.035357143729925156, 0.0, 0.1971428543329239, 1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.10139182209968567, -0.027389712631702423, 0.007011550012975931, 0.02832143008708954, 0.047974370419979095, 0.03927101939916611, -1.0 ], "break_base_action": [ 0.10139182209968567, -0.027389712631702423, -0.26646533608436584, 0.03296428546309471, -0.01963033527135849, 0.09564076364040375, 1.0 ], "control_base_action": [ 0.10139182209968567, 0.03616070747375488, -0.09304097294807434, -0.017178568989038467, 0.01175756473094225, -0.0030062925070524216, 1.0 ], "record_id": "break_executability_condition/demo_22/frame_000078", "source_state_id": "demo_22/frame_000078", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 289 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_22", "frame_idx": 156, "split": "train", "expert_action": [ -0.12857143580913544, 0.04821428656578064, -0.5651785731315613, 0.0, -0.05892857164144516, 0.17678570747375488, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ -0.6320640444755554, 0.4047531485557556, 0.30049893260002136, -0.007892855443060398, -0.026873696595430374, 0.08389706909656525, 1.0 ], "break_base_action": [ 0.294406533241272, 0.19503675401210785, 0.33384978771209717, 0.05525000020861626, 0.005721430294215679, 0.05101471766829491, 1.0 ], "control_base_action": [ 0.06830358505249023, 0.11242121458053589, 0.02702205441892147, 0.01810714416205883, -0.017215881496667862, 0.03927101939916611, 1.0 ], "record_id": "break_executability_condition/demo_22/frame_000156", "source_state_id": "demo_22/frame_000156", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 290 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_22", "frame_idx": 234, "split": "train", "expert_action": [ 0.13928571343421936, 0.08303571492433548, 0.2785714268684387, -0.009642857126891613, 0.0, -0.020357143133878708, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.12345064431428909, 0.25858718156814575, 0.03369222208857536, 0.05246428772807121, 0.03107319585978985, -0.0006575529696419835, 1.0 ], "break_base_action": [ -0.04199053347110748, 0.08064600080251694, 0.0870535671710968, 0.0710357129573822, -0.0461893267929554, 0.05101471766829491, 1.0 ], "control_base_action": [ 0.10139182209968567, 0.3920430541038513, 0.03369222208857536, -0.03946428373456001, -0.03170260414481163, -0.0030062925070524216, 1.0 ], "record_id": "break_executability_condition/demo_22/frame_000234", "source_state_id": "demo_22/frame_000234", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 291 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_23", "frame_idx": 0, "split": "train", "expert_action": [ 0.0, -0.03214285895228386, -0.0, 0.0, 0.0, -0.0, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.013156525790691376, -0.014679629355669022, -0.26646533608436584, 0.020892858505249023, -0.017215881496667862, 0.013434884138405323, -1.0 ], "break_base_action": [ 0.024185938760638237, -0.2243960201740265, -0.25312501192092896, 0.02646428719162941, 0.004514203406870365, -0.0053550321608781815, -1.0 ], "control_base_action": [ 0.013156525790691376, -0.14813551306724548, -0.26646533608436584, -0.005107141099870205, 0.010550337843596935, 0.04161975905299187, -1.0 ], "record_id": "break_executability_condition/demo_23/frame_000000", "source_state_id": "demo_23/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 292 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_23", "frame_idx": 94, "split": "train", "expert_action": [ 0.0, 0.02142857201397419, -0.6294642686843872, 0.06750000268220901, -0.0053571430034935474, 0.375, 1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ -0.0585346519947052, -0.2243960201740265, 0.1337447464466095, 0.014392858371138573, -0.07274831831455231, 0.06040967255830765, 1.0 ], "break_base_action": [ -0.0585346519947052, 0.01709558069705963, -0.1797531545162201, -0.02832142636179924, -0.00393638527020812, -0.0006575529696419835, 1.0 ], "control_base_action": [ 0.10139182209968567, -0.046454839408397675, 0.06704306602478027, 0.01810714416205883, 0.04073100909590721, 0.025178581476211548, 1.0 ], "record_id": "break_executability_condition/demo_23/frame_000094", "source_state_id": "demo_23/frame_000094", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 293 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_23", "frame_idx": 187, "split": "train", "expert_action": [ 0.0, -0.02678571455180645, -0.1741071492433548, 0.0, -0.12964285910129547, 0.023571427911520004, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.018671231344342232, 0.06793592125177383, 0.06704306602478027, 0.014392858371138573, 0.006928657181560993, 0.04161975905299187, 1.0 ], "break_base_action": [ -0.03647582605481148, -0.046454839408397675, -0.23978467285633087, 0.09517857432365417, 0.01658647321164608, -0.02179620787501335, 1.0 ], "control_base_action": [ -0.19088758528232574, -0.4277573525905609, 0.36053046584129333, -0.060821425169706345, 0.10229958593845367, -0.24962393939495087, 1.0 ], "record_id": "break_executability_condition/demo_23/frame_000187", "source_state_id": "demo_23/frame_000187", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 294 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_23", "frame_idx": 281, "split": "train", "expert_action": [ -0.18214285373687744, -0.02946428582072258, -0.1473214328289032, 0.0, 0.01607142947614193, -0.04928571358323097, 1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ -0.1467699408531189, -0.2243960201740265, 0.12040440738201141, 0.04317857325077057, 0.014172018505632877, 0.07919958978891373, -1.0 ], "break_base_action": [ 0.1344800591468811, 0.4746586084365845, 0.02702205441892147, -0.097035713493824, -0.06067604944109917, 0.04396849870681763, 1.0 ], "control_base_action": [ 0.1344800591468811, 0.4746586084365845, -0.14640231430530548, 0.040392857044935226, 0.006928657181560993, 0.05571219325065613, -1.0 ], "record_id": "break_executability_condition/demo_23/frame_000281", "source_state_id": "demo_23/frame_000281", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 295 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_24", "frame_idx": 0, "split": "train", "expert_action": [ 0.0, 0.09375, -0.008035714738070965, 0.0, -0.09642857313156128, -0.035357143729925156, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ -0.6320640444755554, 0.2395220547914505, -0.10638130456209183, 0.019035715609788895, -0.032909829169511795, 0.03927101939916611, -1.0 ], "break_base_action": [ -0.6320640444755554, 0.3284926414489746, 0.38054096698760986, 0.012535715475678444, -0.089649498462677, 0.08389706909656525, 1.0 ], "control_base_action": [ -0.6320640444755554, 0.2395220547914505, -0.10638130456209183, 0.019035715609788895, 0.005721430294215679, 0.08389706909656525, -1.0 ], "record_id": "break_executability_condition/demo_24/frame_000000", "source_state_id": "demo_24/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 296 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_24", "frame_idx": 85, "split": "train", "expert_action": [ 0.0, 0.0, -0.5785714387893677, 0.034285712987184525, -0.019285714253783226, 0.375, 1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.11793594062328339, -0.027389712631702423, -0.4799107313156128, 0.004178572911769152, 0.06729000061750412, 0.020481102168560028, 1.0 ], "break_base_action": [ 0.04624476283788681, 0.14419642090797424, 0.307169109582901, 0.00975000113248825, 0.0914345383644104, 0.05806093290448189, 1.0 ], "control_base_action": [ 0.04624476283788681, 0.1505514681339264, 0.020351886749267578, 0.058964285999536514, -0.0015219312626868486, 0.04631723836064339, 1.0 ], "record_id": "break_executability_condition/demo_24/frame_000085", "source_state_id": "demo_24/frame_000085", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 297 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_24", "frame_idx": 171, "split": "train", "expert_action": [ -0.22499999403953552, 0.04553571343421936, -0.32946428656578064, 0.0, -0.055714286863803864, 0.062142856419086456, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.06830358505249023, 0.07429096102714539, 0.007011550012975931, 0.01996428705751896, -0.006350839044898748, 0.0016911865677684546, -1.0 ], "break_base_action": [ 0.06830358505249023, 0.07429096102714539, 0.02702205441892147, -0.024607140570878983, 0.15058866143226624, 0.10503572225570679, 1.0 ], "control_base_action": [ 0.06830358505249023, 0.02345062419772148, 0.19377624988555908, -0.024607140570878983, -0.12828075885772705, 0.09094328433275223, 1.0 ], "record_id": "break_executability_condition/demo_24/frame_000171", "source_state_id": "demo_24/frame_000171", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 298 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_24", "frame_idx": 256, "split": "train", "expert_action": [ 0.0, 0.1205357164144516, 0.11785714328289032, -0.010714286006987095, -0.018214285373687744, -0.0, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.10139182209968567, 0.03616070747375488, -0.05301996320486069, -0.0013928553089499474, -0.011179746128618717, 0.029876060783863068, 1.0 ], "break_base_action": [ 0.10139182209968567, 0.30942752957344055, 0.10039390623569489, -0.027392854914069176, 0.14696697890758514, 0.10503572225570679, 1.0 ], "control_base_action": [ 0.10139182209968567, 0.03616070747375488, -0.05301996320486069, 0.02832143008708954, 0.035902101546525955, 0.04631723836064339, -1.0 ], "record_id": "break_executability_condition/demo_24/frame_000256", "source_state_id": "demo_24/frame_000256", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 299 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_25", "frame_idx": 0, "split": "train", "expert_action": [ 0.10178571194410324, 0.4526785612106323, -0.0, 0.03642857074737549, -0.03857142850756645, -0.0, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.2116859406232834, 0.01074053905904293, -0.2131039947271347, -0.02182142622768879, -0.009972519241273403, 0.006388665642589331, 1.0 ], "break_base_action": [ 0.15653887391090393, -0.07823005318641663, -0.026339290663599968, 0.004178572911769152, -0.00393638527020812, 0.029876060783863068, 1.0 ], "control_base_action": [ 0.2116859406232834, 0.01074053905904293, -0.2131039947271347, 0.020892858505249023, 0.008135884068906307, 0.006388665642589331, 1.0 ], "record_id": "break_executability_condition/demo_25/frame_000000", "source_state_id": "demo_25/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 300 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_25", "frame_idx": 89, "split": "train", "expert_action": [ 0.0, 0.0, -0.0, 0.0, 0.07607142627239227, 0.17464286088943481, 1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.11793594062328339, -0.027389712631702423, 0.0870535671710968, 0.030178572982549667, 0.004514203406870365, -0.02649368718266487, 1.0 ], "break_base_action": [ 0.09036240726709366, 0.03616070747375488, -0.0063287862576544285, 0.02832143008708954, 0.015379245392978191, 0.03692227974534035, 1.0 ], "control_base_action": [ 0.018671231344342232, 0.01074053905904293, 0.02702205441892147, 0.0162500012665987, 0.15903924405574799, -0.04528360441327095, 1.0 ], "record_id": "break_executability_condition/demo_25/frame_000089", "source_state_id": "demo_25/frame_000089", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 301 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_25", "frame_idx": 177, "split": "train", "expert_action": [ -0.2517857253551483, 0.0, -0.24375000596046448, 0.0, -0.019285714253783226, 0.062142856419086456, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.14550946652889252, 0.22045692801475525, 0.23379726707935333, -0.020892854779958725, 0.025037061423063278, 0.175497904419899, -1.0 ], "break_base_action": [ 0.14550946652889252, 0.22045692801475525, 0.11373423784971237, 0.03946428745985031, 0.06608277559280396, 0.018132362514734268, -1.0 ], "control_base_action": [ 0.14550946652889252, -0.45953258872032166, -0.012998954392969608, 0.020892858505249023, 0.039523784071207047, 0.013434884138405323, -1.0 ], "record_id": "break_executability_condition/demo_25/frame_000177", "source_state_id": "demo_25/frame_000177", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 302 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_25", "frame_idx": 266, "split": "train", "expert_action": [ 0.0, 0.05624999850988388, 0.08571428805589676, 0.0, -0.10928571224212646, -0.0, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.06830358505249023, -0.07187500596046448, -0.026339290663599968, 0.029250001534819603, -0.018423108384013176, 0.04161975905299187, -1.0 ], "break_base_action": [ 0.10139182209968567, 0.30942752957344055, 0.07371322810649872, 0.05525000020861626, -0.005143612157553434, 0.05571219325065613, -1.0 ], "control_base_action": [ 0.06830358505249023, -0.07187500596046448, -0.026339290663599968, 0.029250001534819603, -0.018423108384013176, 0.04161975905299187, -1.0 ], "record_id": "break_executability_condition/demo_25/frame_000266", "source_state_id": "demo_25/frame_000266", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 303 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_26", "frame_idx": 0, "split": "train", "expert_action": [ -0.008035714738070965, 0.0, -0.0, 0.0, -0.007499999832361937, -0.0, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.18962711095809937, -0.13542543351650238, -0.0396796278655529, -0.005107141099870205, 0.014172018505632877, -0.02414494752883911, 1.0 ], "break_base_action": [ 0.05175946652889252, 0.1632615476846695, -0.09304097294807434, 0.020892858505249023, -0.08240613341331482, -0.0006575529696419835, 1.0 ], "control_base_action": [ 0.18962711095809937, -0.13542543351650238, -0.0396796278655529, -0.005107141099870205, 0.014172018505632877, -0.02414494752883911, 1.0 ], "record_id": "break_executability_condition/demo_26/frame_000000", "source_state_id": "demo_26/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 304 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_26", "frame_idx": 92, "split": "train", "expert_action": [ -0.07232142984867096, 0.02142857201397419, -0.3991071283817291, 0.02142857201397419, 0.0, 0.3675000071525574, 1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.11242122948169708, 0.1886817216873169, 0.040362391620874405, -0.025535712018609047, 0.019000926986336708, -0.10869956761598587, 1.0 ], "break_base_action": [ 0.024185938760638237, -0.07187500596046448, 0.06037289649248123, 0.012535715475678444, 0.009343110956251621, -0.0053550321608781815, 1.0 ], "control_base_action": [ 0.12345064431428909, 0.28400734066963196, -0.2264443337917328, 0.035750001668930054, -0.017215881496667862, 0.03457354009151459, -1.0 ], "record_id": "break_executability_condition/demo_26/frame_000092", "source_state_id": "demo_26/frame_000092", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 305 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_26", "frame_idx": 185, "split": "train", "expert_action": [ -0.01875000074505806, -0.02410714328289032, -0.0, 0.0, 0.0, -0.0, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.10139182209968567, -0.027389712631702423, 0.2604779303073883, -0.02832142636179924, 0.06366831809282303, 0.04161975905299187, -1.0 ], "break_base_action": [ 0.10139182209968567, -0.027389712631702423, 0.22045692801475525, 0.032035715878009796, 0.08419118076562881, 0.027527321130037308, 1.0 ], "control_base_action": [ 0.10139182209968567, -0.027389712631702423, 0.07371322810649872, 0.04782142862677574, -0.0763700008392334, 0.013434884138405323, 1.0 ], "record_id": "break_executability_condition/demo_26/frame_000185", "source_state_id": "demo_26/frame_000185", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 306 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_26", "frame_idx": 277, "split": "train", "expert_action": [ 0.10178571194410324, 0.01607142947614193, 0.2705357074737549, -0.018214285373687744, 0.0, -0.04392857104539871, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.2337447553873062, -0.021034670993685722, 0.020351886749267578, 0.03482142835855484, -0.005143612157553434, 0.01578362286090851, 1.0 ], "break_base_action": [ 0.17308299243450165, 0.2649422287940979, 0.02702205441892147, 0.031107144430279732, -0.006350839044898748, 0.04866597801446915, 1.0 ], "control_base_action": [ 0.05175946652889252, -0.10365021973848343, -0.019669122993946075, 0.01160714402794838, 0.01658647321164608, -0.0053550321608781815, -1.0 ], "record_id": "break_executability_condition/demo_26/frame_000277", "source_state_id": "demo_26/frame_000277", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 307 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_27", "frame_idx": 0, "split": "train", "expert_action": [ 0.0, 0.0, -0.0, 0.0, -0.03642857074737549, -0.0, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.05175946652889252, 0.1632615476846695, -0.09304097294807434, 0.020892858505249023, -0.08240613341331482, -0.0006575529696419835, 1.0 ], "break_base_action": [ 0.7686712145805359, -0.001969544915482402, -0.11972164362668991, 0.01996428705751896, 0.05159605294466019, -0.0053550321608781815, 1.0 ], "control_base_action": [ 0.05175946652889252, 0.1632615476846695, -0.09304097294807434, 0.020892858505249023, -0.08240613341331482, -0.0006575529696419835, 1.0 ], "record_id": "break_executability_condition/demo_27/frame_000000", "source_state_id": "demo_27/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 308 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_27", "frame_idx": 102, "split": "train", "expert_action": [ 0.0, 0.0, -0.2544642984867096, 0.0, 0.0, 0.36000001430511475, 1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.013156525790691376, 0.33484768867492676, 0.6473476886749268, -0.052464284002780914, -0.018423108384013176, -0.02884242683649063, 1.0 ], "break_base_action": [ -0.0033875913359224796, 0.30942752957344055, -0.019669122993946075, -0.097035713493824, -0.032909829169511795, 0.022829841822385788, -1.0 ], "control_base_action": [ 0.013156525790691376, 0.2141018807888031, 0.22045692801475525, 0.040392857044935226, -0.016008654609322548, 0.008737404830753803, -1.0 ], "record_id": "break_executability_condition/demo_27/frame_000102", "source_state_id": "demo_27/frame_000102", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 309 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_27", "frame_idx": 204, "split": "train", "expert_action": [ 0.0, 0.0, -0.1607142835855484, 0.0, 0.0, 0.039642855525016785, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.05175946652889252, -0.08458509296178818, 0.40722164511680603, -0.022749997675418854, 0.12402966618537903, 0.013434884138405323, -1.0 ], "break_base_action": [ -0.22397582232952118, -0.5739233493804932, 0.3205094635486603, 0.13882142305374146, -0.07757722586393356, -0.05937603861093521, -1.0 ], "control_base_action": [ 0.05175946652889252, -0.08458509296178818, 0.9341649413108826, -0.017178568989038467, -0.0630905032157898, 0.03222480043768883, 1.0 ], "record_id": "break_executability_condition/demo_27/frame_000204", "source_state_id": "demo_27/frame_000204", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 310 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_27", "frame_idx": 306, "split": "train", "expert_action": [ -0.010714286006987095, 0.05089285597205162, 0.0053571430034935474, -0.004285714123398066, 0.0, -0.009642857126891613, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.06830358505249023, 0.03616070747375488, 0.11373423784971237, 0.021821429952979088, 0.010550337843596935, 0.022829841822385788, -1.0 ], "break_base_action": [ 0.06830358505249023, 0.061580874025821686, 0.007011550012975931, 0.017178572714328766, 0.020208153873682022, 0.03692227974534035, -1.0 ], "control_base_action": [ 0.20065653324127197, 0.5191438794136047, 0.6340073347091675, 0.04132143035531044, -0.14759638905525208, 0.06745589524507523, 1.0 ], "record_id": "break_executability_condition/demo_27/frame_000306", "source_state_id": "demo_27/frame_000306", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 311 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_28", "frame_idx": 0, "split": "train", "expert_action": [ 0.03214285895228386, 0.0, -0.0, 0.0, 0.0, -0.0, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.029700644314289093, 0.03616070747375488, 0.07371322810649872, 0.13696429133415222, 0.15903924405574799, 0.07685085386037827, 1.0 ], "break_base_action": [ -0.0033875913359224796, 0.07429096102714539, -0.0396796278655529, 0.020892858505249023, 0.0008925225702114403, 0.006388665642589331, 1.0 ], "control_base_action": [ 0.029700644314289093, 0.03616070747375488, 0.12707456946372986, 0.020892858505249023, -0.017215881496667862, 0.013434884138405323, 1.0 ], "record_id": "break_executability_condition/demo_28/frame_000000", "source_state_id": "demo_28/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 312 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_28", "frame_idx": 109, "split": "train", "expert_action": [ -0.16875000298023224, -0.0026785715017467737, -0.2839285731315613, 0.029999999329447746, 0.0, 0.15964286029338837, 1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.25580358505249023, 0.2903623878955841, -0.166412815451622, 0.022750001400709152, -0.051018234342336655, -0.01944746822118759, 1.0 ], "break_base_action": [ 0.17859770357608795, 0.03616070747375488, 0.11373423784971237, 0.019035715609788895, -0.005143612157553434, -0.0030062925070524216, 1.0 ], "control_base_action": [ 0.11793594062328339, 0.1886817216873169, -0.026339290663599968, 0.04132143035531044, -0.05222545936703682, -0.01709872856736183, 1.0 ], "record_id": "break_executability_condition/demo_28/frame_000109", "source_state_id": "demo_28/frame_000109", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 313 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_28", "frame_idx": 218, "split": "train", "expert_action": [ 0.11517857015132904, 0.03214285895228386, 0.05089285597205162, 0.013928571715950966, 0.019285714253783226, -0.0, 1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.013156525790691376, 0.30942752957344055, -0.4198791980743408, 0.06360714137554169, -0.023252015933394432, 0.08154832571744919, -1.0 ], "break_base_action": [ 0.10139182209968567, 0.01709558069705963, -0.019669122993946075, 0.010678572580218315, -0.0015219312626868486, 0.029876060783863068, 1.0 ], "control_base_action": [ 0.10139182209968567, -0.014679629355669022, -0.0863708034157753, 0.07660714536905289, -0.1270735263824463, -0.010052510537207127, -1.0 ], "record_id": "break_executability_condition/demo_28/frame_000218", "source_state_id": "demo_28/frame_000218", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 314 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_28", "frame_idx": 327, "split": "train", "expert_action": [ 0.1875, 0.0401785708963871, -0.0, 0.0, 0.0503571443259716, -0.011785713955760002, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.10139182209968567, 0.01709558069705963, -0.0063287862576544285, 0.03482142835855484, -0.017215881496667862, 0.013434884138405323, 1.0 ], "break_base_action": [ 0.10139182209968567, 0.01709558069705963, 0.10706406831741333, 0.021821429952979088, 0.010550337843596935, -0.014749989844858646, -1.0 ], "control_base_action": [ 0.09036240726709366, -0.021034670993685722, -0.05301996320486069, 0.023678572848439217, 0.027451515197753906, -0.014749989844858646, -1.0 ], "record_id": "break_executability_condition/demo_28/frame_000327", "source_state_id": "demo_28/frame_000327", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 315 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_29", "frame_idx": 0, "split": "train", "expert_action": [ 0.10982143133878708, 0.46339285373687744, -0.0, -0.023571427911520004, 0.0, -0.0, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.2227153480052948, 0.0043854969553649426, -0.0396796278655529, 0.031107144430279732, -0.06550496071577072, 0.08154832571744919, 1.0 ], "break_base_action": [ 0.3385241627693176, 0.03616070747375488, -0.25312501192092896, 0.05989285930991173, -0.14759638905525208, 0.03222480043768883, 1.0 ], "control_base_action": [ 0.47087711095809937, -0.07187500596046448, 0.6473476886749268, 0.004178572911769152, -0.06067604944109917, 0.01578362286090851, 1.0 ], "record_id": "break_executability_condition/demo_29/frame_000000", "source_state_id": "demo_29/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 316 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_29", "frame_idx": 74, "split": "train", "expert_action": [ 0.02142857201397419, 0.0, -0.5089285969734192, 0.06964285671710968, -0.035357143729925156, 0.375, 1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.10139182209968567, 0.19503675401210785, 0.040362391620874405, 0.05246428772807121, -0.051018234342336655, 0.008737404830753803, 1.0 ], "break_base_action": [ 0.11793594062328339, 0.23316700756549835, -0.21977417171001434, 0.048750001937150955, -0.01480142679065466, 0.01578362286090851, 1.0 ], "control_base_action": [ 0.10139182209968567, 0.19503675401210785, 0.040362391620874405, -0.020892854779958725, 0.01175756473094225, -0.10869956761598587, 1.0 ], "record_id": "break_executability_condition/demo_29/frame_000074", "source_state_id": "demo_29/frame_000074", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 317 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_29", "frame_idx": 147, "split": "train", "expert_action": [ 0.0, 0.0, -0.16607142984867096, 0.0, 0.0, 0.09321428835391998, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.2227153480052948, 0.1886817216873169, 0.013681718148291111, -0.013464284129440784, 0.06366831809282303, 0.07685085386037827, -1.0 ], "break_base_action": [ 0.16205358505249023, -0.03374475613236427, 0.460582971572876, 0.0645357146859169, -0.06791941076517105, -0.0053550321608781815, 1.0 ], "control_base_action": [ 0.2227153480052948, 0.1886817216873169, 0.013681718148291111, -0.013464284129440784, 0.060046639293432236, 0.029876060783863068, -1.0 ], "record_id": "break_executability_condition/demo_29/frame_000147", "source_state_id": "demo_29/frame_000147", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 318 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_29", "frame_idx": 221, "split": "train", "expert_action": [ 0.09375, 0.0, 0.3053571283817291, 0.0, 0.025714285671710968, -0.05464285612106323, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.10139182209968567, 0.03616070747375488, -0.019669122993946075, 0.0162500012665987, -0.01963033527135849, -0.0053550321608781815, 1.0 ], "break_base_action": [ -0.1467699408531189, -0.29430148005485535, 0.22045692801475525, -0.097035713493824, 0.005721430294215679, 0.05101471766829491, 1.0 ], "control_base_action": [ 0.10139182209968567, 0.03616070747375488, 0.4138917922973633, -0.011607141233980656, -0.09689285606145859, 0.025178581476211548, 1.0 ], "record_id": "break_executability_condition/demo_29/frame_000221", "source_state_id": "demo_29/frame_000221", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 319 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_30", "frame_idx": 0, "split": "val", "expert_action": [ 0.0, 0.0, -0.06160714104771614, 0.0, -0.07178571075201035, -0.0, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.2116859406232834, 0.01074053905904293, -0.2131039947271347, 0.020892858505249023, -0.009972519241273403, 0.011086144484579563, 1.0 ], "break_base_action": [ 0.36058300733566284, 0.03616070747375488, -0.40653887391090393, 0.01160714402794838, -0.12103739380836487, -0.0006575529696419835, 1.0 ], "control_base_action": [ 0.2116859406232834, 0.01074053905904293, -0.3998686969280243, 0.020892858505249023, 0.03107319585978985, 0.004039925988763571, 1.0 ], "record_id": "break_executability_condition/demo_30/frame_000000", "source_state_id": "demo_30/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 320 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_30", "frame_idx": 87, "split": "val", "expert_action": [ -0.02410714328289032, 0.0, -0.5035714507102966, 0.025714285671710968, 0.0503571443259716, 0.375, 1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.10139182209968567, -0.027389712631702423, 0.007011550012975931, 0.02832143008708954, -0.05826159566640854, 0.022829841822385788, 1.0 ], "break_base_action": [ 0.05727417394518852, 0.0043854969553649426, -0.019669122993946075, -0.02832142636179924, 0.05521773174405098, 0.022829841822385788, 1.0 ], "control_base_action": [ 0.10139182209968567, -0.027389712631702423, 0.007011550012975931, 0.02832143008708954, 0.035902101546525955, 0.025178581476211548, 1.0 ], "record_id": "break_executability_condition/demo_30/frame_000087", "source_state_id": "demo_30/frame_000087", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 321 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_30", "frame_idx": 173, "split": "val", "expert_action": [ 0.04821428656578064, 0.0, 0.16339285671710968, 0.0, -0.04500000178813934, -0.0, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.0352153480052948, 0.03616070747375488, 0.3205094635486603, -0.022749997675418854, 0.004514203406870365, 0.03927101939916611, -1.0 ], "break_base_action": [ -0.04199053347110748, 0.1632615476846695, 0.10706406831741333, -0.06174999848008156, 0.023829834535717964, 0.03927101939916611, 1.0 ], "control_base_action": [ 0.013156525790691376, 0.14419642090797424, 0.3538602888584137, 0.046892859041690826, 0.017793700098991394, 0.07450211048126221, -1.0 ], "record_id": "break_executability_condition/demo_30/frame_000173", "source_state_id": "demo_30/frame_000173", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 322 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_30", "frame_idx": 260, "split": "val", "expert_action": [ -0.06428571790456772, 0.0, -0.19017857313156128, 0.0, -0.03750000149011612, -0.027857143431901932, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.12345064431428909, -0.001969544915482402, -0.09304097294807434, 0.019035715609788895, -0.0015219312626868486, 0.011086144484579563, -1.0 ], "break_base_action": [ 0.10139182209968567, 0.1886817216873169, 0.02702205441892147, -0.097035713493824, 0.13730916380882263, 0.05101471766829491, 1.0 ], "control_base_action": [ 0.07933299988508224, 0.03616070747375488, -0.012998954392969608, 0.017178572714328766, 0.01175756473094225, 0.03457354009151459, -1.0 ], "record_id": "break_executability_condition/demo_30/frame_000260", "source_state_id": "demo_30/frame_000260", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 323 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_31", "frame_idx": 0, "split": "val", "expert_action": [ 0.09375, 0.0, -0.0, 0.0, 0.04285714402794838, -0.004285714123398066, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.013156525790691376, 0.03616070747375488, -0.09304097294807434, 0.020892858505249023, 0.021415380761027336, 0.03457354009151459, 1.0 ], "break_base_action": [ -0.03096112050116062, -0.19262081384658813, -0.0396796278655529, 0.05989285930991173, -0.08482059091329575, 0.09094328433275223, 1.0 ], "control_base_action": [ 0.013156525790691376, 0.03616070747375488, -0.03300945833325386, 0.020892858505249023, 0.0033069762866944075, 0.025178581476211548, 1.0 ], "record_id": "break_executability_condition/demo_31/frame_000000", "source_state_id": "demo_31/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 324 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_31", "frame_idx": 76, "split": "val", "expert_action": [ -0.04821428656578064, 0.0026785715017467737, -0.28928571939468384, 0.0, 0.018214285373687744, 0.375, 1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.07381828874349594, 0.03616070747375488, -0.0396796278655529, 0.01996428705751896, 0.010550337843596935, 0.022829841822385788, 1.0 ], "break_base_action": [ 0.07381828874349594, 0.01074053905904293, -0.20643383264541626, 0.07382142543792725, -0.005143612157553434, 0.01578362286090851, 1.0 ], "control_base_action": [ 0.07381828874349594, 0.03616070747375488, -0.0396796278655529, 0.01996428705751896, 0.010550337843596935, 0.022829841822385788, 1.0 ], "record_id": "break_executability_condition/demo_31/frame_000076", "source_state_id": "demo_31/frame_000076", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 325 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_31", "frame_idx": 151, "split": "val", "expert_action": [ -0.1607142835855484, 0.09642857313156128, -0.5946428775787354, 0.006428571417927742, -0.09321428835391998, 0.056785713881254196, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.013156525790691376, 0.29671743512153625, 0.8808035850524902, -0.06639285385608673, 0.0020997493993490934, 0.09564076364040375, -1.0 ], "break_base_action": [ -0.0585346519947052, 0.2141018807888031, 0.31383928656578064, -0.0023214267566800117, -0.030495377257466316, 0.03222480043768883, -1.0 ], "control_base_action": [ -0.0585346519947052, -0.5739233493804932, 0.4672531485557556, 0.032035715878009796, -0.012386973015964031, -0.03119116649031639, -1.0 ], "record_id": "break_executability_condition/demo_31/frame_000151", "source_state_id": "demo_31/frame_000151", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 326 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_31", "frame_idx": 227, "split": "val", "expert_action": [ -0.21696428954601288, 0.0, -0.0803571417927742, 0.0, -0.1875, -0.0, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.10139182209968567, -0.014679629355669022, -0.026339290663599968, -0.0013928553089499474, 0.08056949824094772, 0.0627584159374237, -1.0 ], "break_base_action": [ 0.10139182209968567, -0.014679629355669022, -0.026339290663599968, -0.0013928553089499474, 0.023829834535717964, -0.007703771349042654, -1.0 ], "control_base_action": [ 0.10139182209968567, -0.014679629355669022, -0.026339290663599968, -0.0013928553089499474, 0.023829834535717964, -0.0006575529696419835, -1.0 ], "record_id": "break_executability_condition/demo_31/frame_000227", "source_state_id": "demo_31/frame_000227", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 327 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_32", "frame_idx": 0, "split": "val", "expert_action": [ 0.0, 0.3375000059604645, -0.0, 0.013928571715950966, -0.0803571417927742, -0.025714285671710968, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ -0.6320640444755554, 0.2395220547914505, -0.046349793672561646, 0.017178572714328766, -0.04739655181765556, -0.05937603861093521, -1.0 ], "break_base_action": [ 0.2227153480052948, 0.0043854969553649426, -0.42654937505722046, 0.029250001534819603, -0.08482059091329575, 0.029876060783863068, 1.0 ], "control_base_action": [ -0.3397846519947052, -0.040099795907735825, -0.06636030226945877, 0.029250001534819603, 0.01175756473094225, 0.06040967255830765, 1.0 ], "record_id": "break_executability_condition/demo_32/frame_000000", "source_state_id": "demo_32/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 328 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_32", "frame_idx": 91, "split": "val", "expert_action": [ 0.01607142947614193, -0.08839285373687744, 0.23035714030265808, 0.0, -0.04714285582304001, 0.10499999672174454, 1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.12345064431428909, 0.1632615476846695, 0.03369222208857536, 0.051535714417696, 0.010550337843596935, 0.04866597801446915, 1.0 ], "break_base_action": [ 0.10139182209968567, 0.1886817216873169, 0.040362391620874405, -0.025535712018609047, 0.009343110956251621, -0.10165335237979889, 1.0 ], "control_base_action": [ 0.12345064431428909, 0.1632615476846695, 0.03369222208857536, 0.030178572982549667, 0.015379245392978191, 0.04866597801446915, 1.0 ], "record_id": "break_executability_condition/demo_32/frame_000091", "source_state_id": "demo_32/frame_000091", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 329 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_32", "frame_idx": 183, "split": "val", "expert_action": [ 0.15535713732242584, 0.07500000298023224, 0.05089285597205162, -0.018214285373687744, 0.035357143729925156, 0.003214285708963871, 1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.06830358505249023, 0.08064600080251694, -0.0396796278655529, -0.0013928553089499474, 0.006928657181560993, 0.020481102168560028, -1.0 ], "break_base_action": [ 0.17859770357608795, 0.1886817216873169, 0.03369222208857536, -0.006035712547600269, 0.08660563081502914, 0.07685085386037827, 1.0 ], "control_base_action": [ 0.06830358505249023, -0.001969544915482402, -0.11972164362668991, 0.035750001668930054, -0.03411705791950226, -0.0053550321608781815, 1.0 ], "record_id": "break_executability_condition/demo_32/frame_000183", "source_state_id": "demo_32/frame_000183", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 330 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_32", "frame_idx": 274, "split": "val", "expert_action": [ 0.0, 0.03214285895228386, 0.22232143580913544, 0.0, 0.0, -0.04928571358323097, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.10139182209968567, -0.03374475613236427, -0.13973215222358704, -0.011607141233980656, 0.12282244116067886, 0.08154832571744919, -1.0 ], "break_base_action": [ 0.10139182209968567, -0.03374475613236427, 0.0870535671710968, 0.035750001668930054, -0.012386973015964031, 0.03692227974534035, 1.0 ], "control_base_action": [ 0.10139182209968567, -0.03374475613236427, 0.06037289649248123, 0.035750001668930054, -0.00031470434623770416, 0.03692227974534035, -1.0 ], "record_id": "break_executability_condition/demo_32/frame_000274", "source_state_id": "demo_32/frame_000274", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 331 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_33", "frame_idx": 0, "split": "val", "expert_action": [ 0.02410714328289032, 0.0, -0.0, 0.0, 0.0, -0.0, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.013156525790691376, 0.03616070747375488, 0.02702205441892147, 0.020892858505249023, 0.03710933029651642, 0.020481102168560028, -1.0 ], "break_base_action": [ -0.014417002908885479, 0.04251575097441673, -0.14640231430530548, 0.020892858505249023, 0.005721430294215679, 0.03457354009151459, -1.0 ], "control_base_action": [ 0.013156525790691376, -0.19262081384658813, -0.2264443337917328, 0.02832143008708954, 0.027451515197753906, 0.04161975905299187, 1.0 ], "record_id": "break_executability_condition/demo_33/frame_000000", "source_state_id": "demo_33/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 332 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_33", "frame_idx": 81, "split": "val", "expert_action": [ 0.0, 0.008035714738070965, -0.32946428656578064, 0.06964285671710968, 0.0, 0.375, 1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.024185938760638237, 0.0043854969553649426, 0.06037289649248123, 0.02832143008708954, 0.054010506719350815, 0.03457354009151459, 1.0 ], "break_base_action": [ 0.024185938760638237, 0.029805665835738182, 0.06037289649248123, 0.029250001534819603, 0.010550337843596935, 0.020481102168560028, -1.0 ], "control_base_action": [ 0.15653887391090393, 0.1886817216873169, 0.007011550012975931, 0.04132143035531044, -0.051018234342336655, 0.029876060783863068, 1.0 ], "record_id": "break_executability_condition/demo_33/frame_000081", "source_state_id": "demo_33/frame_000081", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 333 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_33", "frame_idx": 162, "split": "val", "expert_action": [ -0.21696428954601288, 0.16875000298023224, -0.23035714030265808, -0.029999999329447746, -0.003214285708963871, 0.1542857140302658, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.06830358505249023, 0.07429096102714539, 0.020351886749267578, 0.01996428705751896, 0.09022731333971024, 0.05101471766829491, 1.0 ], "break_base_action": [ -0.47765231132507324, 0.2395220547914505, 0.5873161554336548, 0.0023214302491396666, -0.10172176361083984, 0.14731302857398987, 1.0 ], "control_base_action": [ 0.10139182209968567, -0.008324586786329746, 0.1804359257221222, -0.017178568989038467, 0.0008925225702114403, 0.04161975905299187, 1.0 ], "record_id": "break_executability_condition/demo_33/frame_000162", "source_state_id": "demo_33/frame_000162", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 334 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_33", "frame_idx": 243, "split": "val", "expert_action": [ 0.0, 0.09642857313156128, -0.0, 0.0, 0.0, -0.004285714123398066, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ -0.16882877051830292, 0.20139180123806, 0.09372373670339584, -0.031107140704989433, 0.047974370419979095, 0.1097332015633583, 1.0 ], "break_base_action": [ -0.27360817790031433, 0.43652835488319397, 0.5739758610725403, -0.007892855443060398, -0.05343268811702728, 0.1097332015633583, -1.0 ], "control_base_action": [ -0.2405199408531189, 0.14419642090797424, 0.07371322810649872, 0.07939285784959793, -0.022044789046049118, 0.11912816017866135, 1.0 ], "record_id": "break_executability_condition/demo_33/frame_000243", "source_state_id": "demo_33/frame_000243", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 335 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_34", "frame_idx": 0, "split": "val", "expert_action": [ 0.04821428656578064, 0.0, -0.02410714328289032, 0.0, 0.004285714123398066, -0.0, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.05175946652889252, 0.1632615476846695, -0.09304097294807434, 0.020892858505249023, -0.017215881496667862, -0.0030062925070524216, 1.0 ], "break_base_action": [ 0.05175946652889252, 0.1632615476846695, -0.09304097294807434, 0.020892858505249023, -0.08240613341331482, -0.0006575529696419835, 1.0 ], "control_base_action": [ 0.013156525790691376, -0.2498161792755127, -0.09304097294807434, -0.005107141099870205, 0.0033069762866944075, 0.03457354009151459, 1.0 ], "record_id": "break_executability_condition/demo_34/frame_000000", "source_state_id": "demo_34/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 336 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_34", "frame_idx": 79, "split": "val", "expert_action": [ 0.0, 0.0, -0.3187499940395355, 0.039642855525016785, 0.003214285708963871, 0.375, 1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.07933299988508224, 0.1886817216873169, 0.013681718148291111, 0.051535714417696, -0.05222545936703682, 0.008737404830753803, 1.0 ], "break_base_action": [ 0.07933299988508224, 0.2141018807888031, 0.02702205441892147, 0.051535714417696, -0.03170260414481163, 0.03927101939916611, 1.0 ], "control_base_action": [ 0.07933299988508224, 0.1886817216873169, 0.013681718148291111, 0.051535714417696, -0.05222545936703682, 0.08154832571744919, 1.0 ], "record_id": "break_executability_condition/demo_34/frame_000079", "source_state_id": "demo_34/frame_000079", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 337 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_34", "frame_idx": 158, "split": "val", "expert_action": [ -0.21160714328289032, 0.15000000596046448, -0.32946428656578064, 0.004285714123398066, -0.013928571715950966, 0.14142857491970062, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.17308299243450165, 0.2395220547914505, 0.6406775116920471, 0.031107144430279732, -0.030495377257466316, 0.03222480043768883, 1.0 ], "break_base_action": [ 0.4212447702884674, 0.2649422287940979, 0.30049893260002136, 0.05339285731315613, 0.004514203406870365, 0.06980463117361069, 1.0 ], "control_base_action": [ 0.17308299243450165, 0.2395220547914505, -0.23311449587345123, 0.035750001668930054, 0.01175756473094225, 0.05571219325065613, 1.0 ], "record_id": "break_executability_condition/demo_34/frame_000158", "source_state_id": "demo_34/frame_000158", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 338 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_34", "frame_idx": 237, "split": "val", "expert_action": [ 0.0, 0.11517857015132904, -0.09910714626312256, 0.0, 0.0, -0.0, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.12345064431428909, -0.014679629355669022, 0.2738182842731476, -0.003249998204410076, -0.057054366916418076, -0.04293486475944519, 1.0 ], "break_base_action": [ -0.3397846519947052, 0.15690650045871735, 0.08038339763879776, 0.02646428719162941, -0.057054366916418076, -0.06172477826476097, 1.0 ], "control_base_action": [ 0.0352153480052948, -0.046454839408397675, 0.06037289649248123, 0.02646428719162941, 0.060046639293432236, 0.029876060783863068, -1.0 ], "record_id": "break_executability_condition/demo_34/frame_000237", "source_state_id": "demo_34/frame_000237", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 339 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_35", "frame_idx": 0, "split": "val", "expert_action": [ 0.0, 0.010714286006987095, -0.0, -0.002142857061699033, 0.0, -0.0, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.013156525790691376, 0.03616070747375488, -0.019669122993946075, 0.020892858505249023, 0.0033069762866944075, 0.020481102168560028, -1.0 ], "break_base_action": [ 0.16205358505249023, -0.008324586786329746, -0.0863708034157753, 0.06546428799629211, -0.06188327819108963, -0.05702729895710945, 1.0 ], "control_base_action": [ 0.013156525790691376, 0.03616070747375488, -0.019669122993946075, 0.020892858505249023, 0.0033069762866944075, 0.020481102168560028, 1.0 ], "record_id": "break_executability_condition/demo_35/frame_000000", "source_state_id": "demo_35/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 340 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_35", "frame_idx": 96, "split": "val", "expert_action": [ 0.0, 0.02410714328289032, -0.31339284777641296, 0.13821429014205933, 0.0, 0.3407142758369446, 1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.09036240726709366, 0.03616070747375488, 0.007011550012975931, 0.02832143008708954, 0.010550337843596935, 0.03457354009151459, 1.0 ], "break_base_action": [ 0.09036240726709366, 0.03616070747375488, -0.019669122993946075, 0.020892858505249023, 0.010550337843596935, 0.027527321130037308, 1.0 ], "control_base_action": [ 0.11793594062328339, 0.2649422287940979, -0.0063287862576544285, 0.030178572982549667, 0.010550337843596935, 0.05571219325065613, 1.0 ], "record_id": "break_executability_condition/demo_35/frame_000096", "source_state_id": "demo_35/frame_000096", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 341 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_35", "frame_idx": 192, "split": "val", "expert_action": [ -0.34017857909202576, 0.0, -0.3214285671710968, 0.007499999832361937, -0.03321428596973419, 0.02250000089406967, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.3991859257221222, 0.30942752957344055, 0.06037289649248123, -0.04689285531640053, 0.15903924405574799, 0.03692227974534035, 1.0 ], "break_base_action": [ 0.3991859257221222, 0.5445640683174133, 0.0003413818485569209, 0.0775357112288475, 0.06608277559280396, 0.17080043256282806, 1.0 ], "control_base_action": [ 0.3991859257221222, 0.30942752957344055, 0.7140493392944336, -0.03946428373456001, 0.06366831809282303, 0.04396849870681763, -1.0 ], "record_id": "break_executability_condition/demo_35/frame_000192", "source_state_id": "demo_35/frame_000192", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 342 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_35", "frame_idx": 288, "split": "val", "expert_action": [ 0.0, 0.0669642835855484, 0.1339285671710968, -0.004285714123398066, -0.017142856493592262, -0.023571427911520004, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.06830358505249023, -0.001969544915482402, 0.04703255742788315, 0.08496428281068802, 0.006928657181560993, 0.004039925988763571, 1.0 ], "break_base_action": [ 0.06830358505249023, 0.061580874025821686, -0.07970063388347626, 0.035750001668930054, -0.006350839044898748, 0.03927101939916611, 1.0 ], "control_base_action": [ 0.06830358505249023, -0.001969544915482402, 0.04703255742788315, 0.08496428281068802, -0.03532428294420242, 0.01578362286090851, 1.0 ], "record_id": "break_executability_condition/demo_35/frame_000288", "source_state_id": "demo_35/frame_000288", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 343 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_36", "frame_idx": 0, "split": "val", "expert_action": [ 0.03750000149011612, 0.04821428656578064, 0.01875000074505806, 0.0, 0.0, -0.011785713955760002, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.029700644314289093, -0.001969544915482402, 0.1337447464466095, 0.013464286923408508, -0.07395554333925247, 0.01578362286090851, 1.0 ], "break_base_action": [ 0.029700644314289093, -0.001969544915482402, 0.12707456946372986, 0.020892858505249023, -0.018423108384013176, 0.01578362286090851, 1.0 ], "control_base_action": [ 0.18962711095809937, -0.07187500596046448, 0.04703255742788315, 0.06267857551574707, 0.008135884068906307, -0.02884242683649063, 1.0 ], "record_id": "break_executability_condition/demo_36/frame_000000", "source_state_id": "demo_36/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 344 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_36", "frame_idx": 104, "split": "val", "expert_action": [ -0.12857143580913544, 0.0, -0.34285715222358704, 0.0, 0.0, 0.3642857074737549, 1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.11793594062328339, 0.23316700756549835, -0.026339290663599968, 0.017178572714328766, -0.09689285606145859, 0.020481102168560028, 1.0 ], "break_base_action": [ 0.11793594062328339, 0.23316700756549835, -0.026339290663599968, -0.013464284129440784, 0.006928657181560993, -0.09930460900068283, 1.0 ], "control_base_action": [ 0.11793594062328339, 0.23316700756549835, -0.026339290663599968, 0.017178572714328766, -0.006350839044898748, -0.014749989844858646, 1.0 ], "record_id": "break_executability_condition/demo_36/frame_000104", "source_state_id": "demo_36/frame_000104", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 345 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_36", "frame_idx": 207, "split": "val", "expert_action": [ -0.23839285969734192, 0.0, -0.3107142746448517, 0.0, 0.008571428246796131, 0.07285714149475098, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.17859770357608795, 0.15690650045871735, -0.06636030226945877, 0.07474999874830246, -0.03773873671889305, 0.025178581476211548, 1.0 ], "break_base_action": [ 0.17859770357608795, 0.15690650045871735, 0.02702205441892147, 0.05617857351899147, -0.051018234342336655, 0.03927101939916611, 1.0 ], "control_base_action": [ 0.17859770357608795, 0.15690650045871735, 0.1670955866575241, -0.009749998338520527, -0.09568563103675842, 0.013434884138405323, 1.0 ], "record_id": "break_executability_condition/demo_36/frame_000207", "source_state_id": "demo_36/frame_000207", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 346 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_36", "frame_idx": 311, "split": "val", "expert_action": [ 0.02142857201397419, 0.0535714291036129, 0.013392857275903225, 0.0, -0.11249999701976776, -0.02250000089406967, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.7686712145805359, 0.4937237501144409, -0.13973215222358704, -0.006035712547600269, -0.013594199903309345, 0.04396849870681763, 1.0 ], "break_base_action": [ 0.07933299988508224, 0.1632615476846695, -0.0063287862576544285, -0.02646428346633911, 0.09264177083969116, 0.018132362514734268, 1.0 ], "control_base_action": [ 0.11793594062328339, 0.055225834250450134, -0.03300945833325386, -0.01253571268171072, 0.014172018505632877, 0.029876060783863068, 1.0 ], "record_id": "break_executability_condition/demo_36/frame_000311", "source_state_id": "demo_36/frame_000311", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 347 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_37", "frame_idx": 0, "split": "val", "expert_action": [ 0.013392857275903225, 0.0, -0.02142857201397419, -0.003214285708963871, 0.0, -0.017142856493592262, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.013156525790691376, 0.03616070747375488, -0.26646533608436584, 0.020892858505249023, -0.00031470434623770416, 0.013434884138405323, -1.0 ], "break_base_action": [ -0.0033875913359224796, 0.07429096102714539, -0.0396796278655529, 0.020892858505249023, 0.0008925225702114403, 0.011086144484579563, -1.0 ], "control_base_action": [ 0.024185938760638237, -0.027389712631702423, -0.15307249128818512, 0.023678572848439217, 0.005721430294215679, 0.03927101939916611, -1.0 ], "record_id": "break_executability_condition/demo_37/frame_000000", "source_state_id": "demo_37/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 348 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_37", "frame_idx": 80, "split": "val", "expert_action": [ 0.0, 0.013392857275903225, -0.24375000596046448, 0.006428571417927742, 0.06857142597436905, 0.375, 1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.024185938760638237, 0.0043854969553649426, 0.06037289649248123, 0.05989285930991173, 0.09626344591379166, 0.13556933403015137, 1.0 ], "break_base_action": [ 0.024185938760638237, 0.20139180123806, -0.19976365566253662, 0.046892859041690826, -0.051018234342336655, 0.027527321130037308, 1.0 ], "control_base_action": [ 0.024185938760638237, 0.0043854969553649426, 0.307169109582901, 0.020892858505249023, 0.15903924405574799, 0.011086144484579563, 1.0 ], "record_id": "break_executability_condition/demo_37/frame_000080", "source_state_id": "demo_37/frame_000080", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 349 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_37", "frame_idx": 161, "split": "val", "expert_action": [ -0.10982143133878708, 0.03750000149011612, -0.27589285373687744, 0.0, 0.0, 0.07821428775787354, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.06830358505249023, 0.1378413736820221, 0.020351886749267578, 0.0775357112288475, -0.00393638527020812, 0.013434884138405323, 1.0 ], "break_base_action": [ -0.3508140742778778, -0.47224265336990356, 0.14041490852832794, -0.0320357121527195, -0.030495377257466316, -0.10400208830833435, 1.0 ], "control_base_action": [ 0.06830358505249023, 0.1378413736820221, -0.0063287862576544285, 0.0060357158072292805, -0.03170260414481163, 0.07215337455272675, 1.0 ], "record_id": "break_executability_condition/demo_37/frame_000161", "source_state_id": "demo_37/frame_000161", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 350 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_37", "frame_idx": 241, "split": "val", "expert_action": [ 0.13660714030265808, 0.0, -0.21964286267757416, 0.06321428716182709, -0.0803571417927742, -0.0, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.7686712145805359, 0.531853973865509, -0.0063287862576544285, 0.06082142889499664, -0.017215881496667862, 0.06510715186595917, 1.0 ], "break_base_action": [ 0.10139182209968567, 0.30942752957344055, -0.19976365566253662, 0.01996428705751896, 0.15903924405574799, -0.05702729895710945, 1.0 ], "control_base_action": [ 0.7686712145805359, 0.19503675401210785, -0.2864758372306824, -0.020892854779958725, -0.017215881496667862, 0.01578362286090851, 1.0 ], "record_id": "break_executability_condition/demo_37/frame_000241", "source_state_id": "demo_37/frame_000241", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 351 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_38", "frame_idx": 0, "split": "val", "expert_action": [ 0.17142857611179352, 0.30000001192092896, -0.01875000074505806, 0.004285714123398066, 0.0, -0.0, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.024185938760638237, 0.01709558069705963, -0.26646533608436584, 0.020892858505249023, 0.005721430294215679, 0.03457354009151459, -1.0 ], "break_base_action": [ 0.040730055421590805, -0.001969544915482402, -0.3731880187988281, 0.012535715475678444, -0.018423108384013176, 0.011086144484579563, -1.0 ], "control_base_action": [ 0.024185938760638237, -0.046454839408397675, 0.04703255742788315, 0.07939285784959793, -0.1234518513083458, 0.013434884138405323, 1.0 ], "record_id": "break_executability_condition/demo_38/frame_000000", "source_state_id": "demo_38/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 352 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_38", "frame_idx": 81, "split": "val", "expert_action": [ -0.27321428060531616, 0.0, -0.4258928596973419, 0.009642857126891613, 0.027857143431901932, 0.33000001311302185, 1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.11242122948169708, 0.30942752957344055, 0.040362391620874405, -0.097035713493824, -0.032909829169511795, 0.14261555671691895, 1.0 ], "break_base_action": [ 0.11793594062328339, -0.027389712631702423, -0.4532300531864166, 0.012535715475678444, 0.07091168314218521, 0.004039925988763571, 1.0 ], "control_base_action": [ 0.11793594062328339, -0.027389712631702423, -0.4799107313156128, 0.004178572911769152, 0.015379245392978191, 0.03457354009151459, 1.0 ], "record_id": "break_executability_condition/demo_38/frame_000081", "source_state_id": "demo_38/frame_000081", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 353 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_38", "frame_idx": 161, "split": "val", "expert_action": [ -0.19285714626312256, 0.1875, -0.34285715222358704, 0.0, -0.04928571358323097, 0.02142857201397419, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.17859770357608795, 0.22045692801475525, 0.6073266863822937, 0.0060357158072292805, -0.030495377257466316, -0.007703771349042654, -1.0 ], "break_base_action": [ 0.00764182023704052, 0.18232667446136475, -0.2864758372306824, 0.017178572714328766, -0.00031470434623770416, 0.013434884138405323, -1.0 ], "control_base_action": [ 0.17859770357608795, 0.22045692801475525, 0.6073266863822937, 0.001392858917824924, -0.04256764426827431, -0.01709872856736183, 1.0 ], "record_id": "break_executability_condition/demo_38/frame_000161", "source_state_id": "demo_38/frame_000161", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 354 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_38", "frame_idx": 242, "split": "val", "expert_action": [ 0.0, 0.0803571417927742, 0.0401785708963871, 0.0, -0.07392857223749161, -0.02142857201397419, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.06830358505249023, 0.18232667446136475, 0.9341649413108826, -0.020892854779958725, 0.029865968972444534, 0.004039925988763571, -1.0 ], "break_base_action": [ -0.1412552446126938, 0.48736870288848877, 0.02702205441892147, 0.08775000274181366, 0.047974370419979095, 0.10033824294805527, -1.0 ], "control_base_action": [ 0.06830358505249023, 0.1505514681339264, 0.9341649413108826, 0.044107142835855484, 0.11557907611131668, 0.03222480043768883, -1.0 ], "record_id": "break_executability_condition/demo_38/frame_000242", "source_state_id": "demo_38/frame_000242", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 355 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_39", "frame_idx": 0, "split": "val", "expert_action": [ 0.0401785708963871, 0.32946428656578064, -0.0, 0.007499999832361937, 0.0, -0.009642857126891613, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.024185938760638237, 0.34755778312683105, -0.26646533608436584, 0.020892858505249023, -0.089649498462677, -0.05467856302857399, -1.0 ], "break_base_action": [ 0.029700644314289093, -0.008324586786329746, -0.012998954392969608, 0.020892858505249023, 0.04676714539527893, -0.0053550321608781815, -1.0 ], "control_base_action": [ 0.06278888136148453, 0.19503675401210785, 0.3872111439704895, 0.03296428546309471, 0.02865874208509922, 0.011086144484579563, 1.0 ], "record_id": "break_executability_condition/demo_39/frame_000000", "source_state_id": "demo_39/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 356 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_39", "frame_idx": 96, "split": "val", "expert_action": [ -0.0535714291036129, 0.04285714402794838, -0.3991071283817291, 0.031071428209543228, -0.02142857201397419, 0.35357141494750977, 1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.2227153480052948, 0.22045692801475525, 0.11373423784971237, 0.046892859041690826, -0.12828075885772705, 0.011086144484579563, 1.0 ], "break_base_action": [ 0.11793594062328339, 0.23316700756549835, 0.15375524759292603, 0.04782142862677574, -0.08602781593799591, 0.0627584159374237, 1.0 ], "control_base_action": [ -0.008902297355234623, -0.001969544915482402, 0.3538602888584137, -0.0041785696521401405, 0.015379245392978191, 0.10268698632717133, -1.0 ], "record_id": "break_executability_condition/demo_39/frame_000096", "source_state_id": "demo_39/frame_000096", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 357 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_39", "frame_idx": 193, "split": "val", "expert_action": [ -0.3241071403026581, 0.0, -0.3348214328289032, 0.0, 0.0, -0.0, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ -0.0585346519947052, 0.3666228950023651, 0.3538602888584137, -0.06639285385608673, 0.05642496049404144, 0.09094328433275223, -1.0 ], "break_base_action": [ 0.10139182209968567, 0.01709558069705963, 0.007011550012975931, 0.0023214302491396666, 0.01175756473094225, 0.029876060783863068, -1.0 ], "control_base_action": [ -0.0585346519947052, 0.3666228950023651, 0.3538602888584137, -0.06639285385608673, 0.050388824194669724, -0.02649368718266487, -1.0 ], "record_id": "break_executability_condition/demo_39/frame_000193", "source_state_id": "demo_39/frame_000193", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 358 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_39", "frame_idx": 289, "split": "val", "expert_action": [ -0.04285714402794838, 0.0535714291036129, -0.0, 0.01607142947614193, 0.0, -0.0, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.06830358505249023, 0.03616070747375488, 0.10039390623569489, -0.0023214267566800117, -0.030495377257466316, 0.0016911865677684546, 1.0 ], "break_base_action": [ 0.09036240726709366, 0.04251575097441673, -0.012998954392969608, 0.02832143008708954, -0.0630905032157898, 0.03927101939916611, 1.0 ], "control_base_action": [ 0.06830358505249023, 0.03616070747375488, 0.10039390623569489, -0.08589285612106323, 0.15903924405574799, 0.20838026702404022, 1.0 ], "record_id": "break_executability_condition/demo_39/frame_000289", "source_state_id": "demo_39/frame_000289", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 359 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_40", "frame_idx": 0, "split": "test", "expert_action": [ 0.09107142686843872, 0.19285714626312256, -0.0, 0.0, 0.0, -0.0, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.013156525790691376, 0.03616070747375488, 0.02702205441892147, 0.020892858505249023, 0.10229958593845367, 0.05101471766829491, -1.0 ], "break_base_action": [ 0.040730055421590805, -0.15449056029319763, -0.20643383264541626, 0.040392857044935226, -0.03170260414481163, -0.007703771349042654, 1.0 ], "control_base_action": [ 0.013156525790691376, 0.03616070747375488, 0.02702205441892147, 0.020892858505249023, 0.010550337843596935, -0.012401250191032887, 1.0 ], "record_id": "break_executability_condition/demo_40/frame_000000", "source_state_id": "demo_40/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 360 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_40", "frame_idx": 87, "split": "test", "expert_action": [ 0.06964285671710968, 0.0, 0.12589286267757416, 0.0, 0.0, 0.018214285373687744, 1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.10139182209968567, 0.1886817216873169, 0.02702205441892147, -0.027392854914069176, 0.01658647321164608, -0.09930460900068283, 1.0 ], "break_base_action": [ 0.024185938760638237, 0.07429096102714539, -0.046349793672561646, -0.022749997675418854, -0.012386973015964031, -0.01709872856736183, 1.0 ], "control_base_action": [ 0.10139182209968567, 0.1886817216873169, 0.040362391620874405, -0.027392854914069176, 0.01658647321164608, -0.09930460900068283, 1.0 ], "record_id": "break_executability_condition/demo_40/frame_000087", "source_state_id": "demo_40/frame_000087", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 361 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_40", "frame_idx": 173, "split": "test", "expert_action": [ 0.4258928596973419, 0.06428571790456772, 0.24375000596046448, -0.010714286006987095, 0.061071429401636124, 0.03642857074737549, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ -0.22397582232952118, -0.28159138560295105, 0.11373423784971237, -0.017178568989038467, 0.15903924405574799, 0.11208194494247437, -1.0 ], "break_base_action": [ 0.06830358505249023, 0.04251575097441673, 0.3205094635486603, 0.02460714429616928, 0.012964791618287563, 0.05571219325065613, -1.0 ], "control_base_action": [ -0.22397582232952118, -0.28159138560295105, 0.11373423784971237, -0.017178568989038467, -0.028080923482775688, -0.06407351791858673, -1.0 ], "record_id": "break_executability_condition/demo_40/frame_000173", "source_state_id": "demo_40/frame_000173", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 362 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_40", "frame_idx": 260, "split": "test", "expert_action": [ 0.0, 0.0, -0.07767856866121292, 0.02678571455180645, -0.002142857061699033, -0.03857142850756645, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ -0.16882877051830292, -0.001969544915482402, 0.08038339763879776, 0.02460714429616928, -0.011179746128618717, 0.03222480043768883, 1.0 ], "break_base_action": [ -0.12471111863851547, -0.07187500596046448, 0.020351886749267578, 0.06825000047683716, -0.08482059091329575, -0.04293486475944519, 1.0 ], "control_base_action": [ -0.2405199408531189, 0.061580874025821686, 0.36053046584129333, 0.0385357141494751, -0.01480142679065466, 0.03692227974534035, -1.0 ], "record_id": "break_executability_condition/demo_40/frame_000260", "source_state_id": "demo_40/frame_000260", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 363 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_41", "frame_idx": 0, "split": "test", "expert_action": [ 0.1607142835855484, 0.2544642984867096, -0.0, 0.014999999664723873, 0.007499999832361937, 0.019285714253783226, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ -0.49971112608909607, 0.3284926414489746, 0.3672006130218506, 0.020892858505249023, 0.01658647321164608, 0.19428782165050507, 1.0 ], "break_base_action": [ -0.0033875913359224796, -0.2116859406232834, 0.31383928656578064, -0.097035713493824, 0.15903924405574799, 0.04161975905299187, 1.0 ], "control_base_action": [ 0.05175946652889252, 0.1632615476846695, -0.09304097294807434, -0.0013928553089499474, 0.0008925225702114403, 0.04396849870681763, 1.0 ], "record_id": "break_executability_condition/demo_41/frame_000000", "source_state_id": "demo_41/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 364 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_41", "frame_idx": 82, "split": "test", "expert_action": [ 0.0, 0.0, -0.20624999701976776, 0.0, 0.0, 0.11249999701976776, 1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.24477417767047882, 0.18232667446136475, 0.02702205441892147, 0.046892859041690826, -0.06671218574047089, -0.01944746822118759, 1.0 ], "break_base_action": [ 0.11793594062328339, 0.125131294131279, -0.14640231430530548, 0.020892858505249023, -0.005143612157553434, 0.04631723836064339, 1.0 ], "control_base_action": [ 0.10139182209968567, 0.30942752957344055, -0.19976365566253662, 0.0385357141494751, 0.010550337843596935, 0.05571219325065613, -1.0 ], "record_id": "break_executability_condition/demo_41/frame_000082", "source_state_id": "demo_41/frame_000082", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 365 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_41", "frame_idx": 165, "split": "test", "expert_action": [ -0.20892857015132904, 0.0401785708963871, -0.17678570747375488, -0.0010714285308495164, 0.0, 0.0535714291036129, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.00212711445055902, 0.1505514681339264, 0.307169109582901, 0.05246428772807121, -0.051018234342336655, 0.04161975905299187, 1.0 ], "break_base_action": [ -0.0033875913359224796, -0.2371060997247696, -0.760057806968689, -0.04689285531640053, 0.15903924405574799, -0.06407351791858673, 1.0 ], "control_base_action": [ 0.00212711445055902, 0.3030724823474884, -0.3731880187988281, -0.006964283995330334, -0.013594199903309345, -0.02649368718266487, 1.0 ], "record_id": "break_executability_condition/demo_41/frame_000165", "source_state_id": "demo_41/frame_000165", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 366 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_41", "frame_idx": 247, "split": "test", "expert_action": [ 0.0, 0.0, 0.3776785731315613, 0.019285714253783226, -0.023571427911520004, -0.012857142835855484, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.10139182209968567, 0.25858718156814575, 0.03369222208857536, -0.022749997675418854, 0.004514203406870365, 0.027527321130037308, 1.0 ], "break_base_action": [ 0.10139182209968567, 0.03616070747375488, -0.06636030226945877, 0.02832143008708954, 0.010550337843596935, 0.006388665642589331, 1.0 ], "control_base_action": [ 0.10139182209968567, 0.25858718156814575, 0.03369222208857536, -0.027392854914069176, -0.005143612157553434, 0.04396849870681763, 1.0 ], "record_id": "break_executability_condition/demo_41/frame_000247", "source_state_id": "demo_41/frame_000247", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 367 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_42", "frame_idx": 0, "split": "test", "expert_action": [ 0.0, 0.16607142984867096, -0.0535714291036129, 0.009642857126891613, -0.008571428246796131, -0.051428571343421936, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.14550946652889252, -0.262526273727417, -0.026339290663599968, 0.020892858505249023, -0.06550496071577072, 0.08859454840421677, -1.0 ], "break_base_action": [ 0.14550946652889252, -0.16720063984394073, -0.046349793672561646, -0.005107141099870205, -0.05463991314172745, 0.03457354009151459, 1.0 ], "control_base_action": [ 0.14550946652889252, -0.16720063984394073, 0.04703255742788315, 0.02460714429616928, -0.051018234342336655, 0.08859454840421677, 1.0 ], "record_id": "break_executability_condition/demo_42/frame_000000", "source_state_id": "demo_42/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 368 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_42", "frame_idx": 80, "split": "test", "expert_action": [ -0.01607142947614193, 0.0, -0.5571428537368774, 0.0053571430034935474, -0.014999999664723873, 0.375, 1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.10139182209968567, -0.021034670993685722, 0.007011550012975931, 0.02832143008708954, 0.039523784071207047, 0.029876060783863068, 1.0 ], "break_base_action": [ 0.024185938760638237, 0.061580874025821686, -0.0063287862576544285, 0.0060357158072292805, 0.009343110956251621, 0.03927101939916611, -1.0 ], "control_base_action": [ 0.10139182209968567, -0.021034670993685722, 0.007011550012975931, 0.02832143008708954, 0.025037061423063278, 0.03457354009151459, 1.0 ], "record_id": "break_executability_condition/demo_42/frame_000080", "source_state_id": "demo_42/frame_000080", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 369 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_42", "frame_idx": 159, "split": "test", "expert_action": [ -0.02678571455180645, 0.01607142947614193, -0.4928571283817291, -0.019285714253783226, -0.0053571430034935474, 0.09000000357627869, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.06830358505249023, 0.4810136556625366, 0.6940388679504395, 0.07939285784959793, 0.04676714539527893, 0.20603151619434357, -1.0 ], "break_base_action": [ 0.06830358505249023, 0.08700104057788849, 0.3738707900047302, 0.04967857152223587, -0.051018234342336655, 0.029876060783863068, 1.0 ], "control_base_action": [ 0.06830358505249023, 0.08700104057788849, 0.3738707900047302, 0.0060357158072292805, 0.09867790341377258, 0.05806093290448189, -1.0 ], "record_id": "break_executability_condition/demo_42/frame_000159", "source_state_id": "demo_42/frame_000159", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 370 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_42", "frame_idx": 239, "split": "test", "expert_action": [ 0.04553571343421936, 0.0, -0.0, 0.0, 0.0, -0.0, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.05727417394518852, -0.014679629355669022, 0.10706406831741333, 0.03760714456439018, -0.10051453858613968, 0.008737404830753803, -1.0 ], "break_base_action": [ 0.07933299988508224, -0.021034670993685722, 0.10039390623569489, -0.02646428346633911, 0.047974370419979095, 0.06040967255830765, -1.0 ], "control_base_action": [ 0.07933299988508224, -0.008324586786329746, 0.22045692801475525, -0.013464284129440784, 0.035902101546525955, 0.04161975905299187, -1.0 ], "record_id": "break_executability_condition/demo_42/frame_000239", "source_state_id": "demo_42/frame_000239", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 371 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_43", "frame_idx": 0, "split": "test", "expert_action": [ 0.0, 0.0, 0.04553571343421936, 0.0, 0.0, -0.004285714123398066, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.2116859406232834, 0.08064600080251694, -0.23978467285633087, 0.020892858505249023, 0.012964791618287563, 0.022829841822385788, -1.0 ], "break_base_action": [ -0.0033875913359224796, -0.2243960201740265, -0.15307249128818512, 0.02832143008708954, 0.06608277559280396, 0.018132362514734268, -1.0 ], "control_base_action": [ 0.2116859406232834, 0.08064600080251694, -0.23978467285633087, 0.020892858505249023, 0.012964791618287563, 0.022829841822385788, -1.0 ], "record_id": "break_executability_condition/demo_43/frame_000000", "source_state_id": "demo_43/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 372 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_43", "frame_idx": 80, "split": "test", "expert_action": [ 0.0, 0.0, -0.3910714387893677, 0.0, 0.0053571430034935474, 0.375, 1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.04624476283788681, 0.01074053905904293, 0.06704306602478027, 0.019035715609788895, 0.15903924405574799, -0.0053550321608781815, 1.0 ], "break_base_action": [ -0.07507877051830292, 0.03616070747375488, -0.11305147409439087, -0.027392854914069176, -0.06188327819108963, -0.09460712969303131, 1.0 ], "control_base_action": [ 0.00764182023704052, -0.19262081384658813, -0.2798056900501251, 0.044107142835855484, -0.09568563103675842, 0.025178581476211548, 1.0 ], "record_id": "break_executability_condition/demo_43/frame_000080", "source_state_id": "demo_43/frame_000080", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 373 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_43", "frame_idx": 159, "split": "test", "expert_action": [ -0.05892857164144516, 0.0401785708963871, -0.43392857909202576, 0.0, 0.0, 0.11892857402563095, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ -0.5438287854194641, 0.1886817216873169, 0.560635507106781, -0.03482142463326454, 0.08539840579032898, -0.08286343514919281, 1.0 ], "break_base_action": [ 0.4212447702884674, 0.125131294131279, -0.12639181315898895, 0.042249999940395355, -0.07878445088863373, -0.014749989844858646, 1.0 ], "control_base_action": [ 0.013156525790691376, -0.046454839408397675, 0.5339548587799072, 0.040392857044935226, 0.039523784071207047, 0.025178581476211548, -1.0 ], "record_id": "break_executability_condition/demo_43/frame_000159", "source_state_id": "demo_43/frame_000159", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 374 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_43", "frame_idx": 239, "split": "test", "expert_action": [ 0.0053571430034935474, 0.0, 0.2919642925262451, 0.0, -0.0503571443259716, -0.039642855525016785, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ -0.12471111863851547, 0.39839810132980347, -0.03300945833325386, -0.097035713493824, -0.08844226598739624, 0.04631723836064339, 1.0 ], "break_base_action": [ -0.3397846519947052, 0.07429096102714539, 0.3538602888584137, 0.017178572714328766, 0.11316462606191635, 0.20603151619434357, -1.0 ], "control_base_action": [ -0.12471111863851547, 0.4238182604312897, -0.10638130456209183, 0.01996428705751896, -0.026873696595430374, 0.008737404830753803, -1.0 ], "record_id": "break_executability_condition/demo_43/frame_000239", "source_state_id": "demo_43/frame_000239", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 375 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_44", "frame_idx": 0, "split": "test", "expert_action": [ 0.01607142947614193, 0.0, -0.0, 0.0, 0.0, -0.0, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.3385241627693176, 0.03616070747375488, -0.10638130456209183, 0.0385357141494751, -0.005143612157553434, -0.007703771349042654, 1.0 ], "break_base_action": [ 0.14550946652889252, 0.07429096102714539, -0.026339290663599968, 0.04132143035531044, -0.0461893267929554, 0.006388665642589331, 1.0 ], "control_base_action": [ 0.3385241627693176, 0.03616070747375488, -0.046349793672561646, 0.03296428546309471, -0.06550496071577072, 0.04396849870681763, 1.0 ], "record_id": "break_executability_condition/demo_44/frame_000000", "source_state_id": "demo_44/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 376 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_44", "frame_idx": 84, "split": "test", "expert_action": [ 0.0, 0.0053571430034935474, -0.24642856419086456, 0.09000000357627869, 0.0, 0.36964285373687744, 1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.11793594062328339, -0.021034670993685722, 0.07371322810649872, 0.03482142835855484, 0.004514203406870365, 0.03457354009151459, 1.0 ], "break_base_action": [ 0.09036240726709366, -0.046454839408397675, 0.11373423784971237, 0.008821430616080761, -0.0027291581500321627, 0.022829841822385788, 1.0 ], "control_base_action": [ 0.11793594062328339, -0.027389712631702423, 0.07371322810649872, 0.035750001668930054, 0.004514203406870365, -0.02649368718266487, 1.0 ], "record_id": "break_executability_condition/demo_44/frame_000084", "source_state_id": "demo_44/frame_000084", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 377 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_44", "frame_idx": 168, "split": "test", "expert_action": [ -0.23303571343421936, 0.0, -0.5035714507102966, 0.0, -0.012857142835855484, 0.1039285734295845, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.05175946652889252, -0.001969544915482402, 0.44057247042655945, -0.016249997541308403, -0.14759638905525208, 0.08154832571744919, 1.0 ], "break_base_action": [ -0.19640229642391205, -0.2116859406232834, 0.11373423784971237, -0.097035713493824, 0.15903924405574799, -0.06172477826476097, 1.0 ], "control_base_action": [ 0.05175946652889252, -0.001969544915482402, 0.22045692801475525, -0.016249997541308403, 0.025037061423063278, 0.04161975905299187, -1.0 ], "record_id": "break_executability_condition/demo_44/frame_000168", "source_state_id": "demo_44/frame_000168", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 378 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_44", "frame_idx": 252, "split": "test", "expert_action": [ 0.0, 0.10446428507566452, 0.3187499940395355, -0.007499999832361937, -0.02678571455180645, -0.056785713881254196, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.10139182209968567, 0.30942752957344055, 0.007011550012975931, -0.008821426890790462, -0.04015319049358368, 0.018132362514734268, 1.0 ], "break_base_action": [ 0.10139182209968567, 0.28400734066963196, 0.007011550012975931, -0.024607140570878983, 0.047974370419979095, 0.0016911865677684546, 1.0 ], "control_base_action": [ 0.10139182209968567, 0.30942752957344055, -0.046349793672561646, -0.025535712018609047, -0.011179746128618717, 0.004039925988763571, -1.0 ], "record_id": "break_executability_condition/demo_44/frame_000252", "source_state_id": "demo_44/frame_000252", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 379 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_45", "frame_idx": 0, "split": "test", "expert_action": [ 0.0, 0.19553571939468384, -0.0, 0.0, -0.02142857201397419, -0.019285714253783226, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.2116859406232834, -0.3006565272808075, -0.5732930898666382, 0.006964287254959345, -0.011179746128618717, 0.0016911865677684546, 1.0 ], "break_base_action": [ 0.05175946652889252, 0.1632615476846695, 0.26714810729026794, -0.097035713493824, 0.019000926986336708, 0.07215337455272675, 1.0 ], "control_base_action": [ 0.2116859406232834, 0.20774684846401215, 0.04703255742788315, 0.032035715878009796, -0.04136041924357414, 0.029876060783863068, 1.0 ], "record_id": "break_executability_condition/demo_45/frame_000000", "source_state_id": "demo_45/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 380 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_45", "frame_idx": 87, "split": "test", "expert_action": [ -0.19821429252624512, 0.03214285895228386, -0.23303571343421936, 0.0, 0.014999999664723873, 0.3557142913341522, 1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.2227153480052948, 0.01709558069705963, 0.040362391620874405, 0.02460714429616928, -0.01480142679065466, 0.020481102168560028, 1.0 ], "break_base_action": [ 0.2227153480052948, 0.01709558069705963, 0.06037289649248123, -0.05432142689824104, -0.14759638905525208, 0.03222480043768883, 1.0 ], "control_base_action": [ 0.2227153480052948, 0.01709558069705963, 0.06037289649248123, 0.0162500012665987, -0.009972519241273403, 0.0627584159374237, 1.0 ], "record_id": "break_executability_condition/demo_45/frame_000087", "source_state_id": "demo_45/frame_000087", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 381 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_45", "frame_idx": 174, "split": "test", "expert_action": [ 0.0, 0.0, -0.3321428596973419, 0.010714286006987095, -0.1307142823934555, 0.008571428246796131, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.17859770357608795, 0.20139180123806, -0.026339290663599968, -0.006964283995330334, -0.12586630880832672, 0.020481102168560028, 1.0 ], "break_base_action": [ 0.17859770357608795, 0.03616070747375488, -0.012998954392969608, 0.025535715743899345, 0.06608277559280396, 0.018132362514734268, 1.0 ], "control_base_action": [ 0.17859770357608795, 0.20139180123806, 0.007011550012975931, -0.0023214267566800117, -0.006350839044898748, 0.04161975905299187, 1.0 ], "record_id": "break_executability_condition/demo_45/frame_000174", "source_state_id": "demo_45/frame_000174", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 382 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_45", "frame_idx": 261, "split": "test", "expert_action": [ 0.0, 0.0, -0.0535714291036129, 0.011785713955760002, 0.0, -0.0, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.7686712145805359, 0.4937237501144409, -0.293146014213562, -0.010678569786250591, -0.012386973015964031, 0.05806093290448189, 1.0 ], "break_base_action": [ 0.10139182209968567, 0.30942752957344055, 0.013681718148291111, -0.024607140570878983, -0.03411705791950226, 0.025178581476211548, 1.0 ], "control_base_action": [ -0.3177258372306824, -0.014679629355669022, 0.7140493392944336, -0.0515357106924057, 0.021415380761027336, -0.11574579030275345, 1.0 ], "record_id": "break_executability_condition/demo_45/frame_000261", "source_state_id": "demo_45/frame_000261", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 383 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_46", "frame_idx": 0, "split": "test", "expert_action": [ 0.0, 0.25982141494750977, -0.0, 0.0, 0.0, -0.009642857126891613, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.2116859406232834, 0.055225834250450134, -0.11972164362668991, 0.01160714402794838, -0.022044789046049118, 0.013434884138405323, 1.0 ], "break_base_action": [ 0.05175946652889252, 0.1632615476846695, -0.09304097294807434, 0.020892858505249023, -0.08240613341331482, -0.0006575529696419835, 1.0 ], "control_base_action": [ 0.2116859406232834, 0.08064600080251694, -0.3264968693256378, 0.020892858505249023, -0.018423108384013176, -0.0006575529696419835, 1.0 ], "record_id": "break_executability_condition/demo_46/frame_000000", "source_state_id": "demo_46/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 384 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_46", "frame_idx": 87, "split": "test", "expert_action": [ 0.0, -0.010714286006987095, -0.0, 0.0, -0.011785713955760002, -0.0, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.10139182209968567, 0.20139180123806, 0.02702205441892147, -0.006964283995330334, -0.051018234342336655, -0.0006575529696419835, 1.0 ], "break_base_action": [ 0.12345064431428909, 0.2395220547914505, -0.05301996320486069, 0.0450357161462307, -0.051018234342336655, -0.04528360441327095, 1.0 ], "control_base_action": [ 0.12345064431428909, 0.1632615476846695, -0.11305147409439087, 0.03482142835855484, -0.06188327819108963, -0.012401250191032887, -1.0 ], "record_id": "break_executability_condition/demo_46/frame_000087", "source_state_id": "demo_46/frame_000087", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 385 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_46", "frame_idx": 175, "split": "test", "expert_action": [ -0.38035714626312256, 0.04285714402794838, -0.39642858505249023, 0.0, -0.06750000268220901, 0.028928572311997414, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ -0.04199053347110748, 0.2141018807888031, 0.20711658895015717, -0.0023214267566800117, 0.01175756473094225, -0.05702729895710945, -1.0 ], "break_base_action": [ -0.1577993631362915, -0.31972163915634155, 0.3405199646949768, -0.07660713791847229, 0.15903924405574799, -0.08756091445684433, 1.0 ], "control_base_action": [ -0.04199053347110748, 0.2141018807888031, 0.20711658895015717, -0.0023214267566800117, 0.01175756473094225, -0.05702729895710945, -1.0 ], "record_id": "break_executability_condition/demo_46/frame_000175", "source_state_id": "demo_46/frame_000175", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 386 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_46", "frame_idx": 262, "split": "test", "expert_action": [ -0.01607142947614193, 0.02678571455180645, 0.11249999701976776, 0.0, -0.07500000298023224, -0.055714286863803864, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.10139182209968567, 0.03616070747375488, 0.22045692801475525, -0.019035711884498596, 0.009343110956251621, 0.027527321130037308, -1.0 ], "break_base_action": [ 0.10139182209968567, 0.30942752957344055, -0.23978467285633087, 0.035750001668930054, 0.0020997493993490934, 0.020481102168560028, 1.0 ], "control_base_action": [ 0.07933299988508224, 0.0043854969553649426, -0.012998954392969608, 0.029250001534819603, -0.007558065932244062, -0.0053550321608781815, -1.0 ], "record_id": "break_executability_condition/demo_46/frame_000262", "source_state_id": "demo_46/frame_000262", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 387 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_47", "frame_idx": 0, "split": "test", "expert_action": [ 0.0, 0.0, -0.0, 0.0, 0.0, -0.0, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.013156525790691376, 0.04251575097441673, 0.04703255742788315, 0.020892858505249023, 0.010550337843596935, -0.012401250191032887, 1.0 ], "break_base_action": [ 0.15653887391090393, -0.03374475613236427, -0.046349793672561646, 0.04132143035531044, 0.06608277559280396, 0.03222480043768883, 1.0 ], "control_base_action": [ 0.013156525790691376, 0.04251575097441673, 0.04703255742788315, 0.020892858505249023, 0.010550337843596935, -0.012401250191032887, -1.0 ], "record_id": "break_executability_condition/demo_47/frame_000000", "source_state_id": "demo_47/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 388 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_47", "frame_idx": 85, "split": "test", "expert_action": [ 0.0, -0.0669642835855484, -0.5008928775787354, 0.027857143431901932, 0.0, 0.375, 1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.10139182209968567, 0.19503675401210785, 0.04703255742788315, 0.0004642874700948596, -0.07516277581453323, -0.02414494752883911, 1.0 ], "break_base_action": [ 0.10139182209968567, 0.41110819578170776, 0.04703255742788315, -0.009749998338520527, -0.006350839044898748, -0.02649368718266487, -1.0 ], "control_base_action": [ 0.10139182209968567, 0.03616070747375488, -0.09304097294807434, -0.017178568989038467, 0.01175756473094225, 0.006388665642589331, 1.0 ], "record_id": "break_executability_condition/demo_47/frame_000085", "source_state_id": "demo_47/frame_000085", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 389 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_47", "frame_idx": 171, "split": "test", "expert_action": [ -0.3616071343421936, 0.01875000074505806, -0.3723214268684387, 0.0, -0.20357142388820648, 0.04285714402794838, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.3991859257221222, 0.30942752957344055, 0.2137867659330368, 0.05339285731315613, 0.025037061423063278, -0.007703771349042654, -1.0 ], "break_base_action": [ 0.013156525790691376, 0.2141018807888031, 0.5472951531410217, -0.0320357121527195, 0.04555991664528847, 0.025178581476211548, -1.0 ], "control_base_action": [ 0.3991859257221222, 0.30942752957344055, 0.2137867659330368, 0.050607144832611084, -0.10172176361083984, -0.007703771349042654, -1.0 ], "record_id": "break_executability_condition/demo_47/frame_000171", "source_state_id": "demo_47/frame_000171", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 390 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_47", "frame_idx": 256, "split": "test", "expert_action": [ 0.09642857313156128, 0.02678571455180645, 0.16339285671710968, 0.0, 0.11571428924798965, -0.056785713881254196, 1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.10139182209968567, 0.01709558069705963, -0.06636030226945877, 0.027392858639359474, 0.023829834535717964, 0.03457354009151459, -1.0 ], "break_base_action": [ 0.10139182209968567, -0.040099795907735825, -0.0063287862576544285, 0.0023214302491396666, 0.015379245392978191, 0.022829841822385788, 1.0 ], "control_base_action": [ 0.10139182209968567, 0.01709558069705963, -0.06636030226945877, 0.029250001534819603, 0.023829834535717964, 0.03457354009151459, -1.0 ], "record_id": "break_executability_condition/demo_47/frame_000256", "source_state_id": "demo_47/frame_000256", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 391 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_48", "frame_idx": 0, "split": "test", "expert_action": [ 0.0, 0.14196428656578064, 0.03214285895228386, 0.0, 0.0503571443259716, -0.0, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.024185938760638237, -0.25617122650146484, -0.046349793672561646, 0.05246428772807121, -0.051018234342336655, 0.07685085386037827, -1.0 ], "break_base_action": [ 0.024185938760638237, -0.2243960201740265, 0.0870535671710968, 0.0060357158072292805, -0.007558065932244062, 0.03457354009151459, 1.0 ], "control_base_action": [ 0.024185938760638237, -0.37056198716163635, -0.25312501192092896, 0.020892858505249023, 0.0033069762866944075, 0.03222480043768883, -1.0 ], "record_id": "break_executability_condition/demo_48/frame_000000", "source_state_id": "demo_48/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 392 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_48", "frame_idx": 95, "split": "test", "expert_action": [ 0.36964285373687744, -0.02142857201397419, 0.8357142806053162, 0.0, 0.06750000268220901, -0.0, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.013156525790691376, 0.14419642090797424, -0.1797531545162201, 0.03296428546309471, 0.06970445811748505, 0.018132362514734268, 1.0 ], "break_base_action": [ 0.12345064431428909, 0.4174632430076599, -0.2131039947271347, 0.027392858639359474, 0.01175756473094225, 0.013434884138405323, 1.0 ], "control_base_action": [ 0.013156525790691376, 0.531853973865509, 0.9008140563964844, 0.013464286923408508, -0.14759638905525208, 0.0016911865677684546, -1.0 ], "record_id": "break_executability_condition/demo_48/frame_000095", "source_state_id": "demo_48/frame_000095", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 393 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_48", "frame_idx": 190, "split": "test", "expert_action": [ -0.2973214387893677, -0.03214285895228386, -0.6107142567634583, 0.004285714123398066, 0.0, 0.0771428570151329, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ -0.47765231132507324, 0.25858718156814575, 0.2137867659330368, -0.023678569123148918, -0.020837562158703804, 0.10268698632717133, 1.0 ], "break_base_action": [ -0.3508140742778778, -0.021034670993685722, -0.13973215222358704, 0.03296428546309471, -0.03773873671889305, 0.0979895070195198, 1.0 ], "control_base_action": [ -0.3508140742778778, 0.1632615476846695, -0.0063287862576544285, -0.035749997943639755, -0.016008654609322548, -0.12044326961040497, 1.0 ], "record_id": "break_executability_condition/demo_48/frame_000190", "source_state_id": "demo_48/frame_000190", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 394 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_48", "frame_idx": 285, "split": "test", "expert_action": [ 0.0, -0.02410714328289032, -0.15535713732242584, 0.025714285671710968, -0.03214285895228386, -0.03857142850756645, 1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.10139182209968567, -0.021034670993685722, -0.06636030226945877, 0.03482142835855484, -0.017215881496667862, -0.0053550321608781815, 1.0 ], "break_base_action": [ -0.1412552446126938, -0.008324586786329746, 0.07371322810649872, 0.05525000020861626, 0.1481742113828659, 0.03927101939916611, -1.0 ], "control_base_action": [ 0.10139182209968567, -0.021034670993685722, -0.06636030226945877, 0.03482142835855484, 0.025037061423063278, -0.014749989844858646, -1.0 ], "record_id": "break_executability_condition/demo_48/frame_000285", "source_state_id": "demo_48/frame_000285", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 395 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_49", "frame_idx": 0, "split": "test", "expert_action": [ 0.0, 0.0, -0.0, 0.0, -0.027857143431901932, -0.0, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.37712711095809937, 0.7924107313156128, 0.14041490852832794, 0.04967857152223587, 0.09867790341377258, 0.15905673801898956, 1.0 ], "break_base_action": [ 0.36058300733566284, 0.25858718156814575, -0.3264968693256378, 0.020892858505249023, -0.012386973015964031, 0.04866597801446915, 1.0 ], "control_base_action": [ 0.37712711095809937, 0.7924107313156128, 0.12707456946372986, 0.020892858505249023, 0.005721430294215679, 0.08624580502510071, 1.0 ], "record_id": "break_executability_condition/demo_49/frame_000000", "source_state_id": "demo_49/frame_000000", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 396 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_49", "frame_idx": 90, "split": "test", "expert_action": [ 0.0, 0.0, -0.4982142746448517, 0.019285714253783226, -0.040714286267757416, 0.375, 1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.12345064431428909, 0.1632615476846695, -0.046349793672561646, 0.046892859041690826, 0.01658647321164608, 0.0016911865677684546, 1.0 ], "break_base_action": [ 0.10139182209968567, -0.027389712631702423, 0.0003413818485569209, 0.023678572848439217, 0.01175756473094225, -0.02649368718266487, 1.0 ], "control_base_action": [ 0.018671231344342232, -0.07187500596046448, 0.9341649413108826, 0.058964285999536514, -0.10172176361083984, 0.022829841822385788, 1.0 ], "record_id": "break_executability_condition/demo_49/frame_000090", "source_state_id": "demo_49/frame_000090", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 397 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_49", "frame_idx": 181, "split": "test", "expert_action": [ 0.0, -0.04285714402794838, -0.1473214328289032, 0.046071428805589676, -0.04500000178813934, -0.0, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.013156525790691376, 0.2141018807888031, 0.28048843145370483, 0.051535714417696, 0.039523784071207047, -0.04763234406709671, -1.0 ], "break_base_action": [ -0.04199053347110748, 0.20139180123806, 0.8274422287940979, -0.009749998338520527, -0.03170260414481163, -0.007703771349042654, 1.0 ], "control_base_action": [ 0.013156525790691376, 0.2141018807888031, 0.28048843145370483, 0.051535714417696, 0.039523784071207047, -0.04763234406709671, -1.0 ], "record_id": "break_executability_condition/demo_49/frame_000181", "source_state_id": "demo_49/frame_000181", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 398 }, { "case_id": "break_executability_condition", "family": "executability_condition", "suite": "libero_10", "task_id": 2, "demo_id": "demo_49", "frame_idx": 271, "split": "test", "expert_action": [ 0.0026785715017467737, 0.04553571343421936, 0.09375, 0.0, 0.0, -0.0535714291036129, -1.0 ], "clean_instruction": "turn on the stove and put the moka pot on it", "break_instruction": "turn off the stove and put the moka pot on it", "control_instruction": "switch on the stove and put the moka pot on it", "clean_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0 ], "break_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "control_bow": [ 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "clean_base_action": [ 0.1344800591468811, -0.07187500596046448, 0.560635507106781, -0.0023214267566800117, -0.00393638527020812, 0.022829841822385788, -1.0 ], "break_base_action": [ 0.1344800591468811, -0.07187500596046448, 0.04703255742788315, -0.023678569123148918, 0.054010506719350815, -0.0006575529696419835, -1.0 ], "control_base_action": [ 0.2227153480052948, 0.04251575097441673, -0.14640231430530548, 0.033892858773469925, 0.0008925225702114403, 0.01578362286090851, 1.0 ], "record_id": "break_executability_condition/demo_49/frame_000271", "source_state_id": "demo_49/frame_000271", "source_dataset": "LIBERO/libero_10", "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", "observation_index": 399 } ]