diff --git "a/data/triplets.json" "b/data/triplets.json" new file mode 100644--- /dev/null +++ "b/data/triplets.json" @@ -0,0 +1,48802 @@ +[ + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_0", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.0535714291036129, + -0.3883928656578064, + -0.0, + 0.013928571715950966, + 0.06964285671710968, + -0.006428571417927742, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1344800591468811, + -0.14178046584129333, + 0.007011550012975931, + 0.01996428705751896, + 0.01658647321164608, + 0.027527321130037308, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + -0.14178046584129333, + 0.007011550012975931, + 0.021821429952979088, + 0.010550337843596935, + -0.01944746822118759, + 1.0 + ], + "control_base_action": [ + 0.1344800591468811, + -0.09729517996311188, + 0.30049893260002136, + 0.006964287254959345, + -0.036531511694192886, + 0.01578362286090851, + 1.0 + ], + "record_id": "break_target_object/demo_0/frame_000000", + "source_state_id": "demo_0/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 0 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_0", + "frame_idx": 129, + "split": "train", + "expert_action": [ + 0.0, + 0.0, + 0.13660714030265808, + 0.0, + 0.025714285671710968, + -0.007499999832361937, + 1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.16756829619407654, + -0.47224265336990356, + -0.1797531545162201, + 0.025535715743899345, + -0.12465907633304596, + 0.006388665642589331, + 1.0 + ], + "break_base_action": [ + 0.481906533241272, + -0.021034670993685722, + 0.9341649413108826, + -0.020892854779958725, + -0.12586630880832672, + 0.01578362286090851, + -1.0 + ], + "control_base_action": [ + 0.16756829619407654, + 0.055225834250450134, + 0.31383928656578064, + 0.040392857044935226, + -0.013594199903309345, + 0.011086144484579563, + 1.0 + ], + "record_id": "break_target_object/demo_0/frame_000129", + "source_state_id": "demo_0/frame_000129", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 1 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_0", + "frame_idx": 258, + "split": "train", + "expert_action": [ + 0.0, + -0.02946428582072258, + -0.5035714507102966, + -0.0535714291036129, + -0.02678571455180645, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.11793594062328339, + -0.30701157450675964, + -0.046349793672561646, + 0.13882142305374146, + 0.03831655532121658, + 0.04161975905299187, + 1.0 + ], + "break_base_action": [ + 0.11793594062328339, + 0.048870790749788284, + 0.03369222208857536, + 0.0162500012665987, + 0.020208153873682022, + 0.05571219325065613, + 1.0 + ], + "control_base_action": [ + 0.11793594062328339, + 0.10606616735458374, + 0.03369222208857536, + 0.01160714402794838, + 0.01175756473094225, + 0.03692227974534035, + 1.0 + ], + "record_id": "break_target_object/demo_0/frame_000258", + "source_state_id": "demo_0/frame_000258", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 2 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_0", + "frame_idx": 387, + "split": "train", + "expert_action": [ + 0.0, + -0.01875000074505806, + 0.21160714328289032, + 0.024642856791615486, + 0.03750000149011612, + -0.04714285582304001, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.18411241471767426, + -0.059164922684431076, + 0.1804359257221222, + 0.1295357197523117, + -0.05584714189171791, + 0.08154832571744919, + 1.0 + ], + "break_base_action": [ + 0.26683300733566284, + -0.39598214626312256, + -0.4999212324619293, + 0.07567857205867767, + 0.15662479400634766, + 0.07215337455272675, + -1.0 + ], + "control_base_action": [ + 0.14550946652889252, + -0.4023371934890747, + -0.33316701650619507, + 0.06825000047683716, + 0.06729000061750412, + -0.05937603861093521, + 1.0 + ], + "record_id": "break_target_object/demo_0/frame_000387", + "source_state_id": "demo_0/frame_000387", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 3 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_1", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.08571428805589676, + 0.0, + 0.05089285597205162, + 0.008571428246796131, + 0.04178571328520775, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1399947553873062, + -0.07823005318641663, + -0.09971114248037338, + 0.0004642874700948596, + 0.021415380761027336, + 0.011086144484579563, + 1.0 + ], + "break_base_action": [ + 0.11242122948169708, + -0.3642069399356842, + 0.10706406831741333, + 0.0004642874700948596, + -0.07395554333925247, + -0.08051469922065735, + -1.0 + ], + "control_base_action": [ + 0.28889182209968567, + -0.1608455926179886, + 0.12707456946372986, + 0.040392857044935226, + -0.0763700008392334, + -0.06877099722623825, + 1.0 + ], + "record_id": "break_target_object/demo_1/frame_000000", + "source_state_id": "demo_1/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 4 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_1", + "frame_idx": 112, + "split": "train", + "expert_action": [ + 0.31607142090797424, + 0.4848214387893677, + 0.1607142835855484, + 0.06964285671710968, + 0.013928571715950966, + 0.020357143133878708, + 1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + -0.10638130456209183, + 0.020892858505249023, + 0.01175756473094225, + 0.07685085386037827, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + 0.07371322810649872, + 0.019035715609788895, + 0.010550337843596935, + 0.04631723836064339, + 1.0 + ], + "control_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + 0.12040440738201141, + 0.040392857044935226, + 0.019000926986336708, + 0.05806093290448189, + 1.0 + ], + "record_id": "break_target_object/demo_1/frame_000112", + "source_state_id": "demo_1/frame_000112", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 5 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_1", + "frame_idx": 223, + "split": "train", + "expert_action": [ + -0.24642856419086456, + 0.0, + -0.47678571939468384, + 0.0, + -0.020357143133878708, + 0.006428571417927742, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.15653887391090393, + -0.08458509296178818, + -0.14640231430530548, + 0.00975000113248825, + 0.047974370419979095, + 0.018132362514734268, + -1.0 + ], + "break_base_action": [ + 0.15653887391090393, + -0.11636029928922653, + -0.019669122993946075, + 0.09239285439252853, + 0.03710933029651642, + 0.025178581476211548, + -1.0 + ], + "control_base_action": [ + 0.15653887391090393, + -0.08458509296178818, + 0.12040440738201141, + 0.020892858505249023, + -0.016008654609322548, + -0.02179620787501335, + 1.0 + ], + "record_id": "break_target_object/demo_1/frame_000223", + "source_state_id": "demo_1/frame_000223", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 6 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_1", + "frame_idx": 335, + "split": "train", + "expert_action": [ + 0.0, + 0.0, + 0.2276785671710968, + 0.0, + 0.03321428596973419, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.18411241471767426, + -0.03374475613236427, + 0.1804359257221222, + 0.13882142305374146, + 0.14938142895698547, + -0.01709872856736183, + 1.0 + ], + "break_base_action": [ + 0.18962711095809937, + -0.03374475613236427, + -0.012998954392969608, + -0.0013928553089499474, + -0.0015219312626868486, + 0.020481102168560028, + 1.0 + ], + "control_base_action": [ + 0.16756829619407654, + -0.7709296345710754, + -0.11305147409439087, + 0.13882142305374146, + -0.016008654609322548, + 0.08389706909656525, + 1.0 + ], + "record_id": "break_target_object/demo_1/frame_000335", + "source_state_id": "demo_1/frame_000335", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 7 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_2", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.08839285373687744, + -0.12321428209543228, + -0.0, + 0.0, + 0.03857142850756645, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.14550946652889252, + 0.08064600080251694, + 0.06704306602478027, + 0.025535715743899345, + 0.01175756473094225, + 0.04161975905299187, + 1.0 + ], + "break_base_action": [ + 0.14550946652889252, + 0.01709558069705963, + 0.14708508551120758, + 0.032035715878009796, + 0.0008925225702114403, + 0.020481102168560028, + 1.0 + ], + "control_base_action": [ + 0.14550946652889252, + -0.12907038629055023, + -0.07303046435117722, + 0.12489285320043564, + 0.03348764777183533, + 0.018132362514734268, + -1.0 + ], + "record_id": "break_target_object/demo_2/frame_000000", + "source_state_id": "demo_2/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 8 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_2", + "frame_idx": 85, + "split": "train", + "expert_action": [ + 0.04553571343421936, + 0.8410714268684387, + -0.10178571194410324, + 0.010714286006987095, + -0.05892857164144516, + -0.0, + 1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.11242122948169708, + 0.055225834250450134, + -0.0063287862576544285, + 0.017178572714328766, + 0.005721430294215679, + 0.04161975905299187, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + 0.06037289649248123, + 0.01996428705751896, + 0.020208153873682022, + 0.06980463117361069, + 1.0 + ], + "control_base_action": [ + 0.10690652579069138, + -0.021034670993685722, + 0.020351886749267578, + 0.05989285930991173, + 0.03710933029651642, + 0.04866597801446915, + 1.0 + ], + "record_id": "break_target_object/demo_2/frame_000085", + "source_state_id": "demo_2/frame_000085", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 9 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_2", + "frame_idx": 169, + "split": "train", + "expert_action": [ + -0.13124999403953552, + 0.21160714328289032, + -0.15803571045398712, + -0.07285714149475098, + -0.0010714285308495164, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + -0.07970063388347626, + 0.020892858505249023, + 0.014172018505632877, + 0.013434884138405323, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + -0.026339290663599968, + 0.019035715609788895, + -0.005143612157553434, + 0.07450211048126221, + 1.0 + ], + "control_base_action": [ + 0.1344800591468811, + -0.24346114695072174, + -0.05969013273715973, + 0.001392858917824924, + 0.039523784071207047, + 0.013434884138405323, + -1.0 + ], + "record_id": "break_target_object/demo_2/frame_000169", + "source_state_id": "demo_2/frame_000169", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 10 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_2", + "frame_idx": 254, + "split": "train", + "expert_action": [ + 0.13660714030265808, + 0.0, + 0.03482142835855484, + 0.0, + 0.06642857193946838, + -0.04178571328520775, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.27786239981651306, + -0.08458509296178818, + 0.1337447464466095, + -0.020892854779958725, + -0.14759638905525208, + 0.04396849870681763, + 1.0 + ], + "break_base_action": [ + 0.10139182209968567, + -0.014679629355669022, + -0.012998954392969608, + 0.03296428546309471, + -0.0027291581500321627, + 0.004039925988763571, + -1.0 + ], + "control_base_action": [ + 0.27786239981651306, + -0.43411239981651306, + 0.1337447464466095, + 0.13882142305374146, + -0.009972519241273403, + 0.011086144484579563, + 1.0 + ], + "record_id": "break_target_object/demo_2/frame_000254", + "source_state_id": "demo_2/frame_000254", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 11 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_3", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.0053571430034935474, + -0.49017858505249023, + -0.0, + 0.0053571430034935474, + 0.04392857104539871, + -0.07821428775787354, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.14550946652889252, + 0.06793592125177383, + 0.08038339763879776, + 0.032035715878009796, + 0.0033069762866944075, + 0.04161975905299187, + 1.0 + ], + "break_base_action": [ + 0.14550946652889252, + 0.03616070747375488, + 0.06704306602478027, + 0.025535715743899345, + 0.03710933029651642, + 0.05101471766829491, + 1.0 + ], + "control_base_action": [ + 0.14550946652889252, + 0.06793592125177383, + 0.11373423784971237, + 0.025535715743899345, + 0.0033069762866944075, + 0.011086144484579563, + 1.0 + ], + "record_id": "break_target_object/demo_3/frame_000000", + "source_state_id": "demo_3/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 12 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_3", + "frame_idx": 90, + "split": "train", + "expert_action": [ + 0.0669642835855484, + 0.8035714030265808, + 0.0803571417927742, + 0.0, + -0.039642855525016785, + -0.018214285373687744, + 1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.09587711095809937, + -0.014679629355669022, + -0.019669122993946075, + 0.02832143008708954, + 0.03710933029651642, + 0.027527321130037308, + -1.0 + ], + "break_base_action": [ + 0.09587711095809937, + -0.03374475613236427, + 0.007011550012975931, + 0.02832143008708954, + 0.03710933029651642, + 0.04866597801446915, + 1.0 + ], + "control_base_action": [ + 0.09587711095809937, + -0.014679629355669022, + -0.019669122993946075, + 0.023678572848439217, + 0.03710933029651642, + 0.027527321130037308, + -1.0 + ], + "record_id": "break_target_object/demo_3/frame_000090", + "source_state_id": "demo_3/frame_000090", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 13 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_3", + "frame_idx": 180, + "split": "train", + "expert_action": [ + -0.3053571283817291, + -0.2678571343421936, + -0.44732141494750977, + 0.009642857126891613, + -0.04928571358323097, + -0.04178571328520775, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.14550946652889252, + -0.08458509296178818, + -0.09971114248037338, + 0.013464286923408508, + 0.014172018505632877, + 0.018132362514734268, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + -0.027389712631702423, + 0.14708508551120758, + 0.020892858505249023, + -0.009972519241273403, + 0.011086144484579563, + 1.0 + ], + "control_base_action": [ + 0.14550946652889252, + -0.08458509296178818, + -0.10638130456209183, + 0.013464286923408508, + 0.014172018505632877, + 0.027527321130037308, + 1.0 + ], + "record_id": "break_target_object/demo_3/frame_000180", + "source_state_id": "demo_3/frame_000180", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 14 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_3", + "frame_idx": 270, + "split": "train", + "expert_action": [ + 0.0026785715017467737, + -0.11517857015132904, + 0.2705357074737549, + 0.0, + 0.003214285708963871, + -0.04928571358323097, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1344800591468811, + 0.20139180123806, + 0.12040440738201141, + 0.02646428719162941, + 0.025037061423063278, + 0.05571219325065613, + 1.0 + ], + "break_base_action": [ + 0.09036240726709366, + -0.014679629355669022, + 0.03369222208857536, + -0.023678569123148918, + 0.047974370419979095, + 0.03927101939916611, + 1.0 + ], + "control_base_action": [ + 0.1344800591468811, + 0.1886817216873169, + -0.09971114248037338, + 0.01996428705751896, + -0.013594199903309345, + -0.0006575529696419835, + 1.0 + ], + "record_id": "break_target_object/demo_3/frame_000270", + "source_state_id": "demo_3/frame_000270", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 15 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_4", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.14464285969734192, + 0.0, + -0.0, + -0.031071428209543228, + 0.051428571343421936, + -0.03750000149011612, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + -0.07970063388347626, + 0.031107144430279732, + 0.02262260764837265, + 0.04396849870681763, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + 0.03616070747375488, + 0.0003413818485569209, + 0.019035715609788895, + 0.015379245392978191, + 0.05571219325065613, + -1.0 + ], + "control_base_action": [ + 0.1344800591468811, + -0.08458509296178818, + 0.2738182842731476, + 0.00975000113248825, + -0.009972519241273403, + -0.01709872856736183, + 1.0 + ], + "record_id": "break_target_object/demo_4/frame_000000", + "source_state_id": "demo_4/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 16 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_4", + "frame_idx": 102, + "split": "train", + "expert_action": [ + 0.23571428656578064, + 0.8035714030265808, + 0.09910714626312256, + 0.0, + -0.04500000178813934, + -0.025714285671710968, + 1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.09587711095809937, + -0.014679629355669022, + 0.18710608780384064, + 0.013464286923408508, + -0.017215881496667862, + 0.013434884138405323, + 1.0 + ], + "break_base_action": [ + 0.09587711095809937, + -0.014679629355669022, + -0.019669122993946075, + 0.025535715743899345, + 0.03710933029651642, + 0.03692227974534035, + 1.0 + ], + "control_base_action": [ + 0.1344800591468811, + -0.3642069399356842, + -0.12639181315898895, + 0.025535715743899345, + 0.05280327796936035, + 0.013434884138405323, + 1.0 + ], + "record_id": "break_target_object/demo_4/frame_000102", + "source_state_id": "demo_4/frame_000102", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 17 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_4", + "frame_idx": 205, + "split": "train", + "expert_action": [ + 0.2651785612106323, + 0.08571428805589676, + -0.03750000149011612, + 0.0, + -0.002142857061699033, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + -0.07970063388347626, + 0.020892858505249023, + 0.01175756473094225, + 0.03927101939916611, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + -0.059164922684431076, + 0.06704306602478027, + -0.04967856779694557, + -0.03411705791950226, + 0.013434884138405323, + 1.0 + ], + "control_base_action": [ + 0.1344800591468811, + -0.001969544915482402, + 0.06704306602478027, + 0.025535715743899345, + -0.009972519241273403, + 0.03222480043768883, + 1.0 + ], + "record_id": "break_target_object/demo_4/frame_000205", + "source_state_id": "demo_4/frame_000205", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 18 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_4", + "frame_idx": 307, + "split": "train", + "expert_action": [ + 0.0401785708963871, + 0.0, + 0.12589286267757416, + 0.0, + 0.03321428596973419, + -0.051428571343421936, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.26683300733566284, + -0.11000525951385498, + 0.24046742916107178, + -0.097035713493824, + -0.04256764426827431, + 0.011086144484579563, + 1.0 + ], + "break_base_action": [ + 0.26683300733566284, + -0.07187500596046448, + 0.24046742916107178, + 0.03946428745985031, + -0.009972519241273403, + -0.02414494752883911, + 1.0 + ], + "control_base_action": [ + 0.09587711095809937, + 0.28400734066963196, + 0.06037289649248123, + 0.015321429818868637, + -0.00876529235392809, + 0.020481102168560028, + -1.0 + ], + "record_id": "break_target_object/demo_4/frame_000307", + "source_state_id": "demo_4/frame_000307", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 19 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_5", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.0, + -0.12589286267757416, + -0.0, + 0.0, + 0.0, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1344800591468811, + -0.35785189270973206, + -0.07303046435117722, + 0.0004642874700948596, + 0.005721430294215679, + 0.03692227974534035, + 1.0 + ], + "break_base_action": [ + 0.28889182209968567, + -0.1608455926179886, + 0.1804359257221222, + 0.040392857044935226, + -0.026873696595430374, + 0.006388665642589331, + 1.0 + ], + "control_base_action": [ + 0.1344800591468811, + -0.35785189270973206, + -0.0063287862576544285, + 0.0060357158072292805, + -0.009972519241273403, + 0.004039925988763571, + 1.0 + ], + "record_id": "break_target_object/demo_5/frame_000000", + "source_state_id": "demo_5/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 20 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_5", + "frame_idx": 105, + "split": "train", + "expert_action": [ + 0.19017857313156128, + 0.5089285969734192, + 0.4928571283817291, + 0.0, + 0.0, + -0.09857142716646194, + 1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + -0.07970063388347626, + 0.031107144430279732, + 0.04555991664528847, + 0.0627584159374237, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + 0.06037289649248123, + 0.01996428705751896, + 0.020208153873682022, + 0.06980463117361069, + 1.0 + ], + "control_base_action": [ + 0.15653887391090393, + 0.01074053905904293, + 0.15375524759292603, + 0.040392857044935226, + -0.009972519241273403, + 0.027527321130037308, + 1.0 + ], + "record_id": "break_target_object/demo_5/frame_000105", + "source_state_id": "demo_5/frame_000105", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 21 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_5", + "frame_idx": 211, + "split": "train", + "expert_action": [ + -0.22232143580913544, + -0.2142857164144516, + -0.375, + 0.0, + -0.06750000268220901, + 0.006428571417927742, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.16756829619407654, + -0.3133666217327118, + 0.1337447464466095, + 0.04596428573131561, + -0.07516277581453323, + 0.008737404830753803, + 1.0 + ], + "break_base_action": [ + 0.16756829619407654, + -0.014679629355669022, + 0.11373423784971237, + 0.01996428705751896, + -0.009972519241273403, + 0.01578362286090851, + 1.0 + ], + "control_base_action": [ + 0.16756829619407654, + -0.3133666217327118, + -0.026339290663599968, + 0.02460714429616928, + 0.06849722564220428, + -0.02179620787501335, + 1.0 + ], + "record_id": "break_target_object/demo_5/frame_000211", + "source_state_id": "demo_5/frame_000211", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 22 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_5", + "frame_idx": 316, + "split": "train", + "expert_action": [ + 0.03750000149011612, + 0.02142857201397419, + 0.3482142984867096, + -0.007499999832361937, + 0.055714286863803864, + -0.04928571358323097, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.28889182209968567, + 0.03616070747375488, + 0.06037289649248123, + -0.013464284129440784, + -0.020837562158703804, + 0.06980463117361069, + 1.0 + ], + "break_base_action": [ + 0.28889182209968567, + -0.12907038629055023, + 0.5539653301239014, + -0.058964282274246216, + -0.030495377257466316, + 0.10033824294805527, + 1.0 + ], + "control_base_action": [ + 0.28889182209968567, + 0.3284926414489746, + 0.7407300472259521, + 0.01160714402794838, + 0.0878128632903099, + 0.06510715186595917, + 1.0 + ], + "record_id": "break_target_object/demo_5/frame_000316", + "source_state_id": "demo_5/frame_000316", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 23 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_6", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.08839285373687744, + -0.7633928656578064, + -0.0, + 0.03642857074737549, + 0.0, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1344800591468811, + -0.14178046584129333, + 0.013681718148291111, + 0.1035357117652893, + 0.03710933029651642, + 0.011086144484579563, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + 0.06793592125177383, + 0.007011550012975931, + 0.019035715609788895, + 0.01658647321164608, + 0.022829841822385788, + 1.0 + ], + "control_base_action": [ + 0.1344800591468811, + -0.08458509296178818, + 0.30049893260002136, + 0.042249999940395355, + -0.024459242820739746, + -0.0053550321608781815, + 1.0 + ], + "record_id": "break_target_object/demo_6/frame_000000", + "source_state_id": "demo_6/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 24 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_6", + "frame_idx": 87, + "split": "train", + "expert_action": [ + 0.07500000298023224, + 0.8169642686843872, + -0.0053571430034935474, + 0.0, + 0.0, + -0.031071428209543228, + 1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.15653887391090393, + -0.11636029928922653, + 0.16042540967464447, + 0.025535715743899345, + -0.03532428294420242, + 0.01578362286090851, + 1.0 + ], + "break_base_action": [ + 0.15653887391090393, + -0.12907038629055023, + 0.10706406831741333, + 0.040392857044935226, + 0.03831655532121658, + 0.011086144484579563, + 1.0 + ], + "control_base_action": [ + 0.14550946652889252, + -0.027389712631702423, + 0.10039390623569489, + 0.013464286923408508, + -0.03170260414481163, + 0.04396849870681763, + 1.0 + ], + "record_id": "break_target_object/demo_6/frame_000087", + "source_state_id": "demo_6/frame_000087", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 25 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_6", + "frame_idx": 173, + "split": "train", + "expert_action": [ + -0.2008928507566452, + -0.19285714626312256, + -0.3455357253551483, + 0.002142857061699033, + 0.039642855525016785, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.514994740486145, + 0.06793592125177383, + 0.3405199646949768, + 0.0060357158072292805, + -0.06791941076517105, + 0.020481102168560028, + 1.0 + ], + "break_base_action": [ + 0.14550946652889252, + -0.03374475613236427, + 0.2271270900964737, + 0.013464286923408508, + -0.026873696595430374, + -0.0030062925070524216, + 1.0 + ], + "control_base_action": [ + 0.16756829619407654, + 0.06793592125177383, + 0.12707456946372986, + 0.0385357141494751, + -0.009972519241273403, + 0.004039925988763571, + 1.0 + ], + "record_id": "break_target_object/demo_6/frame_000173", + "source_state_id": "demo_6/frame_000173", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 26 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_6", + "frame_idx": 260, + "split": "train", + "expert_action": [ + 0.22232143580913544, + 0.0, + 0.17142857611179352, + 0.0, + 0.02142857201397419, + -0.0503571443259716, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1399947553873062, + 0.11877625435590744, + -0.12639181315898895, + 0.02460714429616928, + 0.03228042274713516, + 0.06510715186595917, + 1.0 + ], + "break_base_action": [ + 0.2282300591468811, + -0.040099795907735825, + 0.1804359257221222, + 0.017178572714328766, + -0.011179746128618717, + 0.020481102168560028, + 1.0 + ], + "control_base_action": [ + 0.1399947553873062, + -0.4023371934890747, + -0.43988969922065735, + 0.01996428705751896, + -0.03170260414481163, + 0.03692227974534035, + -1.0 + ], + "record_id": "break_target_object/demo_6/frame_000260", + "source_state_id": "demo_6/frame_000260", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 27 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_7", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.0, + 0.0, + -0.0, + 0.0, + -0.018214285373687744, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.43778887391090393, + -0.12907038629055023, + -0.07970063388347626, + 0.040392857044935226, + -0.14759638905525208, + -0.05702729895710945, + 1.0 + ], + "break_base_action": [ + 0.43778887391090393, + -0.12907038629055023, + 0.39388129115104675, + 0.015321429818868637, + -0.13190244138240814, + -0.03823738545179367, + 1.0 + ], + "control_base_action": [ + 0.47639182209968567, + -0.16720063984394073, + 0.0003413818485569209, + 0.02460714429616928, + -0.08482059091329575, + 0.01578362286090851, + 1.0 + ], + "record_id": "break_target_object/demo_7/frame_000000", + "source_state_id": "demo_7/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 28 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_7", + "frame_idx": 104, + "split": "train", + "expert_action": [ + 0.0, + 0.7151785492897034, + -0.013392857275903225, + 0.0, + -0.1403571367263794, + -0.07607142627239227, + 1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + -0.07970063388347626, + 0.031107144430279732, + 0.025037061423063278, + 0.05571219325065613, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + -0.08458509296178818, + 0.013681718148291111, + 0.025535715743899345, + -0.00393638527020812, + 0.01578362286090851, + 1.0 + ], + "control_base_action": [ + 0.1344800591468811, + 0.15690650045871735, + -0.20643383264541626, + 0.01810714416205883, + 0.03228042274713516, + 0.08389706909656525, + -1.0 + ], + "record_id": "break_target_object/demo_7/frame_000104", + "source_state_id": "demo_7/frame_000104", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 29 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_7", + "frame_idx": 207, + "split": "train", + "expert_action": [ + -0.34017857909202576, + 0.0, + -0.5089285969734192, + 0.0, + -0.03214285895228386, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + -0.07970063388347626, + 0.020892858505249023, + 0.005721430294215679, + 0.01578362286090851, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + -0.07970063388347626, + 0.020892858505249023, + -0.005143612157553434, + 0.01578362286090851, + 1.0 + ], + "control_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + -0.07970063388347626, + 0.031107144430279732, + 0.025037061423063278, + 0.05571219325065613, + 1.0 + ], + "record_id": "break_target_object/demo_7/frame_000207", + "source_state_id": "demo_7/frame_000207", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 30 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_7", + "frame_idx": 311, + "split": "train", + "expert_action": [ + -0.04285714402794838, + 0.0, + 0.3107142746448517, + 0.002142857061699033, + 0.0, + -0.05464285612106323, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.11242122948169708, + -0.03374475613236427, + -0.026339290663599968, + 0.04132143035531044, + 0.014172018505632877, + 0.03457354009151459, + 1.0 + ], + "break_base_action": [ + 0.11242122948169708, + -0.03374475613236427, + 0.03369222208857536, + 0.02460714429616928, + -0.00031470434623770416, + 0.020481102168560028, + 1.0 + ], + "control_base_action": [ + 0.11242122948169708, + 0.2268119752407074, + 0.07371322810649872, + -0.007892855443060398, + 0.023829834535717964, + 0.0979895070195198, + 1.0 + ], + "record_id": "break_target_object/demo_7/frame_000311", + "source_state_id": "demo_7/frame_000311", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 31 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_8", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.10446428507566452, + -0.21696428954601288, + -0.0, + 0.0, + 0.040714286267757416, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.14550946652889252, + -0.3642069399356842, + 0.14041490852832794, + 0.020892858505249023, + 0.005721430294215679, + 0.08624580502510071, + 1.0 + ], + "break_base_action": [ + 0.14550946652889252, + 0.03616070747375488, + 0.06704306602478027, + 0.025535715743899345, + -0.020837562158703804, + 0.020481102168560028, + 1.0 + ], + "control_base_action": [ + 0.14550946652889252, + -0.3642069399356842, + 0.04703255742788315, + -0.03017856925725937, + -0.14759638905525208, + -0.01944746822118759, + 1.0 + ], + "record_id": "break_target_object/demo_8/frame_000000", + "source_state_id": "demo_8/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 32 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_8", + "frame_idx": 98, + "split": "train", + "expert_action": [ + 0.2410714328289032, + 0.7794643044471741, + 0.09910714626312256, + 0.04500000178813934, + 0.029999999329447746, + -0.012857142835855484, + 1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.10690652579069138, + -0.001969544915482402, + -0.012998954392969608, + 0.025535715743899345, + 0.019000926986336708, + 0.03457354009151459, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + 0.06793592125177383, + -0.0063287862576544285, + 0.02460714429616928, + 0.010550337843596935, + 0.01578362286090851, + 1.0 + ], + "control_base_action": [ + 0.10690652579069138, + -0.001969544915482402, + -0.012998954392969608, + 0.025535715743899345, + 0.019000926986336708, + 0.03457354009151459, + 1.0 + ], + "record_id": "break_target_object/demo_8/frame_000098", + "source_state_id": "demo_8/frame_000098", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 33 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_8", + "frame_idx": 197, + "split": "train", + "expert_action": [ + -0.06428571790456772, + 0.05624999850988388, + 0.010714286006987095, + 0.009642857126891613, + 0.0, + -0.14464285969734192, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.11242122948169708, + 0.048870790749788284, + -0.012998954392969608, + 0.0162500012665987, + 0.027451515197753906, + 0.022829841822385788, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + 0.06037289649248123, + 0.01996428705751896, + 0.020208153873682022, + 0.06980463117361069, + 1.0 + ], + "control_base_action": [ + 0.15653887391090393, + 0.06793592125177383, + -0.0063287862576544285, + 0.02460714429616928, + 0.006928657181560993, + 0.04161975905299187, + 1.0 + ], + "record_id": "break_target_object/demo_8/frame_000197", + "source_state_id": "demo_8/frame_000197", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 34 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_8", + "frame_idx": 295, + "split": "train", + "expert_action": [ + 0.0, + 0.0, + -0.0, + 0.011785713955760002, + 0.014999999664723873, + -0.05999999865889549, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.28889182209968567, + -0.40869224071502686, + 0.1337447464466095, + 0.1295357197523117, + -0.09568563103675842, + -0.19090545177459717, + 1.0 + ], + "break_base_action": [ + 0.28889182209968567, + -0.021034670993685722, + 0.12040440738201141, + -0.029249997809529305, + 0.0008925225702114403, + -0.0053550321608781815, + 1.0 + ], + "control_base_action": [ + 0.27234768867492676, + -0.5040178894996643, + 0.24046742916107178, + -0.013464284129440784, + 0.017793700098991394, + -0.03823738545179367, + -1.0 + ], + "record_id": "break_target_object/demo_8/frame_000295", + "source_state_id": "demo_8/frame_000295", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 35 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_9", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.18482142686843872, + -0.32678571343421936, + -0.0, + -0.008571428246796131, + 0.06750000268220901, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.11242122948169708, + -0.1608455926179886, + 0.007011550012975931, + 0.0004642874700948596, + -0.016008654609322548, + -0.02649368718266487, + 1.0 + ], + "break_base_action": [ + 0.2282300591468811, + -0.12907038629055023, + -0.05969013273715973, + 0.019035715609788895, + 0.012964791618287563, + 0.011086144484579563, + 1.0 + ], + "control_base_action": [ + 0.28889182209968567, + -0.1608455926179886, + 0.10039390623569489, + 0.08775000274181366, + -0.1234518513083458, + -0.13218696415424347, + 1.0 + ], + "record_id": "break_target_object/demo_9/frame_000000", + "source_state_id": "demo_9/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 36 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_9", + "frame_idx": 76, + "split": "train", + "expert_action": [ + 0.3455357253551483, + 0.75, + 0.32946428656578064, + 0.055714286863803864, + 0.0, + -0.002142857061699033, + 1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.10139182209968567, + 0.055225834250450134, + -0.07970063388347626, + 0.0060357158072292805, + 0.020208153873682022, + 0.09329202771186829, + 1.0 + ], + "break_base_action": [ + 0.09587711095809937, + -0.03374475613236427, + -0.019669122993946075, + 0.017178572714328766, + 0.025037061423063278, + 0.022829841822385788, + 1.0 + ], + "control_base_action": [ + 0.10139182209968567, + -0.001969544915482402, + 0.1804359257221222, + 0.008821430616080761, + -0.006350839044898748, + -0.014749989844858646, + 1.0 + ], + "record_id": "break_target_object/demo_9/frame_000076", + "source_state_id": "demo_9/frame_000076", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 37 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_9", + "frame_idx": 153, + "split": "train", + "expert_action": [ + -0.2517857253551483, + -0.09642857313156128, + -0.7151785492897034, + -0.029999999329447746, + -0.04392857104539871, + 0.007499999832361937, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.11793594062328339, + 0.048870790749788284, + -0.012998954392969608, + 0.017178572714328766, + 0.01175756473094225, + 0.04631723836064339, + 1.0 + ], + "break_base_action": [ + 0.11793594062328339, + 0.055225834250450134, + -0.019669122993946075, + 0.025535715743899345, + 0.010550337843596935, + 0.018132362514734268, + 1.0 + ], + "control_base_action": [ + 0.16756829619407654, + 0.06793592125177383, + 0.12707456946372986, + 0.013464286923408508, + -0.013594199903309345, + 0.04396849870681763, + 1.0 + ], + "record_id": "break_target_object/demo_9/frame_000153", + "source_state_id": "demo_9/frame_000153", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 38 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_9", + "frame_idx": 229, + "split": "train", + "expert_action": [ + 0.0, + 0.0669642835855484, + -0.0, + 0.0, + -0.04392857104539871, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.28889182209968567, + -0.40869224071502686, + 0.33384978771209717, + 0.013464286923408508, + -0.03170260414481163, + -0.03353990614414215, + -1.0 + ], + "break_base_action": [ + 0.28889182209968567, + -0.40869224071502686, + 0.03369222208857536, + 0.05525000020861626, + -0.023252015933394432, + -0.0006575529696419835, + -1.0 + ], + "control_base_action": [ + 0.09587711095809937, + -0.046454839408397675, + 0.23379726707935333, + 0.02460714429616928, + -0.0015219312626868486, + -0.0053550321608781815, + 1.0 + ], + "record_id": "break_target_object/demo_9/frame_000229", + "source_state_id": "demo_9/frame_000229", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 39 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_10", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.02946428582072258, + -0.19821429252624512, + -0.0, + 0.0, + 0.0, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.12345064431428909, + -0.1608455926179886, + 0.007011550012975931, + 0.006964287254959345, + 0.08177672326564789, + -0.01944746822118759, + -1.0 + ], + "break_base_action": [ + 0.12345064431428909, + -0.059164922684431076, + 0.020351886749267578, + 0.0450357161462307, + 0.04676714539527893, + 0.018132362514734268, + 1.0 + ], + "control_base_action": [ + 0.14550946652889252, + -0.12907038629055023, + -0.07303046435117722, + 0.02460714429616928, + 0.03710933029651642, + 0.03692227974534035, + -1.0 + ], + "record_id": "break_target_object/demo_10/frame_000000", + "source_state_id": "demo_10/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 40 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_10", + "frame_idx": 95, + "split": "train", + "expert_action": [ + 0.09375, + 0.7660714387893677, + 0.05624999850988388, + 0.03642857074737549, + 0.0, + -0.04392857104539871, + 1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.09587711095809937, + -0.09729517996311188, + 0.24046742916107178, + 0.020892858505249023, + -0.036531511694192886, + 0.011086144484579563, + -1.0 + ], + "break_base_action": [ + 0.09587711095809937, + -0.014679629355669022, + -0.07970063388347626, + 0.0162500012665987, + 0.04073100909590721, + 0.027527321130037308, + -1.0 + ], + "control_base_action": [ + 0.09587711095809937, + -0.09729517996311188, + -0.07970063388347626, + 0.015321429818868637, + 0.08298394829034805, + 0.018132362514734268, + 1.0 + ], + "record_id": "break_target_object/demo_10/frame_000095", + "source_state_id": "demo_10/frame_000095", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 41 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_10", + "frame_idx": 190, + "split": "train", + "expert_action": [ + -0.08303571492433548, + 0.0, + -0.5866071581840515, + 0.0, + -0.009642857126891613, + 0.004285714123398066, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.15653887391090393, + -0.027389712631702423, + 0.04703255742788315, + 0.012535715475678444, + -0.005143612157553434, + 0.011086144484579563, + -1.0 + ], + "break_base_action": [ + 0.15653887391090393, + -0.07823005318641663, + -0.012998954392969608, + 0.01996428705751896, + 0.06608277559280396, + 0.01578362286090851, + -1.0 + ], + "control_base_action": [ + 0.15653887391090393, + -0.027389712631702423, + 0.04703255742788315, + 0.020892858505249023, + 0.03710933029651642, + 0.0016911865677684546, + 1.0 + ], + "record_id": "break_target_object/demo_10/frame_000190", + "source_state_id": "demo_10/frame_000190", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 42 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_10", + "frame_idx": 285, + "split": "train", + "expert_action": [ + 0.0, + 0.0, + 0.2517857253551483, + 0.0, + 0.020357143133878708, + -0.04500000178813934, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.09587711095809937, + -0.059164922684431076, + 0.04703255742788315, + 0.014392858371138573, + 0.11557907611131668, + 0.006388665642589331, + 1.0 + ], + "break_base_action": [ + 0.14550946652889252, + -0.3006565272808075, + -0.4999212324619293, + -0.016249997541308403, + 0.15903924405574799, + 0.004039925988763571, + -1.0 + ], + "control_base_action": [ + 0.14550946652889252, + -0.4023371934890747, + -0.25312501192092896, + 0.0060357158072292805, + 0.017793700098991394, + 0.018132362514734268, + 1.0 + ], + "record_id": "break_target_object/demo_10/frame_000285", + "source_state_id": "demo_10/frame_000285", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 43 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_11", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.15267856419086456, + -0.28928571939468384, + -0.0, + -0.003214285708963871, + 0.011785713955760002, + -0.04392857104539871, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1344800591468811, + -0.09729517996311188, + 0.23379726707935333, + 0.040392857044935226, + -0.03532428294420242, + 0.004039925988763571, + 1.0 + ], + "break_base_action": [ + 0.27234768867492676, + -0.35785189270973206, + 0.12707456946372986, + 0.014392858371138573, + 0.005721430294215679, + 0.020481102168560028, + 1.0 + ], + "control_base_action": [ + 0.1344800591468811, + -0.09729517996311188, + 0.30049893260002136, + 0.007892859168350697, + -0.030495377257466316, + 0.01578362286090851, + 1.0 + ], + "record_id": "break_target_object/demo_11/frame_000000", + "source_state_id": "demo_11/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 44 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_11", + "frame_idx": 83, + "split": "train", + "expert_action": [ + 0.06964285671710968, + 0.8116071224212646, + -0.0, + 0.0, + -0.0867857113480568, + -0.013928571715950966, + 1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.15653887391090393, + -0.08458509296178818, + -0.07970063388347626, + 0.013464286923408508, + 0.01175756473094225, + 0.022829841822385788, + -1.0 + ], + "break_base_action": [ + 0.1344800591468811, + -0.059164922684431076, + -0.019669122993946075, + 0.021821429952979088, + 0.0020997493993490934, + 0.027527321130037308, + 1.0 + ], + "control_base_action": [ + 0.14550946652889252, + -0.12907038629055023, + -0.14640231430530548, + 0.025535715743899345, + 0.04555991664528847, + 0.018132362514734268, + -1.0 + ], + "record_id": "break_target_object/demo_11/frame_000083", + "source_state_id": "demo_11/frame_000083", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 45 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_11", + "frame_idx": 166, + "split": "train", + "expert_action": [ + 0.0, + 0.0, + 0.09375, + -0.046071428805589676, + 0.05892857164144516, + -0.002142857061699033, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.06830358505249023, + 0.0043854969553649426, + 0.20044642686843872, + 0.031107144430279732, + -0.013594199903309345, + 0.011086144484579563, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + -0.059164922684431076, + 0.04703255742788315, + 0.019035715609788895, + 0.005721430294215679, + 0.01578362286090851, + 1.0 + ], + "control_base_action": [ + 0.06830358505249023, + 0.048870790749788284, + 0.17376574873924255, + 0.013464286923408508, + 0.0008925225702114403, + 0.0016911865677684546, + 1.0 + ], + "record_id": "break_target_object/demo_11/frame_000166", + "source_state_id": "demo_11/frame_000166", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 46 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_11", + "frame_idx": 249, + "split": "train", + "expert_action": [ + 0.0, + -0.08303571492433548, + 0.02410714328289032, + 0.028928572311997414, + 0.0, + -0.028928572311997414, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.18411241471767426, + -0.5612132549285889, + -0.33316701650619507, + 0.00975000113248825, + -0.06912663578987122, + -0.02414494752883911, + -1.0 + ], + "break_base_action": [ + 0.07381828874349594, + -0.001969544915482402, + -0.3731880187988281, + 0.07382142543792725, + 0.09022731333971024, + 0.01578362286090851, + -1.0 + ], + "control_base_action": [ + 0.11242122948169708, + -0.014679629355669022, + 0.0003413818485569209, + 0.02460714429616928, + 0.04073100909590721, + 0.04866597801446915, + 1.0 + ], + "record_id": "break_target_object/demo_11/frame_000249", + "source_state_id": "demo_11/frame_000249", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 47 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_12", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.0535714291036129, + -0.05624999850988388, + -0.0, + -0.009642857126891613, + 0.020357143133878708, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.2282300591468811, + -0.12907038629055023, + -0.05301996320486069, + 0.0450357161462307, + 0.0612538680434227, + -0.010052510537207127, + 1.0 + ], + "break_base_action": [ + 0.2282300591468811, + -0.12907038629055023, + -0.05969013273715973, + 0.020892858505249023, + 0.014172018505632877, + 0.013434884138405323, + 1.0 + ], + "control_base_action": [ + 0.27234768867492676, + -0.44682249426841736, + 0.05370272696018219, + 0.1360357105731964, + -0.0461893267929554, + 0.013434884138405323, + 1.0 + ], + "record_id": "break_target_object/demo_12/frame_000000", + "source_state_id": "demo_12/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 48 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_12", + "frame_idx": 86, + "split": "train", + "expert_action": [ + 0.11785714328289032, + 0.6294642686843872, + 0.12589286267757416, + 0.0503571443259716, + -0.04821428656578064, + -0.07178571075201035, + 1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.14550946652889252, + 0.06793592125177383, + 0.11373423784971237, + 0.040392857044935226, + 0.019000926986336708, + 0.004039925988763571, + 1.0 + ], + "break_base_action": [ + 0.11242122948169708, + -0.1608455926179886, + 0.007011550012975931, + 0.022750001400709152, + 0.015379245392978191, + 0.018132362514734268, + 1.0 + ], + "control_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + 0.12040440738201141, + 0.040392857044935226, + 0.019000926986336708, + 0.05336345359683037, + 1.0 + ], + "record_id": "break_target_object/demo_12/frame_000086", + "source_state_id": "demo_12/frame_000086", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 49 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_12", + "frame_idx": 172, + "split": "train", + "expert_action": [ + -0.11785714328289032, + -0.02410714328289032, + -0.5598214268684387, + -0.02142857201397419, + -0.11249999701976776, + 0.014999999664723873, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.16756829619407654, + -0.052809882909059525, + 0.28048843145370483, + 0.02460714429616928, + -0.022044789046049118, + 0.0016911865677684546, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + -0.012998954392969608, + 0.01810714416205883, + 0.005721430294215679, + 0.05336345359683037, + 1.0 + ], + "control_base_action": [ + 0.16756829619407654, + 0.15690650045871735, + -0.019669122993946075, + -0.04689285531640053, + -0.030495377257466316, + 0.0627584159374237, + 1.0 + ], + "record_id": "break_target_object/demo_12/frame_000172", + "source_state_id": "demo_12/frame_000172", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 50 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_12", + "frame_idx": 258, + "split": "train", + "expert_action": [ + 0.0669642835855484, + 0.11249999701976776, + 0.08303571492433548, + -0.003214285708963871, + 0.012857142835855484, + -0.011785713955760002, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1344800591468811, + -0.046454839408397675, + 0.10039390623569489, + 0.032035715878009796, + 0.03228042274713516, + 0.01578362286090851, + 1.0 + ], + "break_base_action": [ + 0.20065653324127197, + -0.07187500596046448, + 0.10706406831741333, + 0.02832143008708954, + 0.01175756473094225, + 0.013434884138405323, + 1.0 + ], + "control_base_action": [ + 0.1344800591468811, + -0.001969544915482402, + -0.0063287862576544285, + 0.015321429818868637, + -0.0015219312626868486, + -0.007703771349042654, + -1.0 + ], + "record_id": "break_target_object/demo_12/frame_000258", + "source_state_id": "demo_12/frame_000258", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 51 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_13", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.0, + -0.3375000059604645, + -0.0, + 0.0, + 0.0, + -0.03321428596973419, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + 0.07371322810649872, + 0.020892858505249023, + 0.010550337843596935, + 0.06510715186595917, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + 0.07371322810649872, + 0.019035715609788895, + 0.010550337843596935, + 0.04396849870681763, + 1.0 + ], + "control_base_action": [ + 0.14550946652889252, + -0.12907038629055023, + -0.12639181315898895, + 0.031107144430279732, + 0.03710933029651642, + 0.022829841822385788, + 1.0 + ], + "record_id": "break_target_object/demo_13/frame_000000", + "source_state_id": "demo_13/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 52 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_13", + "frame_idx": 96, + "split": "train", + "expert_action": [ + 0.05892857164144516, + 0.5383928418159485, + 0.04285714402794838, + 0.08464285731315613, + -0.034285712987184525, + -0.0, + 1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.14550946652889252, + 0.06793592125177383, + -0.0063287862576544285, + 0.025535715743899345, + 0.010550337843596935, + 0.04161975905299187, + 1.0 + ], + "break_base_action": [ + 0.14550946652889252, + 0.08064600080251694, + 0.06704306602478027, + 0.025535715743899345, + 0.014172018505632877, + 0.05571219325065613, + 1.0 + ], + "control_base_action": [ + 0.14550946652889252, + 0.08064600080251694, + 0.013681718148291111, + 0.033892858773469925, + -0.0027291581500321627, + 0.04161975905299187, + 1.0 + ], + "record_id": "break_target_object/demo_13/frame_000096", + "source_state_id": "demo_13/frame_000096", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 53 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_13", + "frame_idx": 191, + "split": "train", + "expert_action": [ + -0.10446428507566452, + -0.30267858505249023, + -0.2276785671710968, + 0.0, + 0.009642857126891613, + -0.019285714253783226, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + -0.07970063388347626, + 0.031107144430279732, + 0.02262260764837265, + 0.04396849870681763, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + -0.012998954392969608, + 0.01810714416205883, + 0.01175756473094225, + 0.03692227974534035, + 1.0 + ], + "control_base_action": [ + 0.16756829619407654, + 0.06793592125177383, + 0.14041490852832794, + 0.040392857044935226, + -0.011179746128618717, + 0.004039925988763571, + 1.0 + ], + "record_id": "break_target_object/demo_13/frame_000191", + "source_state_id": "demo_13/frame_000191", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 54 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_13", + "frame_idx": 287, + "split": "train", + "expert_action": [ + 0.01607142947614193, + 0.0, + 0.12857143580913544, + 0.0, + 0.006428571417927742, + -0.05464285612106323, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.43778887391090393, + -0.4404674470424652, + -0.2131039947271347, + 0.02460714429616928, + 0.15903924405574799, + -0.010052510537207127, + 1.0 + ], + "break_base_action": [ + 0.18411241471767426, + -0.03374475613236427, + 0.10039390623569489, + 0.025535715743899345, + -0.016008654609322548, + -0.0053550321608781815, + 1.0 + ], + "control_base_action": [ + 0.14550946652889252, + -0.4023371934890747, + -0.39319854974746704, + 0.07567857205867767, + 0.0443526916205883, + -0.0053550321608781815, + 1.0 + ], + "record_id": "break_target_object/demo_13/frame_000287", + "source_state_id": "demo_13/frame_000287", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 55 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_14", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.0, + 0.0, + -0.01875000074505806, + 0.0, + -0.006428571417927742, + -0.017142856493592262, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.2282300591468811, + -0.12907038629055023, + 0.06037289649248123, + 0.040392857044935226, + 0.015379245392978191, + 0.004039925988763571, + 1.0 + ], + "break_base_action": [ + 0.2282300591468811, + -0.059164922684431076, + -0.046349793672561646, + 0.020892858505249023, + 0.014172018505632877, + 0.018132362514734268, + 1.0 + ], + "control_base_action": [ + 0.14550946652889252, + -0.12907038629055023, + -0.12639181315898895, + 0.08775000274181366, + 0.03710933029651642, + 0.04161975905299187, + 1.0 + ], + "record_id": "break_target_object/demo_14/frame_000000", + "source_state_id": "demo_14/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 56 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_14", + "frame_idx": 95, + "split": "train", + "expert_action": [ + 0.19285714626312256, + 0.6803571581840515, + 0.2276785671710968, + 0.0, + 0.003214285708963871, + 0.039642855525016785, + 1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.11242122948169708, + 0.055225834250450134, + -0.0396796278655529, + 0.0162500012665987, + 0.01175756473094225, + 0.04631723836064339, + 1.0 + ], + "break_base_action": [ + 0.11242122948169708, + 0.055225834250450134, + 0.020351886749267578, + 0.025535715743899345, + -0.0015219312626868486, + 0.03692227974534035, + 1.0 + ], + "control_base_action": [ + 0.11242122948169708, + 0.048870790749788284, + -0.07970063388347626, + 0.0060357158072292805, + -0.0015219312626868486, + 0.04161975905299187, + 1.0 + ], + "record_id": "break_target_object/demo_14/frame_000095", + "source_state_id": "demo_14/frame_000095", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 57 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_14", + "frame_idx": 189, + "split": "train", + "expert_action": [ + -0.22499999403953552, + -0.08571428805589676, + -0.4580357074737549, + 0.0, + 0.0, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + 0.007011550012975931, + 0.019035715609788895, + 0.026244288310408592, + 0.06040967255830765, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + -0.14178046584129333, + 0.16042540967464447, + 0.010678572580218315, + -0.0015219312626868486, + 0.013434884138405323, + 1.0 + ], + "control_base_action": [ + 0.1344800591468811, + -0.08458509296178818, + -0.12639181315898895, + 0.01160714402794838, + 0.023829834535717964, + 0.018132362514734268, + 1.0 + ], + "record_id": "break_target_object/demo_14/frame_000189", + "source_state_id": "demo_14/frame_000189", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 58 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_14", + "frame_idx": 284, + "split": "train", + "expert_action": [ + 0.0, + 0.0, + 0.22499999403953552, + 0.0, + 0.03857142850756645, + -0.0503571443259716, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.2282300591468811, + -0.027389712631702423, + 0.007011550012975931, + 0.040392857044935226, + 0.010550337843596935, + 0.03222480043768883, + 1.0 + ], + "break_base_action": [ + 0.4047006368637085, + -0.001969544915482402, + -0.4332195520401001, + 0.11282142996788025, + -0.04739655181765556, + 0.12852312624454498, + 1.0 + ], + "control_base_action": [ + 0.10139182209968567, + 0.0043854969553649426, + -0.012998954392969608, + 0.020892858505249023, + -0.0015219312626868486, + 0.029876060783863068, + 1.0 + ], + "record_id": "break_target_object/demo_14/frame_000284", + "source_state_id": "demo_14/frame_000284", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 59 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_15", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.09375, + -0.1875, + 0.0401785708963871, + 0.0, + 0.06642857193946838, + -0.031071428209543228, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1344800591468811, + -0.09729517996311188, + 0.23379726707935333, + 0.042249999940395355, + 0.023829834535717964, + 0.0016911865677684546, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + -0.09729517996311188, + 0.020351886749267578, + 0.019035715609788895, + -0.00393638527020812, + 0.018132362514734268, + 1.0 + ], + "control_base_action": [ + 0.1344800591468811, + -0.09729517996311188, + 0.020351886749267578, + 0.019035715609788895, + -0.0015219312626868486, + 0.05806093290448189, + 1.0 + ], + "record_id": "break_target_object/demo_15/frame_000000", + "source_state_id": "demo_15/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 60 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_15", + "frame_idx": 79, + "split": "train", + "expert_action": [ + 0.23839285969734192, + 0.7875000238418579, + 0.0803571417927742, + 0.04500000178813934, + 0.0, + 0.0053571430034935474, + 1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.09587711095809937, + -0.014679629355669022, + -0.19976365566253662, + 0.0004642874700948596, + 0.019000926986336708, + 0.027527321130037308, + -1.0 + ], + "break_base_action": [ + 0.09587711095809937, + -0.014679629355669022, + -0.07970063388347626, + 0.020892858505249023, + 0.01175756473094225, + 0.011086144484579563, + 1.0 + ], + "control_base_action": [ + 0.09587711095809937, + -0.014679629355669022, + -0.09304097294807434, + 0.020892858505249023, + 0.005721430294215679, + 0.020481102168560028, + 1.0 + ], + "record_id": "break_target_object/demo_15/frame_000079", + "source_state_id": "demo_15/frame_000079", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 61 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_15", + "frame_idx": 159, + "split": "train", + "expert_action": [ + 0.1875, + 0.2651785612106323, + -0.0669642835855484, + -0.02142857201397419, + -0.04392857104539871, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + -0.06956405937671661, + 0.055225834250450134, + 0.0870535671710968, + 0.020892858505249023, + 0.014172018505632877, + -0.0053550321608781815, + 1.0 + ], + "break_base_action": [ + -0.06956405937671661, + -0.001969544915482402, + 0.4005514681339264, + 0.02460714429616928, + -0.022044789046049118, + -0.014749989844858646, + -1.0 + ], + "control_base_action": [ + 0.06830358505249023, + -0.001969544915482402, + 0.1804359257221222, + 0.0004642874700948596, + -0.0015219312626868486, + 0.011086144484579563, + -1.0 + ], + "record_id": "break_target_object/demo_15/frame_000159", + "source_state_id": "demo_15/frame_000159", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 62 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_15", + "frame_idx": 238, + "split": "train", + "expert_action": [ + 0.04821428656578064, + 0.0, + -0.0, + 0.0, + -0.0010714285308495164, + -0.03642857074737549, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.28889182209968567, + -0.37056198716163635, + 0.12707456946372986, + 0.025535715743899345, + -0.0763700008392334, + -0.010052510537207127, + 1.0 + ], + "break_base_action": [ + 0.28889182209968567, + -0.07187500596046448, + 0.24046742916107178, + -0.009749998338520527, + -0.009972519241273403, + 0.011086144484579563, + 1.0 + ], + "control_base_action": [ + 0.28889182209968567, + -0.4404674470424652, + -0.15974265336990356, + 0.13789285719394684, + -0.11500126123428345, + 0.16375420987606049, + 1.0 + ], + "record_id": "break_target_object/demo_15/frame_000238", + "source_state_id": "demo_15/frame_000238", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 63 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_16", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.02946428582072258, + -0.10982143133878708, + -0.0, + 0.0, + 0.014999999664723873, + -0.061071429401636124, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1344800591468811, + -0.059164922684431076, + 0.12040440738201141, + 0.04132143035531044, + -0.005143612157553434, + 0.004039925988763571, + -1.0 + ], + "break_base_action": [ + 0.1344800591468811, + -0.07187500596046448, + 0.20044642686843872, + 0.029250001534819603, + -0.011179746128618717, + 0.013434884138405323, + -1.0 + ], + "control_base_action": [ + 0.14550946652889252, + -0.07823005318641663, + 0.14708508551120758, + 0.040392857044935226, + -0.009972519241273403, + 0.004039925988763571, + 1.0 + ], + "record_id": "break_target_object/demo_16/frame_000000", + "source_state_id": "demo_16/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 64 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_16", + "frame_idx": 91, + "split": "train", + "expert_action": [ + 0.21160714328289032, + 0.5625, + 0.1339285671710968, + 0.020357143133878708, + 0.040714286267757416, + -0.06428571790456772, + 1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1289653480052948, + 0.08064600080251694, + -0.012998954392969608, + 0.0162500012665987, + 0.005721430294215679, + 0.07685085386037827, + 1.0 + ], + "break_base_action": [ + 0.1289653480052948, + 0.08064600080251694, + -0.012998954392969608, + 0.0162500012665987, + 0.01175756473094225, + 0.03457354009151459, + 1.0 + ], + "control_base_action": [ + 0.14550946652889252, + 0.08064600080251694, + 0.0003413818485569209, + 0.02832143008708954, + 0.014172018505632877, + 0.04396849870681763, + 1.0 + ], + "record_id": "break_target_object/demo_16/frame_000091", + "source_state_id": "demo_16/frame_000091", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 65 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_16", + "frame_idx": 182, + "split": "train", + "expert_action": [ + -0.15803571045398712, + -0.15535713732242584, + -0.4982142746448517, + -0.008571428246796131, + -0.014999999664723873, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.2227153480052948, + -0.3642069399356842, + 0.4539128243923187, + 0.025535715743899345, + 0.05159605294466019, + 0.09329202771186829, + 1.0 + ], + "break_base_action": [ + 0.06830358505249023, + -0.014679629355669022, + 0.23379726707935333, + 0.0162500012665987, + -0.03411705791950226, + -0.02649368718266487, + 1.0 + ], + "control_base_action": [ + 0.06830358505249023, + -0.001969544915482402, + -0.07970063388347626, + -0.027392854914069176, + 0.006928657181560993, + 0.03457354009151459, + -1.0 + ], + "record_id": "break_target_object/demo_16/frame_000182", + "source_state_id": "demo_16/frame_000182", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 66 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_16", + "frame_idx": 273, + "split": "train", + "expert_action": [ + -0.0026785715017467737, + 0.0053571430034935474, + -0.0053571430034935474, + -0.020357143133878708, + -0.09214285761117935, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.3991859257221222, + -0.4404674470424652, + 0.5406249761581421, + 0.02460714429616928, + -0.14759638905525208, + -0.01944746822118759, + -1.0 + ], + "break_base_action": [ + 0.3991859257221222, + -0.5612132549285889, + 0.06037289649248123, + 0.019035715609788895, + -0.07395554333925247, + -0.05467856302857399, + -1.0 + ], + "control_base_action": [ + 0.3991859257221222, + -0.4404674470424652, + 0.5406249761581421, + 0.04132143035531044, + -0.07878445088863373, + -0.13688445091247559, + -1.0 + ], + "record_id": "break_target_object/demo_16/frame_000273", + "source_state_id": "demo_16/frame_000273", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 67 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_17", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.18411241471767426, + -0.12907038629055023, + 0.06704306602478027, + 0.04596428573131561, + 0.005721430294215679, + -0.012401250191032887, + -1.0 + ], + "break_base_action": [ + 0.18411241471767426, + -0.16720063984394073, + 0.04703255742788315, + 0.044107142835855484, + 0.01175756473094225, + 0.006388665642589331, + -1.0 + ], + "control_base_action": [ + 0.18411241471767426, + -0.12907038629055023, + 0.06704306602478027, + 0.040392857044935226, + -0.020837562158703804, + -0.02884242683649063, + 1.0 + ], + "record_id": "break_target_object/demo_17/frame_000000", + "source_state_id": "demo_17/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 68 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_17", + "frame_idx": 95, + "split": "train", + "expert_action": [ + 0.04821428656578064, + 0.6883928775787354, + 0.2142857164144516, + 0.0, + -0.023571427911520004, + -0.03750000149011612, + 1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + -0.012998954392969608, + 0.031107144430279732, + 0.02262260764837265, + 0.05571219325065613, + 1.0 + ], + "break_base_action": [ + 0.14550946652889252, + 0.03616070747375488, + 0.0003413818485569209, + 0.0450357161462307, + 0.03710933029651642, + 0.03692227974534035, + 1.0 + ], + "control_base_action": [ + 0.1344800591468811, + -0.08458509296178818, + 0.06704306602478027, + 0.019035715609788895, + -0.016008654609322548, + -0.0006575529696419835, + 1.0 + ], + "record_id": "break_target_object/demo_17/frame_000095", + "source_state_id": "demo_17/frame_000095", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 69 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_17", + "frame_idx": 190, + "split": "train", + "expert_action": [ + 0.19553571939468384, + 0.18214285373687744, + -0.17142857611179352, + 0.0, + 0.0, + -0.004285714123398066, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.14550946652889252, + -0.08458509296178818, + -0.1330619752407074, + 0.014392858371138573, + 0.08177672326564789, + 0.08859454840421677, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + -0.05969013273715973, + 0.019035715609788895, + 0.005721430294215679, + 0.06980463117361069, + 1.0 + ], + "control_base_action": [ + 0.14550946652889252, + -0.08458509296178818, + -0.1330619752407074, + 0.013464286923408508, + 0.008135884068906307, + 0.020481102168560028, + 1.0 + ], + "record_id": "break_target_object/demo_17/frame_000190", + "source_state_id": "demo_17/frame_000190", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 70 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_17", + "frame_idx": 285, + "split": "train", + "expert_action": [ + 0.0, + 0.0026785715017467737, + 0.08303571492433548, + 0.0, + 0.0, + -0.07178571075201035, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.28889182209968567, + -0.021034670993685722, + 0.04703255742788315, + 0.03667857125401497, + 0.005721430294215679, + 0.05806093290448189, + 1.0 + ], + "break_base_action": [ + 0.28889182209968567, + -0.07187500596046448, + -0.10638130456209183, + -0.0013928553089499474, + 0.10592126101255417, + 0.011086144484579563, + 1.0 + ], + "control_base_action": [ + 0.28889182209968567, + 0.3284926414489746, + 0.5472951531410217, + 0.0060357158072292805, + -0.020837562158703804, + 0.14026682078838348, + 1.0 + ], + "record_id": "break_target_object/demo_17/frame_000285", + "source_state_id": "demo_17/frame_000285", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 71 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_18", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.11517857015132904, + -0.5544642806053162, + 0.04553571343421936, + 0.0, + 0.0, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1344800591468811, + -0.35785189270973206, + -0.0396796278655529, + 0.012535715475678444, + 0.0443526916205883, + 0.018132362514734268, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + 0.06037289649248123, + 0.01996428705751896, + 0.020208153873682022, + 0.06980463117361069, + 1.0 + ], + "control_base_action": [ + 0.1344800591468811, + -0.35785189270973206, + -0.0396796278655529, + -0.03667856752872467, + 0.015379245392978191, + 0.004039925988763571, + 1.0 + ], + "record_id": "break_target_object/demo_18/frame_000000", + "source_state_id": "demo_18/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 72 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_18", + "frame_idx": 94, + "split": "train", + "expert_action": [ + 0.13660714030265808, + 0.7741071581840515, + -0.0, + 0.007499999832361937, + 0.0, + -0.02678571455180645, + 1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.14550946652889252, + -0.10365021973848343, + 0.05370272696018219, + 0.008821430616080761, + 0.009343110956251621, + 0.0016911865677684546, + 1.0 + ], + "break_base_action": [ + 0.15653887391090393, + -0.43411239981651306, + 0.03369222208857536, + 0.025535715743899345, + -0.06067604944109917, + 0.004039925988763571, + -1.0 + ], + "control_base_action": [ + 0.14550946652889252, + -0.10365021973848343, + -0.0063287862576544285, + 0.01810714416205883, + -0.0015219312626868486, + 0.03692227974534035, + 1.0 + ], + "record_id": "break_target_object/demo_18/frame_000094", + "source_state_id": "demo_18/frame_000094", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 73 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_18", + "frame_idx": 187, + "split": "train", + "expert_action": [ + 0.02946428582072258, + 0.0053571430034935474, + 0.19821429252624512, + 0.0, + 0.029999999329447746, + -0.028928572311997414, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.2282300591468811, + -0.37056198716163635, + 0.11373423784971237, + 0.020892858505249023, + 0.11195740103721619, + -0.06877099722623825, + 1.0 + ], + "break_base_action": [ + 0.12345064431428909, + -0.021034670993685722, + -0.019669122993946075, + 0.02646428719162941, + 0.03710933029651642, + 0.04866597801446915, + 1.0 + ], + "control_base_action": [ + 0.16756829619407654, + 0.048870790749788284, + -0.11972164362668991, + 0.027392858639359474, + 0.03710933029651642, + 0.06040967255830765, + 1.0 + ], + "record_id": "break_target_object/demo_18/frame_000187", + "source_state_id": "demo_18/frame_000187", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 74 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_18", + "frame_idx": 281, + "split": "train", + "expert_action": [ + 0.1607142835855484, + 0.0, + 0.23571428656578064, + 0.0, + 0.03214285895228386, + -0.062142856419086456, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.26683300733566284, + -0.37056198716163635, + -0.23978467285633087, + 0.0450357161462307, + 0.15903924405574799, + 0.0979895070195198, + 1.0 + ], + "break_base_action": [ + 0.06278888136148453, + -0.001969544915482402, + -0.23311449587345123, + 0.06082142889499664, + 0.0612538680434227, + 0.08389706909656525, + 1.0 + ], + "control_base_action": [ + 0.26683300733566284, + -0.49130779504776, + 0.18710608780384064, + 0.00975000113248825, + -0.0015219312626868486, + -0.04528360441327095, + 1.0 + ], + "record_id": "break_target_object/demo_18/frame_000281", + "source_state_id": "demo_18/frame_000281", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 75 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_19", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.0, + 0.0, + -0.01875000074505806, + -0.003214285708963871, + 0.003214285708963871, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.18411241471767426, + -0.12907038629055023, + 0.007011550012975931, + 0.1165357157588005, + 0.060046639293432236, + 0.03222480043768883, + 1.0 + ], + "break_base_action": [ + 0.26683300733566284, + -0.17355568706989288, + 0.40722164511680603, + 0.013464286923408508, + -0.03411705791950226, + 0.004039925988763571, + -1.0 + ], + "control_base_action": [ + 0.18411241471767426, + -0.027389712631702423, + 0.12040440738201141, + -0.01253571268171072, + -0.06791941076517105, + 0.01578362286090851, + 1.0 + ], + "record_id": "break_target_object/demo_19/frame_000000", + "source_state_id": "demo_19/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 76 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_19", + "frame_idx": 101, + "split": "train", + "expert_action": [ + 0.10446428507566452, + 0.8089285492897034, + -0.0, + 0.0, + -0.040714286267757416, + -0.029999999329447746, + 1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.11242122948169708, + 0.055225834250450134, + 0.12040440738201141, + 0.015321429818868637, + 0.006928657181560993, + 0.04396849870681763, + 1.0 + ], + "break_base_action": [ + 0.11242122948169708, + 0.055225834250450134, + 0.007011550012975931, + 0.017178572714328766, + -0.00393638527020812, + 0.06980463117361069, + 1.0 + ], + "control_base_action": [ + 0.14550946652889252, + 0.08064600080251694, + 0.06704306602478027, + 0.019035715609788895, + 0.005721430294215679, + 0.03927101939916611, + 1.0 + ], + "record_id": "break_target_object/demo_19/frame_000101", + "source_state_id": "demo_19/frame_000101", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 77 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_19", + "frame_idx": 202, + "split": "train", + "expert_action": [ + 0.0, + 0.06160714104771614, + -0.0, + -0.027857143431901932, + -0.019285714253783226, + -0.02142857201397419, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1344800591468811, + 0.048870790749788284, + -0.05969013273715973, + 0.01160714402794838, + 0.03107319585978985, + 0.04631723836064339, + 1.0 + ], + "break_base_action": [ + 0.14550946652889252, + 0.06793592125177383, + -0.0063287862576544285, + 0.019035715609788895, + 0.035902101546525955, + 0.06510715186595917, + 1.0 + ], + "control_base_action": [ + 0.1344800591468811, + -0.3642069399356842, + 0.18710608780384064, + 0.029250001534819603, + -0.08240613341331482, + -0.03588864579796791, + -1.0 + ], + "record_id": "break_target_object/demo_19/frame_000202", + "source_state_id": "demo_19/frame_000202", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 78 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_19", + "frame_idx": 303, + "split": "train", + "expert_action": [ + 0.15000000596046448, + 0.0, + 0.20624999701976776, + 0.0, + 0.12214285880327225, + -0.046071428805589676, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + 0.0870535671710968, + 0.032035715878009796, + 0.0008925225702114403, + 0.04161975905299187, + 1.0 + ], + "break_base_action": [ + 0.2282300591468811, + -0.40869224071502686, + -0.26646533608436584, + 0.012535715475678444, + -0.14759638905525208, + -0.007703771349042654, + 1.0 + ], + "control_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + 0.10706406831741333, + 0.04132143035531044, + 0.0008925225702114403, + 0.04161975905299187, + 1.0 + ], + "record_id": "break_target_object/demo_19/frame_000303", + "source_state_id": "demo_19/frame_000303", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 79 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_20", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.08571428805589676, + -0.31607142090797424, + -0.0, + 0.0, + 0.025714285671710968, + -0.019285714253783226, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + -0.012998954392969608, + 0.015321429818868637, + 0.03228042274713516, + 0.07450211048126221, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + -0.052809882909059525, + 0.020351886749267578, + 0.019035715609788895, + -0.00393638527020812, + 0.027527321130037308, + -1.0 + ], + "control_base_action": [ + 0.1344800591468811, + -0.03374475613236427, + 0.14708508551120758, + 0.042249999940395355, + 0.035902101546525955, + 0.03692227974534035, + 1.0 + ], + "record_id": "break_target_object/demo_20/frame_000000", + "source_state_id": "demo_20/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 80 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_20", + "frame_idx": 113, + "split": "train", + "expert_action": [ + 0.18482142686843872, + 0.0, + 0.6053571701049805, + -0.025714285671710968, + 0.04928571358323097, + 0.01607142947614193, + 1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1344800591468811, + 0.06793592125177383, + -0.0063287862576544285, + 0.02460714429616928, + 0.035902101546525955, + 0.07215337455272675, + 1.0 + ], + "break_base_action": [ + 0.16205358505249023, + -0.40869224071502686, + -0.05301996320486069, + -0.05617856979370117, + 0.07694781571626663, + 0.004039925988763571, + -1.0 + ], + "control_base_action": [ + 0.14550946652889252, + -0.12907038629055023, + -0.0063287862576544285, + 0.012535715475678444, + -0.016008654609322548, + 0.022829841822385788, + 1.0 + ], + "record_id": "break_target_object/demo_20/frame_000113", + "source_state_id": "demo_20/frame_000113", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 81 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_20", + "frame_idx": 225, + "split": "train", + "expert_action": [ + -0.24642856419086456, + -0.11517857015132904, + -0.4982142746448517, + -0.031071428209543228, + 0.0, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + -0.012998954392969608, + 0.01160714402794838, + 0.03228042274713516, + 0.04631723836064339, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + -0.026339290663599968, + 0.019035715609788895, + -0.00393638527020812, + 0.08154832571744919, + 1.0 + ], + "control_base_action": [ + 0.14550946652889252, + -0.12907038629055023, + -0.12639181315898895, + 0.01160714402794838, + 0.0033069762866944075, + 0.018132362514734268, + 1.0 + ], + "record_id": "break_target_object/demo_20/frame_000225", + "source_state_id": "demo_20/frame_000225", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 82 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_20", + "frame_idx": 338, + "split": "train", + "expert_action": [ + -0.07767856866121292, + -0.28125, + 0.26249998807907104, + 0.0, + 0.006428571417927742, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.28889182209968567, + -0.4404674470424652, + 0.5339548587799072, + 0.0060357158072292805, + 0.11075016856193542, + 0.10738446563482285, + 1.0 + ], + "break_base_action": [ + 0.28889182209968567, + -0.046454839408397675, + -0.05969013273715973, + 0.019035715609788895, + 0.014172018505632877, + -0.014749989844858646, + 1.0 + ], + "control_base_action": [ + 0.11242122948169708, + -0.08458509296178818, + 0.020351886749267578, + 0.032035715878009796, + 0.03228042274713516, + 0.018132362514734268, + 1.0 + ], + "record_id": "break_target_object/demo_20/frame_000338", + "source_state_id": "demo_20/frame_000338", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 83 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_21", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.04285714402794838, + -0.5758928656578064, + 0.03214285895228386, + 0.0, + 0.05999999865889549, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + 0.06037289649248123, + 0.01996428705751896, + 0.020208153873682022, + 0.06980463117361069, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + 0.06037289649248123, + 0.01996428705751896, + 0.020208153873682022, + 0.06980463117361069, + 1.0 + ], + "control_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + -0.012998954392969608, + 0.015321429818868637, + 0.01175756473094225, + 0.04631723836064339, + 1.0 + ], + "record_id": "break_target_object/demo_21/frame_000000", + "source_state_id": "demo_21/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 84 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_21", + "frame_idx": 93, + "split": "train", + "expert_action": [ + 0.03750000149011612, + 0.8142856955528259, + -0.2410714328289032, + 0.0, + -0.020357143133878708, + -0.08142857253551483, + 1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.14550946652889252, + -0.12907038629055023, + -0.0063287862576544285, + 0.020892858505249023, + 0.08298394829034805, + -0.02649368718266487, + -1.0 + ], + "break_base_action": [ + 0.14550946652889252, + -0.12907038629055023, + -0.0063287862576544285, + 0.020892858505249023, + -0.0027291581500321627, + 0.01578362286090851, + 1.0 + ], + "control_base_action": [ + 0.14550946652889252, + -0.12907038629055023, + -0.0063287862576544285, + 0.020892858505249023, + 0.0612538680434227, + 0.03222480043768883, + -1.0 + ], + "record_id": "break_target_object/demo_21/frame_000093", + "source_state_id": "demo_21/frame_000093", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 85 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_21", + "frame_idx": 185, + "split": "train", + "expert_action": [ + -0.19017857313156128, + -0.2008928507566452, + -0.4044642746448517, + 0.07178571075201035, + 0.014999999664723873, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1344800591468811, + -0.059164922684431076, + 0.14041490852832794, + 0.006964287254959345, + -0.036531511694192886, + 0.004039925988763571, + 1.0 + ], + "break_base_action": [ + 0.10139182209968567, + 0.055225834250450134, + 0.03369222208857536, + 0.0162500012665987, + 0.008135884068906307, + 0.025178581476211548, + 1.0 + ], + "control_base_action": [ + 0.14550946652889252, + 0.06793592125177383, + 0.11373423784971237, + 0.013464286923408508, + -0.009972519241273403, + 0.025178581476211548, + 1.0 + ], + "record_id": "break_target_object/demo_21/frame_000185", + "source_state_id": "demo_21/frame_000185", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 86 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_21", + "frame_idx": 278, + "split": "train", + "expert_action": [ + 0.0, + -0.01607142947614193, + 0.03214285895228386, + 0.0, + 0.0, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.28337711095809937, + -0.3260766863822937, + -0.26646533608436584, + 0.025535715743899345, + 0.15903924405574799, + 0.10738446563482285, + 1.0 + ], + "break_base_action": [ + 0.10139182209968567, + -0.11636029928922653, + 0.020351886749267578, + 0.015321429818868637, + -0.0015219312626868486, + -0.02649368718266487, + 1.0 + ], + "control_base_action": [ + 0.06830358505249023, + -0.052809882909059525, + 0.12040440738201141, + 0.03760714456439018, + -0.0015219312626868486, + -0.014749989844858646, + -1.0 + ], + "record_id": "break_target_object/demo_21/frame_000278", + "source_state_id": "demo_21/frame_000278", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 87 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_22", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.0, + -0.09107142686843872, + -0.0, + 0.0, + -0.025714285671710968, + -0.009642857126891613, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.27234768867492676, + -0.021034670993685722, + 0.12040440738201141, + 0.019035715609788895, + -0.03170260414481163, + 0.006388665642589331, + 1.0 + ], + "break_base_action": [ + 0.18411241471767426, + -0.059164922684431076, + 0.0003413818485569209, + 0.04596428573131561, + 0.05642496049404144, + 0.018132362514734268, + 1.0 + ], + "control_base_action": [ + 0.27234768867492676, + -0.1608455926179886, + -0.07303046435117722, + 0.10260714590549469, + -0.022044789046049118, + 0.04161975905299187, + -1.0 + ], + "record_id": "break_target_object/demo_22/frame_000000", + "source_state_id": "demo_22/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 88 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_22", + "frame_idx": 92, + "split": "train", + "expert_action": [ + 0.0, + 0.6294642686843872, + 0.5196428298950195, + 0.004285714123398066, + 0.0, + -0.0503571443259716, + 1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.09587711095809937, + -0.014679629355669022, + 0.013681718148291111, + 0.07196428626775742, + -0.0027291581500321627, + -0.0030062925070524216, + 1.0 + ], + "break_base_action": [ + 0.11242122948169708, + 0.03616070747375488, + 0.007011550012975931, + 0.0162500012665987, + -0.00393638527020812, + 0.04161975905299187, + 1.0 + ], + "control_base_action": [ + 0.09587711095809937, + -0.014679629355669022, + 0.020351886749267578, + 0.031107144430279732, + 0.027451515197753906, + 0.025178581476211548, + 1.0 + ], + "record_id": "break_target_object/demo_22/frame_000092", + "source_state_id": "demo_22/frame_000092", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 89 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_22", + "frame_idx": 185, + "split": "train", + "expert_action": [ + -0.11249999701976776, + -0.2785714268684387, + -0.42321428656578064, + 0.010714286006987095, + 0.0, + 0.02250000089406967, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.14550946652889252, + 0.06793592125177383, + 0.11373423784971237, + 0.013464286923408508, + -0.005143612157553434, + 0.04161975905299187, + 1.0 + ], + "break_base_action": [ + 0.14550946652889252, + 0.08064600080251694, + 0.03369222208857536, + 0.020892858505249023, + 0.005721430294215679, + 0.06040967255830765, + 1.0 + ], + "control_base_action": [ + 0.14550946652889252, + 0.06793592125177383, + -0.0063287862576544285, + 0.013464286923408508, + -0.0015219312626868486, + 0.0627584159374237, + 1.0 + ], + "record_id": "break_target_object/demo_22/frame_000185", + "source_state_id": "demo_22/frame_000185", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 90 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_22", + "frame_idx": 277, + "split": "train", + "expert_action": [ + 0.07500000298023224, + 0.0401785708963871, + 0.2919642925262451, + -0.023571427911520004, + 0.024642856791615486, + -0.062142856419086456, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.14550946652889252, + 0.10606616735458374, + -0.012998954392969608, + 0.0060357158072292805, + -0.00393638527020812, + 0.08624580502510071, + 1.0 + ], + "break_base_action": [ + 0.28889182209968567, + 0.09335608780384064, + -0.13973215222358704, + 0.001392858917824924, + 0.04555991664528847, + 0.08389706909656525, + 1.0 + ], + "control_base_action": [ + 0.14550946652889252, + 0.20139180123806, + 0.12040440738201141, + 0.027392858639359474, + 0.06487555056810379, + 0.11443068087100983, + 1.0 + ], + "record_id": "break_target_object/demo_22/frame_000277", + "source_state_id": "demo_22/frame_000277", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 91 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_23", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.0053571430034935474, + -0.5410714149475098, + -0.0, + 0.0, + 0.07500000298023224, + -0.035357143729925156, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.15653887391090393, + -0.027389712631702423, + 0.08038339763879776, + 0.025535715743899345, + -0.009972519241273403, + 0.027527321130037308, + 1.0 + ], + "break_base_action": [ + 0.15653887391090393, + -0.021034670993685722, + 0.05370272696018219, + 0.025535715743899345, + 0.004514203406870365, + 0.008737404830753803, + 1.0 + ], + "control_base_action": [ + 0.15653887391090393, + -0.027389712631702423, + 0.08038339763879776, + 0.03760714456439018, + -0.020837562158703804, + -0.0006575529696419835, + 1.0 + ], + "record_id": "break_target_object/demo_23/frame_000000", + "source_state_id": "demo_23/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 92 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_23", + "frame_idx": 81, + "split": "train", + "expert_action": [ + 0.1741071492433548, + 0.7821428775787354, + 0.3080357015132904, + 0.02250000089406967, + 0.0, + -0.024642856791615486, + 1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.09587711095809937, + 0.02345062419772148, + 0.007011550012975931, + 0.040392857044935226, + 0.027451515197753906, + 0.03457354009151459, + 1.0 + ], + "break_base_action": [ + 0.09587711095809937, + -0.008324586786329746, + -0.09304097294807434, + 0.023678572848439217, + 0.010550337843596935, + 0.027527321130037308, + 1.0 + ], + "control_base_action": [ + 0.09587711095809937, + 0.029805665835738182, + -0.0396796278655529, + 0.00975000113248825, + 0.021415380761027336, + 0.027527321130037308, + 1.0 + ], + "record_id": "break_target_object/demo_23/frame_000081", + "source_state_id": "demo_23/frame_000081", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 93 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_23", + "frame_idx": 163, + "split": "train", + "expert_action": [ + -0.17142857611179352, + -0.16875000298023224, + -0.5035714507102966, + -0.0771428570151329, + -0.055714286863803864, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + -0.012998954392969608, + 0.01160714402794838, + 0.03228042274713516, + 0.07450211048126221, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + 0.048870790749788284, + -0.012998954392969608, + 0.019035715609788895, + 0.027451515197753906, + 0.05571219325065613, + 1.0 + ], + "control_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + -0.012998954392969608, + 0.01160714402794838, + -0.0015219312626868486, + 0.03457354009151459, + 1.0 + ], + "record_id": "break_target_object/demo_23/frame_000163", + "source_state_id": "demo_23/frame_000163", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 94 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_23", + "frame_idx": 244, + "split": "train", + "expert_action": [ + 0.0, + 0.0, + 0.008035714738070965, + 0.0, + -0.011785713955760002, + -0.03321428596973419, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.27786239981651306, + -0.43411239981651306, + 0.24046742916107178, + -0.006964283995330334, + 0.005721430294215679, + -0.0006575529696419835, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + -0.30701157450675964, + 0.5739758610725403, + -0.097035713493824, + -0.12948797643184662, + -0.04998108372092247, + -1.0 + ], + "control_base_action": [ + 0.14550946652889252, + -0.523082971572876, + 0.460582971572876, + 0.05525000020861626, + -0.03532428294420242, + 0.013434884138405323, + 1.0 + ], + "record_id": "break_target_object/demo_23/frame_000244", + "source_state_id": "demo_23/frame_000244", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 95 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_24", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.013392857275903225, + -0.2544642984867096, + -0.0, + 0.0, + 0.0, + -0.017142856493592262, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.15653887391090393, + -0.052809882909059525, + 0.04703255742788315, + 0.020892858505249023, + -0.00393638527020812, + 0.004039925988763571, + 1.0 + ], + "break_base_action": [ + 0.15653887391090393, + -0.021034670993685722, + 0.12707456946372986, + 0.025535715743899345, + -0.009972519241273403, + 0.011086144484579563, + 1.0 + ], + "control_base_action": [ + 0.15653887391090393, + -0.052809882909059525, + 0.15375524759292603, + 0.040392857044935226, + -0.009972519241273403, + 0.004039925988763571, + 1.0 + ], + "record_id": "break_target_object/demo_24/frame_000000", + "source_state_id": "demo_24/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 96 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_24", + "frame_idx": 97, + "split": "train", + "expert_action": [ + 0.0, + 0.7901785969734192, + -0.07767856866121292, + 0.0, + -0.0771428570151329, + -0.03642857074737549, + 1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.09587711095809937, + -0.014679629355669022, + 0.18710608780384064, + 0.040392857044935226, + -0.036531511694192886, + -0.0006575529696419835, + 1.0 + ], + "break_base_action": [ + 0.11242122948169708, + -0.08458509296178818, + 0.02702205441892147, + 0.031107144430279732, + 0.010550337843596935, + 0.020481102168560028, + 1.0 + ], + "control_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + -0.09304097294807434, + 0.033892858773469925, + 0.02262260764837265, + 0.06040967255830765, + 1.0 + ], + "record_id": "break_target_object/demo_24/frame_000097", + "source_state_id": "demo_24/frame_000097", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 97 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_24", + "frame_idx": 194, + "split": "train", + "expert_action": [ + -0.17678570747375488, + -0.01607142947614193, + -0.5223214030265808, + 0.0, + -0.007499999832361937, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.0352153480052948, + -0.001969544915482402, + -0.07970063388347626, + 0.019035715609788895, + 0.02865874208509922, + 0.008737404830753803, + -1.0 + ], + "break_base_action": [ + 0.11793594062328339, + -0.03374475613236427, + -0.07303046435117722, + 0.0004642874700948596, + 0.014172018505632877, + 0.013434884138405323, + -1.0 + ], + "control_base_action": [ + 0.14550946652889252, + 0.06793592125177383, + 0.0003413818485569209, + 0.019035715609788895, + -0.020837562158703804, + 0.027527321130037308, + 1.0 + ], + "record_id": "break_target_object/demo_24/frame_000194", + "source_state_id": "demo_24/frame_000194", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 98 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_24", + "frame_idx": 291, + "split": "train", + "expert_action": [ + 0.0, + -0.14196428656578064, + 0.1473214328289032, + 0.017142856493592262, + 0.03321428596973419, + -0.03857142850756645, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1399947553873062, + 0.07429096102714539, + -0.07970063388347626, + 0.015321429818868637, + -0.00393638527020812, + 0.04161975905299187, + 1.0 + ], + "break_base_action": [ + 0.09587711095809937, + -0.07823005318641663, + 0.02702205441892147, + 0.031107144430279732, + 0.010550337843596935, + 0.013434884138405323, + 1.0 + ], + "control_base_action": [ + 0.1399947553873062, + -0.4023371934890747, + -0.29981619119644165, + 0.08775000274181366, + 0.01175756473094225, + 0.018132362514734268, + -1.0 + ], + "record_id": "break_target_object/demo_24/frame_000291", + "source_state_id": "demo_24/frame_000291", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 99 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_25", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.013392857275903225, + 0.0, + -0.04553571343421936, + -0.017142856493592262, + 0.0, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + -0.07303046435117722, + 0.031107144430279732, + 0.03107319585978985, + 0.05571219325065613, + 1.0 + ], + "break_base_action": [ + 0.14550946652889252, + -0.052809882909059525, + 0.04703255742788315, + 0.040392857044935226, + 0.015379245392978191, + 0.013434884138405323, + 1.0 + ], + "control_base_action": [ + 0.14550946652889252, + 0.048870790749788284, + 0.0003413818485569209, + 0.040392857044935226, + 0.015379245392978191, + 0.03457354009151459, + 1.0 + ], + "record_id": "break_target_object/demo_25/frame_000000", + "source_state_id": "demo_25/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 100 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_25", + "frame_idx": 110, + "split": "train", + "expert_action": [ + -0.3589285612106323, + -0.19821429252624512, + -0.30000001192092896, + 0.09642857313156128, + 0.03321428596973419, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.16205358505249023, + -0.23075106739997864, + 0.1337447464466095, + 0.014392858371138573, + 0.15903924405574799, + -0.0006575529696419835, + 1.0 + ], + "break_base_action": [ + 0.16205358505249023, + -0.11636029928922653, + 0.1670955866575241, + -0.008821426890790462, + -0.06067604944109917, + 0.025178581476211548, + 1.0 + ], + "control_base_action": [ + 0.16205358505249023, + 0.048870790749788284, + 0.11373423784971237, + 0.012535715475678444, + 0.04073100909590721, + 0.0627584159374237, + 1.0 + ], + "record_id": "break_target_object/demo_25/frame_000110", + "source_state_id": "demo_25/frame_000110", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 101 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_25", + "frame_idx": 219, + "split": "train", + "expert_action": [ + 0.0, + 0.0, + -0.0, + -0.03214285895228386, + 0.007499999832361937, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.11242122948169708, + -0.001969544915482402, + -0.012998954392969608, + 0.03667857125401497, + -0.0027291581500321627, + 0.03222480043768883, + 1.0 + ], + "break_base_action": [ + 0.14550946652889252, + 0.15690650045871735, + -0.03300945833325386, + -0.009749998338520527, + 0.0008925225702114403, + 0.027527321130037308, + 1.0 + ], + "control_base_action": [ + 0.14550946652889252, + -0.3006565272808075, + -0.4999212324619293, + 0.02832143008708954, + 0.03348764777183533, + -0.014749989844858646, + 1.0 + ], + "record_id": "break_target_object/demo_25/frame_000219", + "source_state_id": "demo_25/frame_000219", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 102 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_25", + "frame_idx": 329, + "split": "train", + "expert_action": [ + 0.0, + 0.01875000074505806, + -0.0, + -0.014999999664723873, + -0.013928571715950966, + -0.04178571328520775, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.28889182209968567, + -0.3642069399356842, + 0.14041490852832794, + 0.1295357197523117, + 0.03228042274713516, + 0.22482143342494965, + 1.0 + ], + "break_base_action": [ + 0.28889182209968567, + -0.07187500596046448, + 0.24046742916107178, + -0.009749998338520527, + -0.009972519241273403, + 0.011086144484579563, + 1.0 + ], + "control_base_action": [ + 0.09036240726709366, + -0.052809882909059525, + -0.019669122993946075, + 0.025535715743899345, + 0.03228042274713516, + 0.027527321130037308, + 1.0 + ], + "record_id": "break_target_object/demo_25/frame_000329", + "source_state_id": "demo_25/frame_000329", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 103 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_26", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.07232142984867096, + -0.03750000149011612, + -0.0, + 0.0, + 0.0, + 0.010714286006987095, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.28889182209968567, + -0.1608455926179886, + 0.12040440738201141, + 0.040392857044935226, + -0.14759638905525208, + 0.01578362286090851, + 1.0 + ], + "break_base_action": [ + 0.09587711095809937, + -0.014679629355669022, + -0.19976365566253662, + 0.007892859168350697, + -0.009972519241273403, + 0.022829841822385788, + -1.0 + ], + "control_base_action": [ + 0.28889182209968567, + -0.1608455926179886, + 0.12040440738201141, + 0.08775000274181366, + 0.041938237845897675, + 0.03692227974534035, + 1.0 + ], + "record_id": "break_target_object/demo_26/frame_000000", + "source_state_id": "demo_26/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 104 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_26", + "frame_idx": 100, + "split": "train", + "expert_action": [ + 0.1473214328289032, + 0.40982142090797424, + 0.6723214387893677, + 0.0, + -0.025714285671710968, + -0.023571427911520004, + 1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.06830358505249023, + -0.03374475613236427, + 0.11373423784971237, + 0.02460714429616928, + 0.014172018505632877, + 0.027527321130037308, + 1.0 + ], + "break_base_action": [ + 0.06830358505249023, + -0.014679629355669022, + -0.29981619119644165, + 0.02832143008708954, + 0.06608277559280396, + -0.0006575529696419835, + -1.0 + ], + "control_base_action": [ + 0.06830358505249023, + -0.001969544915482402, + 0.007011550012975931, + 0.015321429818868637, + 0.020208153873682022, + 0.03692227974534035, + 1.0 + ], + "record_id": "break_target_object/demo_26/frame_000100", + "source_state_id": "demo_26/frame_000100", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 105 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_26", + "frame_idx": 199, + "split": "train", + "expert_action": [ + -0.20892857015132904, + -0.6535714268684387, + -0.22499999403953552, + 0.023571427911520004, + -0.040714286267757416, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.16205358505249023, + -0.08458509296178818, + 0.013681718148291111, + 0.12582142651081085, + 0.08056949824094772, + 0.029876060783863068, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + -0.014679629355669022, + 0.013681718148291111, + 0.031107144430279732, + 0.010550337843596935, + 0.027527321130037308, + 1.0 + ], + "control_base_action": [ + 0.16205358505249023, + -0.027389712631702423, + 0.05370272696018219, + 0.025535715743899345, + -0.016008654609322548, + -0.0053550321608781815, + 1.0 + ], + "record_id": "break_target_object/demo_26/frame_000199", + "source_state_id": "demo_26/frame_000199", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 106 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_26", + "frame_idx": 299, + "split": "train", + "expert_action": [ + 0.07232142984867096, + 0.0, + 0.24910713732242584, + 0.0, + 0.07178571075201035, + -0.07285714149475098, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.14550946652889252, + -0.4785977005958557, + -0.11305147409439087, + 0.02646428719162941, + -0.089649498462677, + 0.07450211048126221, + 1.0 + ], + "break_base_action": [ + 0.14550946652889252, + 0.1632615476846695, + -0.012998954392969608, + 0.025535715743899345, + -0.011179746128618717, + 0.03692227974534035, + 1.0 + ], + "control_base_action": [ + 0.05727417394518852, + 0.07429096102714539, + -0.03300945833325386, + 0.0060357158072292805, + 0.026244288310408592, + -0.007703771349042654, + 1.0 + ], + "record_id": "break_target_object/demo_26/frame_000299", + "source_state_id": "demo_26/frame_000299", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 107 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_27", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.0401785708963871, + -0.5651785731315613, + -0.0, + 0.01607142947614193, + 0.04928571358323097, + -0.0835714265704155, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + 0.0870535671710968, + 0.032035715878009796, + -0.0015219312626868486, + 0.011086144484579563, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + 0.06037289649248123, + 0.01996428705751896, + 0.020208153873682022, + 0.06980463117361069, + 1.0 + ], + "control_base_action": [ + 0.1344800591468811, + 0.1505514681339264, + 0.23379726707935333, + 0.02460714429616928, + -0.013594199903309345, + -0.007703771349042654, + 1.0 + ], + "record_id": "break_target_object/demo_27/frame_000000", + "source_state_id": "demo_27/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 108 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_27", + "frame_idx": 88, + "split": "train", + "expert_action": [ + 0.1607142835855484, + 0.7767857313156128, + 0.02410714328289032, + 0.0, + -0.007499999832361937, + -0.01607142947614193, + 1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.15653887391090393, + -0.027389712631702423, + 0.15375524759292603, + 0.025535715743899345, + -0.009972519241273403, + 0.027527321130037308, + 1.0 + ], + "break_base_action": [ + 0.15653887391090393, + -0.027389712631702423, + -0.05301996320486069, + 0.013464286923408508, + 0.0033069762866944075, + 0.027527321130037308, + 1.0 + ], + "control_base_action": [ + 0.14550946652889252, + 0.06793592125177383, + -0.09971114248037338, + 0.033892858773469925, + 0.01175756473094225, + 0.04631723836064339, + 1.0 + ], + "record_id": "break_target_object/demo_27/frame_000088", + "source_state_id": "demo_27/frame_000088", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 109 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_27", + "frame_idx": 175, + "split": "train", + "expert_action": [ + -0.02410714328289032, + -0.05089285597205162, + -0.4982142746448517, + 0.0, + 0.004285714123398066, + 0.0535714291036129, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.14550946652889252, + 0.06793592125177383, + -0.0063287862576544285, + 0.025535715743899345, + 0.005721430294215679, + 0.04396849870681763, + 1.0 + ], + "break_base_action": [ + 0.14550946652889252, + 0.06793592125177383, + -0.0063287862576544285, + 0.02460714429616928, + 0.008135884068906307, + 0.04161975905299187, + 1.0 + ], + "control_base_action": [ + 0.14550946652889252, + 0.06793592125177383, + -0.0063287862576544285, + 0.025535715743899345, + 0.008135884068906307, + 0.04396849870681763, + 1.0 + ], + "record_id": "break_target_object/demo_27/frame_000175", + "source_state_id": "demo_27/frame_000175", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 110 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_27", + "frame_idx": 263, + "split": "train", + "expert_action": [ + 0.0, + 0.03750000149011612, + 0.09107142686843872, + 0.0, + 0.0, + -0.003214285708963871, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1399947553873062, + -0.45953258872032166, + -0.05301996320486069, + 0.07567857205867767, + 0.05763218551874161, + 0.12382563948631287, + 1.0 + ], + "break_base_action": [ + 0.2282300591468811, + -0.39598214626312256, + -0.4198791980743408, + 0.07474999874830246, + -0.04377487301826477, + 0.0627584159374237, + -1.0 + ], + "control_base_action": [ + 0.2282300591468811, + -0.5167279243469238, + 0.5406249761581421, + 0.07289285957813263, + 0.07694781571626663, + 0.08859454840421677, + 1.0 + ], + "record_id": "break_target_object/demo_27/frame_000263", + "source_state_id": "demo_27/frame_000263", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 111 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_28", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.05892857164144516, + 0.0, + -0.0053571430034935474, + 0.0, + 0.0, + -0.0053571430034935474, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.27786239981651306, + -0.12907038629055023, + 0.38054096698760986, + 0.029250001534819603, + -0.013594199903309345, + -0.01709872856736183, + 1.0 + ], + "break_base_action": [ + 0.18411241471767426, + -0.059164922684431076, + -0.06636030226945877, + 0.0450357161462307, + -0.0015219312626868486, + 0.013434884138405323, + 1.0 + ], + "control_base_action": [ + 0.10690652579069138, + 0.02345062419772148, + 0.14708508551120758, + 0.008821430616080761, + -0.006350839044898748, + 0.0016911865677684546, + -1.0 + ], + "record_id": "break_target_object/demo_28/frame_000000", + "source_state_id": "demo_28/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 112 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_28", + "frame_idx": 100, + "split": "train", + "expert_action": [ + 0.3107142746448517, + 0.6803571581840515, + 0.5303571224212646, + 0.0, + 0.020357143133878708, + -0.02250000089406967, + 1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1344800591468811, + -0.059164922684431076, + 0.08038339763879776, + 0.040392857044935226, + 0.025037061423063278, + 0.03457354009151459, + 1.0 + ], + "break_base_action": [ + 0.12345064431428909, + -0.014679629355669022, + 0.08038339763879776, + 0.0775357112288475, + 0.04676714539527893, + 0.004039925988763571, + 1.0 + ], + "control_base_action": [ + 0.12345064431428909, + 0.055225834250450134, + -0.019669122993946075, + 0.020892858505249023, + 0.025037061423063278, + 0.03457354009151459, + 1.0 + ], + "record_id": "break_target_object/demo_28/frame_000100", + "source_state_id": "demo_28/frame_000100", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 113 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_28", + "frame_idx": 199, + "split": "train", + "expert_action": [ + -0.02678571455180645, + -0.01875000074505806, + -0.6214285492897034, + -0.035357143729925156, + -0.046071428805589676, + -0.002142857061699033, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.14550946652889252, + 0.048870790749788284, + 0.0003413818485569209, + 0.02460714429616928, + 0.01175756473094225, + 0.04631723836064339, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + -0.012998954392969608, + 0.019035715609788895, + 0.009343110956251621, + 0.06980463117361069, + 1.0 + ], + "control_base_action": [ + 0.14550946652889252, + -0.12907038629055023, + -0.1330619752407074, + 0.12396428734064102, + 0.04676714539527893, + 0.04161975905299187, + -1.0 + ], + "record_id": "break_target_object/demo_28/frame_000199", + "source_state_id": "demo_28/frame_000199", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 114 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_28", + "frame_idx": 299, + "split": "train", + "expert_action": [ + 0.1473214328289032, + 0.07500000298023224, + 0.34285715222358704, + 0.0, + 0.09749999642372131, + -0.07178571075201035, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.11242122948169708, + -0.03374475613236427, + -0.012998954392969608, + 0.004178572911769152, + 0.008135884068906307, + 0.04866597801446915, + 1.0 + ], + "break_base_action": [ + 0.11242122948169708, + -0.03374475613236427, + -0.012998954392969608, + 0.02460714429616928, + -0.005143612157553434, + 0.027527321130037308, + 1.0 + ], + "control_base_action": [ + 0.11242122948169708, + -0.014679629355669022, + 0.10706406831741333, + 0.008821430616080761, + -0.0015219312626868486, + 0.03927101939916611, + 1.0 + ], + "record_id": "break_target_object/demo_28/frame_000299", + "source_state_id": "demo_28/frame_000299", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 115 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_29", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.02946428582072258, + -0.0535714291036129, + -0.0, + -0.01607142947614193, + -0.006428571417927742, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1344800591468811, + -0.07187500596046448, + 0.16042540967464447, + 0.040392857044935226, + 0.015379245392978191, + 0.020481102168560028, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + -0.3260766863822937, + 0.007011550012975931, + 0.001392858917824924, + 0.0443526916205883, + 0.027527321130037308, + -1.0 + ], + "control_base_action": [ + 0.1344800591468811, + -0.07187500596046448, + 0.16042540967464447, + 0.040392857044935226, + 0.04676714539527893, + 0.04396849870681763, + 1.0 + ], + "record_id": "break_target_object/demo_29/frame_000000", + "source_state_id": "demo_29/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 116 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_29", + "frame_idx": 85, + "split": "train", + "expert_action": [ + 0.0, + 0.7714285850524902, + 0.07500000298023224, + 0.011785713955760002, + -0.009642857126891613, + -0.06428571790456772, + 1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1344800591468811, + -0.07187500596046448, + 0.2738182842731476, + 0.025535715743899345, + -0.03532428294420242, + 0.004039925988763571, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + -0.059164922684431076, + -0.019669122993946075, + 0.021821429952979088, + -0.005143612157553434, + 0.027527321130037308, + 1.0 + ], + "control_base_action": [ + 0.10690652579069138, + -0.001969544915482402, + -0.2264443337917328, + 0.012535715475678444, + 0.027451515197753906, + 0.018132362514734268, + -1.0 + ], + "record_id": "break_target_object/demo_29/frame_000085", + "source_state_id": "demo_29/frame_000085", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 117 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_29", + "frame_idx": 169, + "split": "train", + "expert_action": [ + 0.12857143580913544, + 0.0, + -0.04285714402794838, + 0.0, + 0.08142857253551483, + -0.035357143729925156, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.06830358505249023, + 0.0043854969553649426, + 0.20044642686843872, + 0.031107144430279732, + -0.009972519241273403, + 0.011086144484579563, + 1.0 + ], + "break_base_action": [ + 0.14550946652889252, + 0.03616070747375488, + -0.05301996320486069, + 0.01160714402794838, + 0.012964791618287563, + 0.04161975905299187, + 1.0 + ], + "control_base_action": [ + 0.16756829619407654, + 0.048870790749788284, + -0.0063287862576544285, + 0.0162500012665987, + 0.03710933029651642, + 0.06510715186595917, + 1.0 + ], + "record_id": "break_target_object/demo_29/frame_000169", + "source_state_id": "demo_29/frame_000169", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 118 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_29", + "frame_idx": 254, + "split": "train", + "expert_action": [ + 0.2008928507566452, + 0.0, + 0.09375, + 0.0, + 0.10928571224212646, + -0.040714286267757416, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.06830358505249023, + 0.01709558069705963, + -0.13973215222358704, + 0.030178572982549667, + 0.04073100909590721, + 0.03927101939916611, + -1.0 + ], + "break_base_action": [ + 0.16756829619407654, + -0.6628939509391785, + -0.3198266923427582, + -0.05432142689824104, + -0.10896512866020203, + -0.08990965038537979, + -1.0 + ], + "control_base_action": [ + 0.06278888136148453, + 0.06793592125177383, + -0.03300945833325386, + 0.02832143008708954, + 0.029865968972444534, + 0.03692227974534035, + -1.0 + ], + "record_id": "break_target_object/demo_29/frame_000254", + "source_state_id": "demo_29/frame_000254", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 119 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_30", + "frame_idx": 0, + "split": "val", + "expert_action": [ + 0.11517857015132904, + 0.0, + -0.0, + -0.007499999832361937, + 0.0, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1344800591468811, + -0.07187500596046448, + 0.16042540967464447, + 0.042249999940395355, + 0.015379245392978191, + 0.03457354009151459, + -1.0 + ], + "break_base_action": [ + 0.27234768867492676, + -0.021034670993685722, + 0.12040440738201141, + 0.019035715609788895, + -0.04136041924357414, + 0.01578362286090851, + 1.0 + ], + "control_base_action": [ + 0.1344800591468811, + -0.07187500596046448, + 0.16042540967464447, + 0.042249999940395355, + 0.015379245392978191, + 0.03457354009151459, + -1.0 + ], + "record_id": "break_target_object/demo_30/frame_000000", + "source_state_id": "demo_30/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 120 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_30", + "frame_idx": 94, + "split": "val", + "expert_action": [ + 0.36696428060531616, + 0.2142857164144516, + 0.9375, + 0.0, + 0.04928571358323097, + -0.0053571430034935474, + 1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.14550946652889252, + 0.08064600080251694, + 0.007011550012975931, + 0.01810714416205883, + 0.01175756473094225, + 0.05571219325065613, + 1.0 + ], + "break_base_action": [ + 0.10690652579069138, + -0.052809882909059525, + -0.019669122993946075, + 0.02832143008708954, + 0.03710933029651642, + 0.04866597801446915, + 1.0 + ], + "control_base_action": [ + 0.14550946652889252, + 0.08064600080251694, + 0.06704306602478027, + 0.01996428705751896, + 0.015379245392978191, + 0.06745589524507523, + 1.0 + ], + "record_id": "break_target_object/demo_30/frame_000094", + "source_state_id": "demo_30/frame_000094", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 121 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_30", + "frame_idx": 189, + "split": "val", + "expert_action": [ + -0.19017857313156128, + -0.32678571343421936, + -0.4526785612106323, + -0.04285714402794838, + -0.002142857061699033, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.09587711095809937, + -0.052809882909059525, + -0.05301996320486069, + 0.020892858505249023, + -0.00393638527020812, + 0.05806093290448189, + 1.0 + ], + "break_base_action": [ + 0.15653887391090393, + -0.08458509296178818, + -0.11305147409439087, + 0.12396428734064102, + 0.01175756473094225, + 0.1449642926454544, + 1.0 + ], + "control_base_action": [ + 0.09587711095809937, + -0.014679629355669022, + -0.046349793672561646, + 0.013464286923408508, + 0.025037061423063278, + 0.05571219325065613, + 1.0 + ], + "record_id": "break_target_object/demo_30/frame_000189", + "source_state_id": "demo_30/frame_000189", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 122 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_30", + "frame_idx": 283, + "split": "val", + "expert_action": [ + 0.15267856419086456, + 0.16607142984867096, + 0.2919642925262451, + -0.01607142947614193, + 0.018214285373687744, + -0.0835714265704155, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.11242122948169708, + -0.014679629355669022, + -0.012998954392969608, + -0.03667856752872467, + 0.0612538680434227, + 0.05806093290448189, + 1.0 + ], + "break_base_action": [ + 0.14550946652889252, + -0.3006565272808075, + -0.4999212324619293, + -0.016249997541308403, + -0.023252015933394432, + -0.13453570008277893, + 1.0 + ], + "control_base_action": [ + 0.10139182209968567, + -0.4404674470424652, + -0.39319854974746704, + -0.044107139110565186, + 0.09505622088909149, + 0.10738446563482285, + 1.0 + ], + "record_id": "break_target_object/demo_30/frame_000283", + "source_state_id": "demo_30/frame_000283", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 123 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_31", + "frame_idx": 0, + "split": "val", + "expert_action": [ + 0.02410714328289032, + -0.26249998807907104, + -0.0, + 0.0, + 0.0, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.2282300591468811, + -0.040099795907735825, + 0.14041490852832794, + 0.040392857044935226, + -0.009972519241273403, + 0.004039925988763571, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + -0.07187500596046448, + 0.20044642686843872, + 0.02460714429616928, + -0.03170260414481163, + 0.027527321130037308, + 1.0 + ], + "control_base_action": [ + 0.27234768867492676, + -0.1608455926179886, + 0.12707456946372986, + 0.040392857044935226, + 0.01658647321164608, + -0.03823738545179367, + 1.0 + ], + "record_id": "break_target_object/demo_31/frame_000000", + "source_state_id": "demo_31/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 124 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_31", + "frame_idx": 93, + "split": "val", + "expert_action": [ + 0.05089285597205162, + 0.7071428298950195, + 0.19821429252624512, + 0.06535714119672775, + -0.035357143729925156, + 0.02250000089406967, + 1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.28889182209968567, + -0.5167279243469238, + 0.11373423784971237, + 0.04596428573131561, + -0.0461893267929554, + 0.06745589524507523, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + -0.14178046584129333, + 0.04703255742788315, + 0.01996428705751896, + -0.013594199903309345, + 0.027527321130037308, + 1.0 + ], + "control_base_action": [ + 0.28889182209968567, + -0.021034670993685722, + 0.0003413818485569209, + 0.040392857044935226, + -0.023252015933394432, + 0.05806093290448189, + 1.0 + ], + "record_id": "break_target_object/demo_31/frame_000093", + "source_state_id": "demo_31/frame_000093", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 125 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_31", + "frame_idx": 186, + "split": "val", + "expert_action": [ + -0.15000000596046448, + 0.2276785671710968, + -0.3321428596973419, + 0.020357143133878708, + -0.0803571417927742, + -0.04392857104539871, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.28889182209968567, + -0.44682249426841736, + 0.6540178656578064, + 0.033892858773469925, + 0.0443526916205883, + 0.03457354009151459, + 1.0 + ], + "break_base_action": [ + 0.28889182209968567, + -0.44682249426841736, + 0.1670955866575241, + -0.031107140704989433, + 0.015379245392978191, + -0.08990965038537979, + 1.0 + ], + "control_base_action": [ + 0.06830358505249023, + -0.001969544915482402, + -0.07970063388347626, + -0.007892855443060398, + 0.026244288310408592, + 0.004039925988763571, + -1.0 + ], + "record_id": "break_target_object/demo_31/frame_000186", + "source_state_id": "demo_31/frame_000186", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 126 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_31", + "frame_idx": 279, + "split": "val", + "expert_action": [ + 0.1205357164144516, + 0.008035714738070965, + 0.3455357253551483, + -0.008571428246796131, + 0.14678572118282318, + -0.020357143133878708, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1399947553873062, + -0.29430148005485535, + -0.5799632668495178, + 0.012535715475678444, + 0.06608277559280396, + 0.004039925988763571, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + -0.052809882909059525, + 0.10039390623569489, + 0.027392858639359474, + 0.015379245392978191, + 0.018132362514734268, + 1.0 + ], + "control_base_action": [ + 0.1344800591468811, + -0.45953258872032166, + -0.23978467285633087, + 0.01996428705751896, + 0.0008925225702114403, + -0.03353990614414215, + 1.0 + ], + "record_id": "break_target_object/demo_31/frame_000279", + "source_state_id": "demo_31/frame_000279", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 127 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_32", + "frame_idx": 0, + "split": "val", + "expert_action": [ + 0.15000000596046448, + -0.375, + -0.0, + 0.003214285708963871, + 0.013928571715950966, + -0.007499999832361937, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1344800591468811, + -0.14178046584129333, + -0.09971114248037338, + 0.13882142305374146, + 0.03710933029651642, + 0.018132362514734268, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + -0.14178046584129333, + 0.007011550012975931, + 0.007892859168350697, + -0.0015219312626868486, + -0.02649368718266487, + 1.0 + ], + "control_base_action": [ + 0.1344800591468811, + 0.06793592125177383, + 0.007011550012975931, + 0.015321429818868637, + 0.01175756473094225, + 0.04631723836064339, + 1.0 + ], + "record_id": "break_target_object/demo_32/frame_000000", + "source_state_id": "demo_32/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 128 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_32", + "frame_idx": 113, + "split": "val", + "expert_action": [ + 0.12857143580913544, + 0.7955357432365417, + -0.05624999850988388, + 0.0, + -0.05464285612106323, + -0.039642855525016785, + 1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.15653887391090393, + -0.021034670993685722, + -0.0396796278655529, + 0.032035715878009796, + -0.006350839044898748, + 0.011086144484579563, + 1.0 + ], + "break_base_action": [ + 0.14550946652889252, + -0.12907038629055023, + -0.0063287862576544285, + 0.02832143008708954, + 0.015379245392978191, + 0.011086144484579563, + 1.0 + ], + "control_base_action": [ + 0.14550946652889252, + -0.12907038629055023, + -0.07303046435117722, + 0.020892858505249023, + 0.01175756473094225, + 0.0016911865677684546, + 1.0 + ], + "record_id": "break_target_object/demo_32/frame_000113", + "source_state_id": "demo_32/frame_000113", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 129 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_32", + "frame_idx": 226, + "split": "val", + "expert_action": [ + 0.0, + 0.0, + 0.13660714030265808, + 0.0, + 0.002142857061699033, + -0.02142857201397419, + 1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.4102153480052948, + 0.3412027359008789, + 0.12040440738201141, + -0.097035713493824, + 0.09264177083969116, + 0.018132362514734268, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + 0.1505514681339264, + -0.11305147409439087, + 0.02460714429616928, + 0.021415380761027336, + 0.08624580502510071, + 1.0 + ], + "control_base_action": [ + 0.26683300733566284, + -0.046454839408397675, + 0.14041490852832794, + -0.05432142689824104, + -0.09206394851207733, + 0.03222480043768883, + 1.0 + ], + "record_id": "break_target_object/demo_32/frame_000226", + "source_state_id": "demo_32/frame_000226", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 130 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_32", + "frame_idx": 339, + "split": "val", + "expert_action": [ + 0.01607142947614193, + 0.0, + 0.12589286267757416, + 0.0, + 0.0, + -0.0771428570151329, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.3991859257221222, + -0.5294380187988281, + 0.7407300472259521, + -0.07567856460809708, + -0.14759638905525208, + -0.01709872856736183, + 1.0 + ], + "break_base_action": [ + 0.28889182209968567, + -0.5866334438323975, + 0.7407300472259521, + 0.07196428626775742, + 0.012964791618287563, + 0.03692227974534035, + -1.0 + ], + "control_base_action": [ + 0.09587711095809937, + -0.014679629355669022, + -0.23978467285633087, + 0.0905357152223587, + 0.06487555056810379, + 0.11912816017866135, + 1.0 + ], + "record_id": "break_target_object/demo_32/frame_000339", + "source_state_id": "demo_32/frame_000339", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 131 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_33", + "frame_idx": 0, + "split": "val", + "expert_action": [ + 0.05892857164144516, + 0.0, + -0.0, + -0.003214285708963871, + 0.03857142850756645, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.15653887391090393, + -0.027389712631702423, + 0.1804359257221222, + 0.040392857044935226, + -0.020837562158703804, + 0.004039925988763571, + 1.0 + ], + "break_base_action": [ + 0.27234768867492676, + -0.35785189270973206, + 0.1670955866575241, + 0.008821430616080761, + 0.15903924405574799, + 0.04396849870681763, + -1.0 + ], + "control_base_action": [ + 0.18411241471767426, + -0.059164922684431076, + 0.04703255742788315, + 0.040392857044935226, + -0.005143612157553434, + -0.0053550321608781815, + 1.0 + ], + "record_id": "break_target_object/demo_33/frame_000000", + "source_state_id": "demo_33/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 132 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_33", + "frame_idx": 122, + "split": "val", + "expert_action": [ + 0.0, + -0.013392857275903225, + 0.08571428805589676, + 0.0, + 0.04178571328520775, + -0.017142856493592262, + 1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.07933299988508224, + 0.048870790749788284, + -0.05301996320486069, + 0.02460714429616928, + 0.05521773174405098, + 0.05806093290448189, + -1.0 + ], + "break_base_action": [ + 0.07933299988508224, + -0.014679629355669022, + -0.0063287862576544285, + 0.017178572714328766, + 0.11799353361129761, + 0.04396849870681763, + -1.0 + ], + "control_base_action": [ + 0.06830358505249023, + 0.048870790749788284, + -0.0396796278655529, + 0.046892859041690826, + 0.04314546287059784, + 0.04631723836064339, + -1.0 + ], + "record_id": "break_target_object/demo_33/frame_000122", + "source_state_id": "demo_33/frame_000122", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 133 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_33", + "frame_idx": 245, + "split": "val", + "expert_action": [ + 0.0, + -0.30267858505249023, + -0.2276785671710968, + 0.05999999865889549, + 0.0, + -0.02142857201397419, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + -0.07970063388347626, + 0.033892858773469925, + 0.03228042274713516, + 0.04866597801446915, + 1.0 + ], + "break_base_action": [ + 0.14550946652889252, + 0.06793592125177383, + 0.10706406831741333, + 0.025535715743899345, + -0.0015219312626868486, + 0.05101471766829491, + 1.0 + ], + "control_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + -0.11305147409439087, + 0.0450357161462307, + 0.006928657181560993, + 0.04631723836064339, + 1.0 + ], + "record_id": "break_target_object/demo_33/frame_000245", + "source_state_id": "demo_33/frame_000245", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 134 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_33", + "frame_idx": 367, + "split": "val", + "expert_action": [ + 0.22499999403953552, + 0.0401785708963871, + 0.19017857313156128, + 0.0, + 0.0, + -0.0771428570151329, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.06830358505249023, + 0.08700104057788849, + -0.5065913796424866, + 0.07382142543792725, + 0.05883941426873207, + -0.007703771349042654, + 1.0 + ], + "break_base_action": [ + 0.06830358505249023, + -0.03374475613236427, + 0.06037289649248123, + 0.019035715609788895, + -0.0015219312626868486, + 0.03692227974534035, + 1.0 + ], + "control_base_action": [ + 0.18962711095809937, + 0.0043854969553649426, + -0.12639181315898895, + 0.01810714416205883, + 0.017793700098991394, + 0.04161975905299187, + 1.0 + ], + "record_id": "break_target_object/demo_33/frame_000367", + "source_state_id": "demo_33/frame_000367", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 135 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_34", + "frame_idx": 0, + "split": "val", + "expert_action": [ + 0.02142857201397419, + -0.21160714328289032, + -0.0, + 0.0, + 0.029999999329447746, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.26131829619407654, + -0.040099795907735825, + 0.3405199646949768, + 0.017178572714328766, + -0.024459242820739746, + 0.020481102168560028, + 1.0 + ], + "break_base_action": [ + 0.26131829619407654, + -0.12907038629055023, + 0.10039390623569489, + 0.04596428573131561, + -0.03411705791950226, + -0.04293486475944519, + 1.0 + ], + "control_base_action": [ + 0.26131829619407654, + -0.1608455926179886, + 0.14708508551120758, + 0.040392857044935226, + 0.015379245392978191, + 0.06040967255830765, + 1.0 + ], + "record_id": "break_target_object/demo_34/frame_000000", + "source_state_id": "demo_34/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 136 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_34", + "frame_idx": 91, + "split": "val", + "expert_action": [ + 0.0, + 0.8651785850524902, + -0.3482142984867096, + 0.0, + -0.06857142597436905, + -0.024642856791615486, + 1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.15653887391090393, + -0.021034670993685722, + 0.1804359257221222, + 0.040392857044935226, + -0.009972519241273403, + 0.011086144484579563, + 1.0 + ], + "break_base_action": [ + 0.15653887391090393, + 0.01074053905904293, + 0.1804359257221222, + 0.04132143035531044, + -0.013594199903309345, + 0.011086144484579563, + 1.0 + ], + "control_base_action": [ + 0.14550946652889252, + -0.12907038629055023, + 0.007011550012975931, + 0.027392858639359474, + 0.08177672326564789, + -0.012401250191032887, + 1.0 + ], + "record_id": "break_target_object/demo_34/frame_000091", + "source_state_id": "demo_34/frame_000091", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 137 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_34", + "frame_idx": 182, + "split": "val", + "expert_action": [ + -0.34285715222358704, + 0.0, + -0.65625, + 0.028928572311997414, + 0.0, + 0.023571427911520004, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.06830358505249023, + -0.001969544915482402, + 0.20044642686843872, + 0.04132143035531044, + 0.006928657181560993, + 0.004039925988763571, + 1.0 + ], + "break_base_action": [ + 0.11242122948169708, + 0.048870790749788284, + -0.0063287862576544285, + 0.02832143008708954, + 0.03228042274713516, + 0.04161975905299187, + 1.0 + ], + "control_base_action": [ + 0.06830358505249023, + -0.001969544915482402, + 0.25380778312683105, + 0.025535715743899345, + -0.04860378056764603, + 0.004039925988763571, + 1.0 + ], + "record_id": "break_target_object/demo_34/frame_000182", + "source_state_id": "demo_34/frame_000182", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 138 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_34", + "frame_idx": 273, + "split": "val", + "expert_action": [ + 0.0, + 0.0401785708963871, + 0.04285714402794838, + -0.019285714253783226, + -0.035357143729925156, + -0.05464285612106323, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.28889182209968567, + -0.5294380187988281, + 0.6473476886749268, + -0.04317856952548027, + 0.07574059069156647, + 0.06040967255830765, + -1.0 + ], + "break_base_action": [ + 0.28889182209968567, + -0.07187500596046448, + 0.24046742916107178, + -0.009749998338520527, + -0.026873696595430374, + 0.011086144484579563, + 1.0 + ], + "control_base_action": [ + 0.28889182209968567, + -0.5294380187988281, + 0.7407300472259521, + 0.013464286923408508, + 0.06729000061750412, + 0.09094328433275223, + -1.0 + ], + "record_id": "break_target_object/demo_34/frame_000273", + "source_state_id": "demo_34/frame_000273", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 139 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_35", + "frame_idx": 0, + "split": "val", + "expert_action": [ + 0.21160714328289032, + -0.11249999701976776, + -0.0, + -0.024642856791615486, + 0.05464285612106323, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1344800591468811, + -0.14178046584129333, + 0.007011550012975931, + 0.021821429952979088, + 0.01658647321164608, + 0.05571219325065613, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + -0.14178046584129333, + 0.007011550012975931, + 0.021821429952979088, + 0.03228042274713516, + 0.0016911865677684546, + 1.0 + ], + "control_base_action": [ + 0.1344800591468811, + -0.14178046584129333, + -0.11305147409439087, + 0.031107144430279732, + 0.03107319585978985, + 0.018132362514734268, + 1.0 + ], + "record_id": "break_target_object/demo_35/frame_000000", + "source_state_id": "demo_35/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 140 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_35", + "frame_idx": 92, + "split": "val", + "expert_action": [ + 0.02142857201397419, + 0.8142856955528259, + -0.0, + 0.0, + 0.0, + -0.0, + 1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.14550946652889252, + 0.06793592125177383, + -0.10638130456209183, + 0.0450357161462307, + 0.03348764777183533, + 0.03692227974534035, + 1.0 + ], + "break_base_action": [ + 0.14550946652889252, + 0.06793592125177383, + -0.019669122993946075, + 0.013464286923408508, + 0.03228042274713516, + 0.08389706909656525, + 1.0 + ], + "control_base_action": [ + 0.14550946652889252, + 0.06793592125177383, + -0.09971114248037338, + 0.033892858773469925, + 0.006928657181560993, + 0.04866597801446915, + 1.0 + ], + "record_id": "break_target_object/demo_35/frame_000092", + "source_state_id": "demo_35/frame_000092", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 141 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_35", + "frame_idx": 183, + "split": "val", + "expert_action": [ + 0.13660714030265808, + -0.09375, + 0.21696428954601288, + 0.0, + 0.18535713851451874, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.11242122948169708, + -0.2243960201740265, + -0.07303046435117722, + 0.020892858505249023, + 0.005721430294215679, + -0.04293486475944519, + 1.0 + ], + "break_base_action": [ + -0.1412552446126938, + -0.4277573525905609, + 0.25380778312683105, + 0.017178572714328766, + -0.009972519241273403, + -0.03119116649031639, + 1.0 + ], + "control_base_action": [ + 0.06830358505249023, + -0.001969544915482402, + -0.019669122993946075, + 0.015321429818868637, + 0.014172018505632877, + 0.020481102168560028, + 1.0 + ], + "record_id": "break_target_object/demo_35/frame_000183", + "source_state_id": "demo_35/frame_000183", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 142 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_35", + "frame_idx": 275, + "split": "val", + "expert_action": [ + 0.0, + 0.02410714328289032, + 0.08571428805589676, + -0.017142856493592262, + -0.020357143133878708, + -0.1007142886519432, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.14550946652889252, + -0.3006565272808075, + -0.05969013273715973, + 0.025535715743899345, + 0.06487555056810379, + 0.013434884138405323, + 1.0 + ], + "break_base_action": [ + 0.14550946652889252, + 0.16961659491062164, + 0.03369222208857536, + 0.027392858639359474, + -0.029288150370121002, + 0.08389706909656525, + 1.0 + ], + "control_base_action": [ + 0.11242122948169708, + 0.11877625435590744, + -0.11972164362668991, + 0.0450357161462307, + 0.023829834535717964, + -0.007703771349042654, + 1.0 + ], + "record_id": "break_target_object/demo_35/frame_000275", + "source_state_id": "demo_35/frame_000275", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 143 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_36", + "frame_idx": 0, + "split": "val", + "expert_action": [ + 0.010714286006987095, + 0.0, + -0.0, + 0.0, + 0.0, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.18411241471767426, + -0.16720063984394073, + 0.05370272696018219, + 0.020892858505249023, + 0.010550337843596935, + 0.018132362514734268, + -1.0 + ], + "break_base_action": [ + 0.18411241471767426, + -0.16720063984394073, + 0.05370272696018219, + 0.020892858505249023, + 0.010550337843596935, + 0.004039925988763571, + -1.0 + ], + "control_base_action": [ + 0.18411241471767426, + -0.16720063984394073, + 0.05370272696018219, + 0.020892858505249023, + 0.15903924405574799, + -0.0053550321608781815, + 1.0 + ], + "record_id": "break_target_object/demo_36/frame_000000", + "source_state_id": "demo_36/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 144 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_36", + "frame_idx": 115, + "split": "val", + "expert_action": [ + -0.15267856419086456, + -0.01607142947614193, + -0.46339285373687744, + 0.05892857164144516, + 0.0, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.10690652579069138, + -0.014679629355669022, + 0.020351886749267578, + 0.02646428719162941, + 0.03710933029651642, + 0.01578362286090851, + 1.0 + ], + "break_base_action": [ + 0.514994740486145, + -0.008324586786329746, + -0.0063287862576544285, + -0.0710357129573822, + -0.1234518513083458, + 0.14026682078838348, + 1.0 + ], + "control_base_action": [ + 0.06830358505249023, + -0.001969544915482402, + 0.34719011187553406, + 0.01160714402794838, + -0.00393638527020812, + 0.011086144484579563, + 1.0 + ], + "record_id": "break_target_object/demo_36/frame_000115", + "source_state_id": "demo_36/frame_000115", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 145 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_36", + "frame_idx": 229, + "split": "val", + "expert_action": [ + 0.0, + -0.6053571701049805, + -0.0, + 0.02250000089406967, + 0.0, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.10690652579069138, + 0.11877625435590744, + 0.12040440738201141, + 0.025535715743899345, + 0.010550337843596935, + 0.06510715186595917, + 1.0 + ], + "break_base_action": [ + 0.15653887391090393, + 0.16961659491062164, + -0.012998954392969608, + 0.003250001696869731, + -0.0015219312626868486, + 0.04631723836064339, + 1.0 + ], + "control_base_action": [ + 0.10690652579069138, + 0.11877625435590744, + 0.12040440738201141, + 0.025535715743899345, + -0.020837562158703804, + 0.04396849870681763, + 1.0 + ], + "record_id": "break_target_object/demo_36/frame_000229", + "source_state_id": "demo_36/frame_000229", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 146 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_36", + "frame_idx": 344, + "split": "val", + "expert_action": [ + -0.0401785708963871, + -0.09910714626312256, + 0.24910713732242584, + 0.034285712987184525, + 0.05892857164144516, + -0.07607142627239227, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.11242122948169708, + -0.03374475613236427, + -0.012998954392969608, + 0.004178572911769152, + -0.00031470434623770416, + 0.03457354009151459, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + -0.027389712631702423, + 0.11373423784971237, + 0.025535715743899345, + -0.007558065932244062, + 0.05571219325065613, + -1.0 + ], + "control_base_action": [ + 0.16756829619407654, + -0.5866334438323975, + -0.34650737047195435, + 0.12489285320043564, + 0.054010506719350815, + 0.006388665642589331, + -1.0 + ], + "record_id": "break_target_object/demo_36/frame_000344", + "source_state_id": "demo_36/frame_000344", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 147 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_37", + "frame_idx": 0, + "split": "val", + "expert_action": [ + 0.0, + 0.0, + -0.01875000074505806, + -0.02678571455180645, + -0.0053571430034935474, + -0.018214285373687744, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + -0.0396796278655529, + 0.031107144430279732, + 0.02262260764837265, + 0.06040967255830765, + 1.0 + ], + "break_base_action": [ + 0.18411241471767426, + 0.02345062419772148, + 0.020351886749267578, + 0.020892858505249023, + 0.03710933029651642, + 0.022829841822385788, + -1.0 + ], + "control_base_action": [ + 0.1344800591468811, + -0.08458509296178818, + 0.28048843145370483, + 0.040392857044935226, + -0.024459242820739746, + 0.01578362286090851, + 1.0 + ], + "record_id": "break_target_object/demo_37/frame_000000", + "source_state_id": "demo_37/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 148 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_37", + "frame_idx": 89, + "split": "val", + "expert_action": [ + 0.1473214328289032, + 0.6482142806053162, + 0.3214285671710968, + 0.0, + 0.0, + -0.039642855525016785, + 1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + -0.0063287862576544285, + 0.019035715609788895, + 0.012964791618287563, + 0.04161975905299187, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + -0.0063287862576544285, + 0.019035715609788895, + 0.014172018505632877, + 0.03692227974534035, + 1.0 + ], + "control_base_action": [ + 0.09587711095809937, + -0.09094013273715973, + 0.02702205441892147, + 0.02646428719162941, + 0.03228042274713516, + 0.018132362514734268, + 1.0 + ], + "record_id": "break_target_object/demo_37/frame_000089", + "source_state_id": "demo_37/frame_000089", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 149 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_37", + "frame_idx": 177, + "split": "val", + "expert_action": [ + 0.0, + 0.010714286006987095, + -0.6214285492897034, + -0.004285714123398066, + -0.04714285582304001, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.09587711095809937, + -0.014679629355669022, + 0.007011550012975931, + 0.02646428719162941, + 0.03710933029651642, + 0.04866597801446915, + 1.0 + ], + "break_base_action": [ + 0.11793594062328339, + 0.055225834250450134, + -0.0396796278655529, + 0.012535715475678444, + 0.010550337843596935, + 0.03692227974534035, + -1.0 + ], + "control_base_action": [ + 0.14550946652889252, + 0.06793592125177383, + 0.11373423784971237, + 0.010678572580218315, + 0.0008925225702114403, + 0.0016911865677684546, + 1.0 + ], + "record_id": "break_target_object/demo_37/frame_000177", + "source_state_id": "demo_37/frame_000177", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 150 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_37", + "frame_idx": 266, + "split": "val", + "expert_action": [ + 0.1741071492433548, + 0.0, + 0.4446428716182709, + 0.0, + 0.07392857223749161, + -0.012857142835855484, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.09587711095809937, + 0.11877625435590744, + -0.2597951889038086, + 0.027392858639359474, + 0.03107319585978985, + -0.0006575529696419835, + 1.0 + ], + "break_base_action": [ + 0.28889182209968567, + -0.07187500596046448, + 0.06037289649248123, + -0.0515357106924057, + -0.0015219312626868486, + -0.12279200553894043, + 1.0 + ], + "control_base_action": [ + 0.09587711095809937, + 0.16961659491062164, + 0.04703255742788315, + 0.03482142835855484, + 0.006928657181560993, + -0.02649368718266487, + -1.0 + ], + "record_id": "break_target_object/demo_37/frame_000266", + "source_state_id": "demo_37/frame_000266", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 151 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_38", + "frame_idx": 0, + "split": "val", + "expert_action": [ + 0.13660714030265808, + -0.20357142388820648, + 0.0053571430034935474, + 0.0, + 0.0, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.15653887391090393, + -0.08458509296178818, + 0.12040440738201141, + 0.019035715609788895, + -0.009972519241273403, + 0.011086144484579563, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + -0.040099795907735825, + -0.019669122993946075, + 0.02832143008708954, + 0.03710933029651642, + 0.03692227974534035, + 1.0 + ], + "control_base_action": [ + 0.15653887391090393, + 0.02345062419772148, + 0.020351886749267578, + 0.032035715878009796, + 0.008135884068906307, + 0.027527321130037308, + -1.0 + ], + "record_id": "break_target_object/demo_38/frame_000000", + "source_state_id": "demo_38/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 152 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_38", + "frame_idx": 92, + "split": "val", + "expert_action": [ + 0.16339285671710968, + 0.7982142567634583, + 0.010714286006987095, + 0.028928572311997414, + 0.0, + -0.017142856493592262, + 1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + -0.07970063388347626, + 0.031107144430279732, + 0.04555991664528847, + 0.05571219325065613, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + -0.07187500596046448, + 0.7340598702430725, + 0.014392858371138573, + -0.09810008108615875, + 0.022829841822385788, + 1.0 + ], + "control_base_action": [ + 0.18962711095809937, + -0.09094013273715973, + 0.06704306602478027, + 0.020892858505249023, + 0.08177672326564789, + -0.01944746822118759, + 1.0 + ], + "record_id": "break_target_object/demo_38/frame_000092", + "source_state_id": "demo_38/frame_000092", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 153 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_38", + "frame_idx": 184, + "split": "val", + "expert_action": [ + -0.01607142947614193, + 0.0, + -0.3508928716182709, + -0.029999999329447746, + -0.07500000298023224, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.26683300733566284, + -0.17355568706989288, + 0.12040440738201141, + 0.1295357197523117, + -0.05584714189171791, + 0.07450211048126221, + 1.0 + ], + "break_base_action": [ + 0.26683300733566284, + -0.4531775414943695, + 0.20044642686843872, + 0.0710357129573822, + -0.09447840601205826, + 0.07450211048126221, + -1.0 + ], + "control_base_action": [ + 0.26683300733566284, + 0.20139180123806, + 0.2271270900964737, + 0.0162500012665987, + -0.012386973015964031, + 0.025178581476211548, + 1.0 + ], + "record_id": "break_target_object/demo_38/frame_000184", + "source_state_id": "demo_38/frame_000184", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 154 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_38", + "frame_idx": 276, + "split": "val", + "expert_action": [ + 0.0, + 0.01875000074505806, + -0.0, + 0.0, + 0.0, + -0.03750000149011612, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.11242122948169708, + -0.08458509296178818, + 0.020351886749267578, + 0.019035715609788895, + -0.0015219312626868486, + -0.02414494752883911, + 1.0 + ], + "break_base_action": [ + 0.11242122948169708, + -0.08458509296178818, + 0.007011550012975931, + 0.025535715743899345, + 0.014172018505632877, + -0.0006575529696419835, + 1.0 + ], + "control_base_action": [ + 0.11242122948169708, + -0.08458509296178818, + 0.020351886749267578, + 0.04132143035531044, + 0.03228042274713516, + 0.03457354009151459, + 1.0 + ], + "record_id": "break_target_object/demo_38/frame_000276", + "source_state_id": "demo_38/frame_000276", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 155 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_39", + "frame_idx": 0, + "split": "val", + "expert_action": [ + 0.0, + 0.0, + -0.07500000298023224, + 0.002142857061699033, + -0.012857142835855484, + 0.0053571430034935474, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.14550946652889252, + -0.08458509296178818, + 0.14708508551120758, + 0.032035715878009796, + 0.03710933029651642, + -0.014749989844858646, + -1.0 + ], + "break_base_action": [ + 0.1344800591468811, + -0.07187500596046448, + 0.20044642686843872, + 0.020892858505249023, + -0.08240613341331482, + 0.01578362286090851, + -1.0 + ], + "control_base_action": [ + 0.14550946652889252, + -0.34514182806015015, + 0.05370272696018219, + 0.005107144359499216, + -0.00876529235392809, + 0.004039925988763571, + -1.0 + ], + "record_id": "break_target_object/demo_39/frame_000000", + "source_state_id": "demo_39/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 156 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_39", + "frame_idx": 122, + "split": "val", + "expert_action": [ + 0.07232142984867096, + 0.543749988079071, + -0.31339284777641296, + 0.01607142947614193, + -0.025714285671710968, + -0.04285714402794838, + 1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.06278888136148453, + 0.04251575097441673, + -0.07970063388347626, + 0.019035715609788895, + -0.013594199903309345, + 0.04161975905299187, + 1.0 + ], + "break_base_action": [ + 0.2282300591468811, + -0.37056198716163635, + -0.1797531545162201, + 0.13417856395244598, + -0.07516277581453323, + 0.11208194494247437, + -1.0 + ], + "control_base_action": [ + 0.04624476283788681, + 0.08064600080251694, + 0.3205094635486603, + 0.03482142835855484, + -0.026873696595430374, + 0.011086144484579563, + 1.0 + ], + "record_id": "break_target_object/demo_39/frame_000122", + "source_state_id": "demo_39/frame_000122", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 157 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_39", + "frame_idx": 244, + "split": "val", + "expert_action": [ + 0.0, + 0.07767856866121292, + 0.7044642567634583, + -0.06857142597436905, + -0.003214285708963871, + -0.02678571455180645, + 1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + 0.10706406831741333, + 0.014392858371138573, + 0.04073100909590721, + 0.0979895070195198, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + -0.059164922684431076, + 0.14041490852832794, + 0.023678572848439217, + -0.013594199903309345, + -0.0053550321608781815, + 1.0 + ], + "control_base_action": [ + 0.23925946652889252, + 0.2141018807888031, + 0.3738707900047302, + 0.032035715878009796, + -0.03773873671889305, + 0.1332205981016159, + -1.0 + ], + "record_id": "break_target_object/demo_39/frame_000244", + "source_state_id": "demo_39/frame_000244", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 158 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_39", + "frame_idx": 366, + "split": "val", + "expert_action": [ + 0.08303571492433548, + 0.0, + 0.04821428656578064, + 0.0, + 0.0535714291036129, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.28889182209968567, + -0.4404674470424652, + -0.2131039947271347, + 0.1221071407198906, + -0.11500126123428345, + 0.04161975905299187, + 1.0 + ], + "break_base_action": [ + 0.1399947553873062, + -0.052809882909059525, + 0.05370272696018219, + 0.0385357141494751, + 0.015379245392978191, + 0.03927101939916611, + 1.0 + ], + "control_base_action": [ + 0.1344800591468811, + 0.10606616735458374, + -0.12639181315898895, + 0.020892858505249023, + 0.03228042274713516, + 0.06040967255830765, + 1.0 + ], + "record_id": "break_target_object/demo_39/frame_000366", + "source_state_id": "demo_39/frame_000366", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 159 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_40", + "frame_idx": 0, + "split": "test", + "expert_action": [ + 0.0669642835855484, + -0.28660714626312256, + 0.0026785715017467737, + 0.0, + 0.03321428596973419, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.24477417767047882, + -0.021034670993685722, + 0.17376574873924255, + 0.040392857044935226, + -0.026873696595430374, + 0.027527321130037308, + 1.0 + ], + "break_base_action": [ + 0.24477417767047882, + -0.021034670993685722, + 0.16042540967464447, + 0.025535715743899345, + -0.026873696595430374, + 0.020481102168560028, + 1.0 + ], + "control_base_action": [ + 0.1344800591468811, + 0.0043854969553649426, + 0.10039390623569489, + 0.025535715743899345, + -0.01480142679065466, + -0.0006575529696419835, + 1.0 + ], + "record_id": "break_target_object/demo_40/frame_000000", + "source_state_id": "demo_40/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 160 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_40", + "frame_idx": 88, + "split": "test", + "expert_action": [ + 0.0401785708963871, + 0.7767857313156128, + -0.1205357164144516, + 0.0, + -0.07500000298023224, + -0.08571428805589676, + 1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1399947553873062, + 0.08064600080251694, + -0.09304097294807434, + 0.027392858639359474, + 0.01175756473094225, + 0.05101471766829491, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + -0.599343478679657, + -0.3865283727645874, + -0.02646428346633911, + 0.04676714539527893, + 0.008737404830753803, + -1.0 + ], + "control_base_action": [ + 0.14550946652889252, + -0.12907038629055023, + -0.166412815451622, + 0.0060357158072292805, + 0.014172018505632877, + 0.01578362286090851, + 1.0 + ], + "record_id": "break_target_object/demo_40/frame_000088", + "source_state_id": "demo_40/frame_000088", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 161 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_40", + "frame_idx": 176, + "split": "test", + "expert_action": [ + 0.4044642746448517, + 0.0, + -0.0, + 0.0, + 0.1435714215040207, + 0.03214285895228386, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + -0.07970063388347626, + 0.031107144430279732, + 0.03228042274713516, + 0.05336345359683037, + 1.0 + ], + "break_base_action": [ + 0.14550946652889252, + 0.06793592125177383, + -0.0063287862576544285, + 0.019035715609788895, + 0.006928657181560993, + 0.05101471766829491, + 1.0 + ], + "control_base_action": [ + 0.26683300733566284, + -0.35785189270973206, + 0.12040440738201141, + 0.014392858371138573, + 0.15903924405574799, + -0.05702729895710945, + 1.0 + ], + "record_id": "break_target_object/demo_40/frame_000176", + "source_state_id": "demo_40/frame_000176", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 162 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_40", + "frame_idx": 264, + "split": "test", + "expert_action": [ + 0.10178571194410324, + 0.0, + 0.08839285373687744, + 0.0, + 0.0, + -0.04392857104539871, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.2282300591468811, + -0.059164922684431076, + 0.04703255742788315, + 0.019035715609788895, + -0.005143612157553434, + -0.0053550321608781815, + 1.0 + ], + "break_base_action": [ + 0.28889182209968567, + -0.12271534651517868, + 0.24046742916107178, + -0.006035712547600269, + -0.020837562158703804, + 0.011086144484579563, + 1.0 + ], + "control_base_action": [ + 0.2282300591468811, + -0.49130779504776, + -0.31315651535987854, + 0.07567857205867767, + 0.009343110956251621, + -0.04763234406709671, + -1.0 + ], + "record_id": "break_target_object/demo_40/frame_000264", + "source_state_id": "demo_40/frame_000264", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 163 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_41", + "frame_idx": 0, + "split": "test", + "expert_action": [ + 0.0, + 0.0, + -0.0, + -0.007499999832361937, + 0.04500000178813934, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.15653887391090393, + -0.027389712631702423, + 0.1804359257221222, + 0.040392857044935226, + -0.020837562158703804, + 0.025178581476211548, + -1.0 + ], + "break_base_action": [ + 0.18411241471767426, + -0.059164922684431076, + 0.14041490852832794, + 0.040392857044935226, + -0.009972519241273403, + 0.013434884138405323, + -1.0 + ], + "control_base_action": [ + 0.15653887391090393, + -0.027389712631702423, + 0.1804359257221222, + 0.040392857044935226, + -0.020837562158703804, + 0.025178581476211548, + 1.0 + ], + "record_id": "break_target_object/demo_41/frame_000000", + "source_state_id": "demo_41/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 164 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_41", + "frame_idx": 97, + "split": "test", + "expert_action": [ + 0.03750000149011612, + 0.8303571343421936, + 0.0401785708963871, + 0.0010714285308495164, + -0.03750000149011612, + -0.0, + 1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.11242122948169708, + -0.021034670993685722, + 0.007011550012975931, + 0.02832143008708954, + 0.03228042274713516, + 0.0627584159374237, + 1.0 + ], + "break_base_action": [ + 0.11242122948169708, + -0.021034670993685722, + 0.007011550012975931, + 0.02832143008708954, + 0.0033069762866944075, + 0.01578362286090851, + 1.0 + ], + "control_base_action": [ + 0.11242122948169708, + -0.021034670993685722, + 0.05370272696018219, + 0.031107144430279732, + -0.0015219312626868486, + 0.03692227974534035, + 1.0 + ], + "record_id": "break_target_object/demo_41/frame_000097", + "source_state_id": "demo_41/frame_000097", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 165 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_41", + "frame_idx": 195, + "split": "test", + "expert_action": [ + 0.3723214268684387, + 0.0401785708963871, + 0.38303571939468384, + 0.0, + 0.1574999988079071, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1344800591468811, + -0.059164922684431076, + 0.14041490852832794, + 0.025535715743899345, + -0.016008654609322548, + -0.0053550321608781815, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + 0.048870790749788284, + -0.019669122993946075, + 0.019035715609788895, + -0.0015219312626868486, + 0.06980463117361069, + 1.0 + ], + "control_base_action": [ + 0.1344800591468811, + -0.3642069399356842, + 0.1670955866575241, + 0.07567857205867767, + -0.09085672348737717, + 0.018132362514734268, + 1.0 + ], + "record_id": "break_target_object/demo_41/frame_000195", + "source_state_id": "demo_41/frame_000195", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 166 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_41", + "frame_idx": 292, + "split": "test", + "expert_action": [ + 0.09910714626312256, + -0.01875000074505806, + 0.03214285895228386, + 0.0, + -0.08571428805589676, + -0.04500000178813934, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.11242122948169708, + -0.03374475613236427, + -0.026339290663599968, + 0.03482142835855484, + -0.0015219312626868486, + 0.03222480043768883, + 1.0 + ], + "break_base_action": [ + 0.11242122948169708, + -0.12271534651517868, + -0.2264443337917328, + 0.08032143115997314, + 0.03710933029651642, + 0.018132362514734268, + 1.0 + ], + "control_base_action": [ + 0.15653887391090393, + 0.15690650045871735, + 0.02702205441892147, + 0.03667857125401497, + 0.01175756473094225, + 0.03692227974534035, + 1.0 + ], + "record_id": "break_target_object/demo_41/frame_000292", + "source_state_id": "demo_41/frame_000292", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 167 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_42", + "frame_idx": 0, + "split": "test", + "expert_action": [ + 0.15000000596046448, + -0.47410714626312256, + -0.0, + 0.02142857201397419, + 0.002142857061699033, + -0.018214285373687744, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.11242122948169708, + -0.021034670993685722, + -0.09304097294807434, + 0.02832143008708954, + 0.03228042274713516, + 0.022829841822385788, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + 0.06037289649248123, + 0.01996428705751896, + 0.020208153873682022, + 0.06980463117361069, + 1.0 + ], + "control_base_action": [ + 0.10690652579069138, + -0.001969544915482402, + -0.019669122993946075, + 0.025535715743899345, + -0.00393638527020812, + 0.022829841822385788, + 1.0 + ], + "record_id": "break_target_object/demo_42/frame_000000", + "source_state_id": "demo_42/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 168 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_42", + "frame_idx": 99, + "split": "test", + "expert_action": [ + 0.09375, + 0.7901785969734192, + 0.04553571343421936, + 0.0, + -0.06535714119672775, + -0.0, + 1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.26683300733566284, + -0.1608455926179886, + -0.12639181315898895, + 0.11096428334712982, + 0.0612538680434227, + 0.10268698632717133, + 1.0 + ], + "break_base_action": [ + 0.07933299988508224, + 0.029805665835738182, + -0.4532300531864166, + 0.02832143008708954, + 0.08056949824094772, + 0.05806093290448189, + 1.0 + ], + "control_base_action": [ + 0.26683300733566284, + -0.10365021973848343, + 0.14708508551120758, + -0.03667856752872467, + -0.020837562158703804, + 0.025178581476211548, + 1.0 + ], + "record_id": "break_target_object/demo_42/frame_000099", + "source_state_id": "demo_42/frame_000099", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 169 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_42", + "frame_idx": 197, + "split": "test", + "expert_action": [ + -0.06428571790456772, + 0.06964285671710968, + -0.43660715222358704, + 0.0, + 0.0, + 0.011785713955760002, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.16756829619407654, + 0.03616070747375488, + 0.10039390623569489, + 0.0385357141494751, + -0.009972519241273403, + 0.027527321130037308, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + -0.012998954392969608, + 0.01810714416205883, + -0.005143612157553434, + 0.06745589524507523, + 1.0 + ], + "control_base_action": [ + 0.16756829619407654, + 0.03616070747375488, + 0.0870535671710968, + 0.04782142862677574, + -0.020837562158703804, + 0.04396849870681763, + 1.0 + ], + "record_id": "break_target_object/demo_42/frame_000197", + "source_state_id": "demo_42/frame_000197", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 170 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_42", + "frame_idx": 296, + "split": "test", + "expert_action": [ + 0.18214285373687744, + 0.0, + 0.4848214387893677, + -0.017142856493592262, + 0.1607142835855484, + -0.07821428775787354, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.26683300733566284, + -0.4404674470424652, + -0.1797531545162201, + 0.0060357158072292805, + 0.019000926986336708, + -0.0053550321608781815, + 1.0 + ], + "break_base_action": [ + 0.28889182209968567, + -0.07187500596046448, + 0.11373423784971237, + -0.05432142689824104, + -0.009972519241273403, + -0.10869956761598587, + 1.0 + ], + "control_base_action": [ + 0.10139182209968567, + 0.7097951769828796, + 0.9341649413108826, + -0.097035713493824, + -0.0015219312626868486, + 0.06745589524507523, + 1.0 + ], + "record_id": "break_target_object/demo_42/frame_000296", + "source_state_id": "demo_42/frame_000296", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 171 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_43", + "frame_idx": 0, + "split": "test", + "expert_action": [ + 0.12589286267757416, + -0.16339285671710968, + 0.013392857275903225, + 0.0, + 0.040714286267757416, + -0.02250000089406967, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.14550946652889252, + 0.08064600080251694, + -0.0396796278655529, + 0.01160714402794838, + 0.014172018505632877, + 0.04631723836064339, + 1.0 + ], + "break_base_action": [ + 0.14550946652889252, + 0.03616070747375488, + 0.06704306602478027, + 0.0450357161462307, + 0.010550337843596935, + 0.01578362286090851, + -1.0 + ], + "control_base_action": [ + 0.14550946652889252, + -0.12907038629055023, + 0.007011550012975931, + 0.02460714429616928, + 0.05883941426873207, + 0.04396849870681763, + -1.0 + ], + "record_id": "break_target_object/demo_43/frame_000000", + "source_state_id": "demo_43/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 172 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_43", + "frame_idx": 90, + "split": "test", + "expert_action": [ + 0.0, + 0.7848214507102966, + -0.0, + 0.0, + -0.014999999664723873, + -0.04500000178813934, + 1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1344800591468811, + 0.06793592125177383, + -0.15974265336990356, + 0.03296428546309471, + -0.017215881496667862, + 0.05806093290448189, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + -0.08458509296178818, + 0.0870535671710968, + 0.04596428573131561, + 0.0033069762866944075, + 0.013434884138405323, + 1.0 + ], + "control_base_action": [ + 0.1344800591468811, + 0.06793592125177383, + -0.15974265336990356, + 0.03296428546309471, + -0.017215881496667862, + 0.04866597801446915, + 1.0 + ], + "record_id": "break_target_object/demo_43/frame_000090", + "source_state_id": "demo_43/frame_000090", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 173 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_43", + "frame_idx": 179, + "split": "test", + "expert_action": [ + -0.20357142388820648, + -0.19553571939468384, + -0.47410714626312256, + -0.004285714123398066, + -0.03750000149011612, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.15653887391090393, + -0.40869224071502686, + -0.10638130456209183, + 0.02460714429616928, + -0.13069520890712738, + 0.018132362514734268, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + 0.048870790749788284, + -0.012998954392969608, + 0.019035715609788895, + 0.01658647321164608, + 0.027527321130037308, + 1.0 + ], + "control_base_action": [ + 0.14550946652889252, + 0.06793592125177383, + 0.11373423784971237, + 0.013464286923408508, + 0.0008925225702114403, + 0.0016911865677684546, + 1.0 + ], + "record_id": "break_target_object/demo_43/frame_000179", + "source_state_id": "demo_43/frame_000179", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 174 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_43", + "frame_idx": 269, + "split": "test", + "expert_action": [ + 0.09910714626312256, + 0.0, + 0.3455357253551483, + 0.0, + 0.08250000327825546, + -0.034285712987184525, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.06830358505249023, + 0.08064600080251694, + -0.2597951889038086, + 0.027392858639359474, + 0.021415380761027336, + 0.0627584159374237, + 1.0 + ], + "break_base_action": [ + 0.2282300591468811, + -0.040099795907735825, + -0.046349793672561646, + 0.027392858639359474, + -0.024459242820739746, + 0.01578362286090851, + 1.0 + ], + "control_base_action": [ + 0.09587711095809937, + -0.027389712631702423, + -0.13973215222358704, + 0.005107144359499216, + -0.013594199903309345, + 0.03692227974534035, + -1.0 + ], + "record_id": "break_target_object/demo_43/frame_000269", + "source_state_id": "demo_43/frame_000269", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 175 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_44", + "frame_idx": 0, + "split": "test", + "expert_action": [ + 0.0, + 0.0, + -0.05089285597205162, + 0.0, + -0.010714286006987095, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.18962711095809937, + -0.12271534651517868, + 0.10706406831741333, + -0.0023214267566800117, + -0.05584714189171791, + 0.008737404830753803, + 1.0 + ], + "break_base_action": [ + 0.26131829619407654, + -0.10365021973848343, + 0.32717961072921753, + 0.007892859168350697, + -0.04136041924357414, + -0.01709872856736183, + 1.0 + ], + "control_base_action": [ + 0.2116859406232834, + -0.040099795907735825, + 0.06704306602478027, + 0.02460714429616928, + -0.005143612157553434, + 0.004039925988763571, + 1.0 + ], + "record_id": "break_target_object/demo_44/frame_000000", + "source_state_id": "demo_44/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 176 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_44", + "frame_idx": 105, + "split": "test", + "expert_action": [ + 0.13660714030265808, + 0.543749988079071, + 0.3883928656578064, + 0.008571428246796131, + 0.0, + -0.05464285612106323, + 1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.11242122948169708, + 0.03616070747375488, + -0.0063287862576544285, + 0.01160714402794838, + 0.005721430294215679, + 0.03927101939916611, + 1.0 + ], + "break_base_action": [ + -0.10816700011491776, + -0.052809882909059525, + 0.42723214626312256, + -0.006964283995330334, + -0.032909829169511795, + 0.006388665642589331, + -1.0 + ], + "control_base_action": [ + 0.11242122948169708, + 0.03616070747375488, + -0.0063287862576544285, + 0.01160714402794838, + -0.00031470434623770416, + 0.05101471766829491, + 1.0 + ], + "record_id": "break_target_object/demo_44/frame_000105", + "source_state_id": "demo_44/frame_000105", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 177 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_44", + "frame_idx": 211, + "split": "test", + "expert_action": [ + 0.0, + 0.0, + -0.5035714507102966, + 0.035357143729925156, + -0.025714285671710968, + -0.08571428805589676, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.14550946652889252, + -0.08458509296178818, + -0.1330619752407074, + 0.014392858371138573, + 0.03469487652182579, + 0.06745589524507523, + 1.0 + ], + "break_base_action": [ + 0.14550946652889252, + -0.08458509296178818, + -0.1330619752407074, + 0.014392858371138573, + 0.02865874208509922, + 0.04396849870681763, + 1.0 + ], + "control_base_action": [ + 0.14550946652889252, + -0.08458509296178818, + -0.1330619752407074, + 0.0060357158072292805, + 0.023829834535717964, + 0.0016911865677684546, + 1.0 + ], + "record_id": "break_target_object/demo_44/frame_000211", + "source_state_id": "demo_44/frame_000211", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 178 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_44", + "frame_idx": 316, + "split": "test", + "expert_action": [ + 0.0, + 0.0, + 0.0803571417927742, + 0.0, + 0.029999999329447746, + -0.03642857074737549, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1344800591468811, + -0.07187500596046448, + -0.09971114248037338, + 0.02832143008708954, + 0.05642496049404144, + 0.03692227974534035, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + -0.07187500596046448, + -0.09971114248037338, + 0.02832143008708954, + 0.06487555056810379, + 0.03692227974534035, + 1.0 + ], + "control_base_action": [ + 0.1344800591468811, + -0.07187500596046448, + 0.11373423784971237, + 0.035750001668930054, + 0.014172018505632877, + 0.03927101939916611, + 1.0 + ], + "record_id": "break_target_object/demo_44/frame_000316", + "source_state_id": "demo_44/frame_000316", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 179 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_45", + "frame_idx": 0, + "split": "test", + "expert_action": [ + 0.02142857201397419, + -0.02410714328289032, + -0.10982143133878708, + -0.003214285708963871, + -0.020357143133878708, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.14550946652889252, + -0.046454839408397675, + -0.05301996320486069, + 0.040392857044935226, + 0.010550337843596935, + 0.01578362286090851, + 1.0 + ], + "break_base_action": [ + 0.14550946652889252, + -0.046454839408397675, + -0.05301996320486069, + 0.02832143008708954, + 0.014172018505632877, + 0.01578362286090851, + 1.0 + ], + "control_base_action": [ + 0.14550946652889252, + 0.08064600080251694, + -0.0396796278655529, + 0.032035715878009796, + 0.02262260764837265, + 0.07450211048126221, + 1.0 + ], + "record_id": "break_target_object/demo_45/frame_000000", + "source_state_id": "demo_45/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 180 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_45", + "frame_idx": 114, + "split": "test", + "expert_action": [ + 0.09375, + 0.05624999850988388, + 0.3241071403026581, + -0.006428571417927742, + 0.0, + -0.0, + 1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.3991859257221222, + -0.001969544915482402, + 0.30049893260002136, + 0.006964287254959345, + -0.07878445088863373, + 0.03692227974534035, + 1.0 + ], + "break_base_action": [ + 0.07933299988508224, + -0.014679629355669022, + -0.19976365566253662, + 0.057107143104076385, + 0.03228042274713516, + 0.06040967255830765, + 1.0 + ], + "control_base_action": [ + 0.3991859257221222, + 0.01074053905904293, + -0.0063287862576544285, + 0.008821430616080761, + -0.026873696595430374, + 0.01578362286090851, + 1.0 + ], + "record_id": "break_target_object/demo_45/frame_000114", + "source_state_id": "demo_45/frame_000114", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 181 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_45", + "frame_idx": 228, + "split": "test", + "expert_action": [ + -0.2410714328289032, + -0.48750001192092896, + -0.06428571790456772, + -0.014999999664723873, + 0.0, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.14550946652889252, + 0.08064600080251694, + -0.0063287862576544285, + 0.015321429818868637, + 0.0008925225702114403, + 0.04161975905299187, + 1.0 + ], + "break_base_action": [ + 0.16205358505249023, + -0.12271534651517868, + -0.0063287862576544285, + 0.048750001937150955, + 0.014172018505632877, + 0.018132362514734268, + 1.0 + ], + "control_base_action": [ + 0.14550946652889252, + 0.06793592125177383, + -0.0863708034157753, + 0.015321429818868637, + 0.014172018505632877, + 0.04161975905299187, + 1.0 + ], + "record_id": "break_target_object/demo_45/frame_000228", + "source_state_id": "demo_45/frame_000228", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 182 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_45", + "frame_idx": 342, + "split": "test", + "expert_action": [ + 0.0, + 0.02946428582072258, + 0.4526785612106323, + 0.0, + 0.0803571417927742, + -0.011785713955760002, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.45984768867492676, + -0.28159138560295105, + 0.11373423784971237, + 0.023678572848439217, + -0.12224461883306503, + 0.03692227974534035, + 1.0 + ], + "break_base_action": [ + 0.11242122948169708, + -0.03374475613236427, + -0.012998954392969608, + -0.0013928553089499474, + -0.00393638527020812, + 0.011086144484579563, + 1.0 + ], + "control_base_action": [ + 0.2227153480052948, + 0.08700104057788849, + -0.1797531545162201, + 0.025535715743899345, + 0.03228042274713516, + 0.08624580502510071, + 1.0 + ], + "record_id": "break_target_object/demo_45/frame_000342", + "source_state_id": "demo_45/frame_000342", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 183 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_46", + "frame_idx": 0, + "split": "test", + "expert_action": [ + 0.0, + 0.0, + -0.0, + 0.0, + 0.004285714123398066, + 0.01607142947614193, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1344800591468811, + -0.07187500596046448, + 0.007011550012975931, + 0.029250001534819603, + 0.05159605294466019, + 0.018132362514734268, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + -0.14178046584129333, + 0.013681718148291111, + 0.00975000113248825, + -0.00393638527020812, + -0.02649368718266487, + 1.0 + ], + "control_base_action": [ + 0.1344800591468811, + -0.07187500596046448, + -0.05301996320486069, + 0.008821430616080761, + -0.03170260414481163, + 0.01578362286090851, + -1.0 + ], + "record_id": "break_target_object/demo_46/frame_000000", + "source_state_id": "demo_46/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 184 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_46", + "frame_idx": 121, + "split": "test", + "expert_action": [ + 0.12857143580913544, + 0.20624999701976776, + 0.7821428775787354, + -0.0053571430034935474, + 0.10178571194410324, + -0.019285714253783226, + 1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.14550946652889252, + 0.06793592125177383, + 0.0870535671710968, + 0.02646428719162941, + -0.023252015933394432, + 0.08624580502510071, + 1.0 + ], + "break_base_action": [ + 0.1399947553873062, + -0.29430148005485535, + 0.0003413818485569209, + 0.0060357158072292805, + -0.0027291581500321627, + 0.11677942425012589, + -1.0 + ], + "control_base_action": [ + 0.14550946652889252, + 0.06793592125177383, + 0.0870535671710968, + 0.02646428719162941, + -0.023252015933394432, + 0.04396849870681763, + 1.0 + ], + "record_id": "break_target_object/demo_46/frame_000121", + "source_state_id": "demo_46/frame_000121", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 185 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_46", + "frame_idx": 241, + "split": "test", + "expert_action": [ + 0.0, + -0.1205357164144516, + -0.42053571343421936, + 0.0, + -0.04178571328520775, + -0.003214285708963871, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + -0.07970063388347626, + 0.031107144430279732, + 0.03228042274713516, + 0.05806093290448189, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + 0.06704306602478027, + 0.019035715609788895, + 0.015379245392978191, + 0.06745589524507523, + 1.0 + ], + "control_base_action": [ + 0.14550946652889252, + 0.06793592125177383, + 0.14041490852832794, + 0.031107144430279732, + -0.009972519241273403, + 0.004039925988763571, + 1.0 + ], + "record_id": "break_target_object/demo_46/frame_000241", + "source_state_id": "demo_46/frame_000241", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 186 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_46", + "frame_idx": 362, + "split": "test", + "expert_action": [ + 0.10446428507566452, + 0.09642857313156128, + 0.11785714328289032, + -0.04285714402794838, + 0.017142856493592262, + -0.04178571328520775, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.11242122948169708, + 0.061580874025821686, + 0.04703255742788315, + 0.03482142835855484, + -0.016008654609322548, + 0.013434884138405323, + 1.0 + ], + "break_base_action": [ + 0.11242122948169708, + -0.03374475613236427, + -0.012998954392969608, + 0.031107144430279732, + 0.008135884068906307, + 0.04396849870681763, + 1.0 + ], + "control_base_action": [ + 0.11242122948169708, + 0.061580874025821686, + 0.04703255742788315, + 0.03482142835855484, + -0.009972519241273403, + 0.04161975905299187, + 1.0 + ], + "record_id": "break_target_object/demo_46/frame_000362", + "source_state_id": "demo_46/frame_000362", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 187 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_47", + "frame_idx": 0, + "split": "test", + "expert_action": [ + 0.1741071492433548, + -0.13928571343421936, + -0.0, + 0.0, + 0.0, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.14550946652889252, + -0.34514182806015015, + 0.11373423784971237, + 0.020892858505249023, + -0.03532428294420242, + -0.02179620787501335, + 1.0 + ], + "break_base_action": [ + 0.14550946652889252, + -0.08458509296178818, + 0.06704306602478027, + 0.019035715609788895, + -0.00393638527020812, + -0.01709872856736183, + 1.0 + ], + "control_base_action": [ + 0.14550946652889252, + 0.02345062419772148, + 0.0003413818485569209, + 0.027392858639359474, + 0.03710933029651642, + 0.05101471766829491, + 1.0 + ], + "record_id": "break_target_object/demo_47/frame_000000", + "source_state_id": "demo_47/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 188 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_47", + "frame_idx": 104, + "split": "test", + "expert_action": [ + 0.24375000596046448, + 0.0, + 0.8705357313156128, + -0.02250000089406967, + 0.12107142806053162, + -0.0, + 1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.14550946652889252, + 0.08064600080251694, + -0.0396796278655529, + 0.030178572982549667, + 0.01175756473094225, + 0.03927101939916611, + 1.0 + ], + "break_base_action": [ + 0.14550946652889252, + 0.06793592125177383, + 0.07371322810649872, + 0.030178572982549667, + -0.013594199903309345, + 0.0627584159374237, + 1.0 + ], + "control_base_action": [ + 0.14550946652889252, + 0.06793592125177383, + -0.0063287862576544285, + 0.019035715609788895, + 0.03710933029651642, + 0.04161975905299187, + 1.0 + ], + "record_id": "break_target_object/demo_47/frame_000104", + "source_state_id": "demo_47/frame_000104", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 189 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_47", + "frame_idx": 207, + "split": "test", + "expert_action": [ + -0.21964286267757416, + -0.6535714268684387, + -0.2705357074737549, + 0.0, + -0.019285714253783226, + 0.1007142886519432, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.14550946652889252, + 0.06793592125177383, + 0.0003413818485569209, + 0.013464286923408508, + 0.01658647321164608, + 0.03692227974534035, + 1.0 + ], + "break_base_action": [ + 0.14550946652889252, + 0.06793592125177383, + 0.11373423784971237, + 0.025535715743899345, + 0.010550337843596935, + 0.04161975905299187, + 1.0 + ], + "control_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + 0.06037289649248123, + 0.01996428705751896, + 0.020208153873682022, + 0.06980463117361069, + 1.0 + ], + "record_id": "break_target_object/demo_47/frame_000207", + "source_state_id": "demo_47/frame_000207", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 190 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_47", + "frame_idx": 311, + "split": "test", + "expert_action": [ + 0.12321428209543228, + 0.0, + 0.2973214387893677, + -0.01607142947614193, + 0.02250000089406967, + -0.02678571455180645, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.28889182209968567, + -0.34514182806015015, + 0.24046742916107178, + 0.1295357197523117, + -0.009972519241273403, + 0.04866597801446915, + 1.0 + ], + "break_base_action": [ + 0.20065653324127197, + -0.07187500596046448, + 0.10039390623569489, + 0.040392857044935226, + 0.01175756473094225, + 0.013434884138405323, + 1.0 + ], + "control_base_action": [ + 0.09587711095809937, + -0.046454839408397675, + 0.06704306602478027, + 0.030178572982549667, + 0.03228042274713516, + 0.04866597801446915, + 1.0 + ], + "record_id": "break_target_object/demo_47/frame_000311", + "source_state_id": "demo_47/frame_000311", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 191 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_48", + "frame_idx": 0, + "split": "test", + "expert_action": [ + 0.0, + -0.3776785731315613, + -0.0, + 0.0, + 0.014999999664723873, + -0.014999999664723873, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + -0.012998954392969608, + 0.015321429818868637, + 0.0008925225702114403, + 0.05101471766829491, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + -0.2243960201740265, + 0.007011550012975931, + 0.0450357161462307, + -0.0027291581500321627, + 0.018132362514734268, + 1.0 + ], + "control_base_action": [ + 0.1344800591468811, + -0.3642069399356842, + 0.1670955866575241, + 0.029250001534819603, + 0.005721430294215679, + -0.03119116649031639, + 1.0 + ], + "record_id": "break_target_object/demo_48/frame_000000", + "source_state_id": "demo_48/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 192 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_48", + "frame_idx": 91, + "split": "test", + "expert_action": [ + 0.05892857164144516, + 0.8223214149475098, + -0.0, + 0.0, + -0.013928571715950966, + -0.018214285373687744, + 1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.18962711095809937, + -0.021034670993685722, + 0.12040440738201141, + 0.046892859041690826, + -0.026873696595430374, + 0.011086144484579563, + 1.0 + ], + "break_base_action": [ + 0.12345064431428909, + 0.048870790749788284, + -0.019669122993946075, + 0.0162500012665987, + 0.021415380761027336, + 0.04631723836064339, + 1.0 + ], + "control_base_action": [ + 0.14550946652889252, + 0.0043854969553649426, + 0.11373423784971237, + 0.032035715878009796, + -0.009972519241273403, + 0.0016911865677684546, + 1.0 + ], + "record_id": "break_target_object/demo_48/frame_000091", + "source_state_id": "demo_48/frame_000091", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 193 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_48", + "frame_idx": 183, + "split": "test", + "expert_action": [ + -0.1473214328289032, + -0.14464285969734192, + -0.5089285969734192, + 0.0010714285308495164, + -0.06857142597436905, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + -0.07970063388347626, + 0.001392858917824924, + -0.006350839044898748, + 0.027527321130037308, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + -0.012998954392969608, + 0.01810714416205883, + 0.01175756473094225, + 0.03692227974534035, + 1.0 + ], + "control_base_action": [ + 0.1344800591468811, + -0.40869224071502686, + 0.11373423784971237, + 0.013464286923408508, + -0.14759638905525208, + -0.0006575529696419835, + 1.0 + ], + "record_id": "break_target_object/demo_48/frame_000183", + "source_state_id": "demo_48/frame_000183", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 194 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_48", + "frame_idx": 274, + "split": "test", + "expert_action": [ + -0.08303571492433548, + 0.0, + 0.05089285597205162, + 0.0, + -0.01607142947614193, + -0.0771428570151329, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.16756829619407654, + -0.052809882909059525, + 0.11373423784971237, + 0.02832143008708954, + 0.06487555056810379, + 0.04866597801446915, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + -0.3006565272808075, + 0.14041490852832794, + 0.008821430616080761, + -0.029288150370121002, + -0.02179620787501335, + 1.0 + ], + "control_base_action": [ + 0.16756829619407654, + -0.3769170343875885, + 0.6406775116920471, + -0.097035713493824, + -0.14759638905525208, + -0.04528360441327095, + 1.0 + ], + "record_id": "break_target_object/demo_48/frame_000274", + "source_state_id": "demo_48/frame_000274", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 195 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_49", + "frame_idx": 0, + "split": "test", + "expert_action": [ + 0.10982143133878708, + -0.2785714268684387, + -0.0, + 0.0, + 0.05249999836087227, + -0.029999999329447746, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.1344800591468811, + -0.14178046584129333, + 0.007011550012975931, + 0.021821429952979088, + 0.01658647321164608, + 0.03222480043768883, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + 0.06037289649248123, + 0.01996428705751896, + 0.020208153873682022, + 0.06980463117361069, + 1.0 + ], + "control_base_action": [ + 0.14550946652889252, + -0.12907038629055023, + -0.026339290663599968, + 0.00975000113248825, + 0.0612538680434227, + 0.018132362514734268, + -1.0 + ], + "record_id": "break_target_object/demo_49/frame_000000", + "source_state_id": "demo_49/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 196 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_49", + "frame_idx": 92, + "split": "test", + "expert_action": [ + 0.47410714626312256, + 0.46339285373687744, + 0.9375, + 0.0, + 0.02678571455180645, + -0.0, + 1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.14550946652889252, + 0.06793592125177383, + 0.11373423784971237, + 0.032035715878009796, + 0.035902101546525955, + 0.05806093290448189, + 1.0 + ], + "break_base_action": [ + 0.14550946652889252, + 0.06793592125177383, + 0.11373423784971237, + 0.025535715743899345, + 0.010550337843596935, + 0.05571219325065613, + -1.0 + ], + "control_base_action": [ + 0.14550946652889252, + 0.06793592125177383, + 0.11373423784971237, + 0.032035715878009796, + 0.035902101546525955, + 0.05336345359683037, + -1.0 + ], + "record_id": "break_target_object/demo_49/frame_000092", + "source_state_id": "demo_49/frame_000092", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 197 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_49", + "frame_idx": 185, + "split": "test", + "expert_action": [ + 0.02142857201397419, + 0.07500000298023224, + -0.4821428656578064, + -0.028928572311997414, + -0.04928571358323097, + -0.0, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.09587711095809937, + -0.09094013273715973, + -0.07970063388347626, + 0.006964287254959345, + 0.021415380761027336, + -0.02649368718266487, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + -0.059164922684431076, + -0.012998954392969608, + 0.0450357161462307, + 0.03710933029651642, + 0.018132362514734268, + 1.0 + ], + "control_base_action": [ + 0.1344800591468811, + -0.24346114695072174, + -0.07303046435117722, + 0.019035715609788895, + 0.03710933029651642, + 0.011086144484579563, + 1.0 + ], + "record_id": "break_target_object/demo_49/frame_000185", + "source_state_id": "demo_49/frame_000185", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 198 + }, + { + "case_id": "break_target_object", + "family": "target_object", + "suite": "libero_10", + "task_id": 0, + "demo_id": "demo_49", + "frame_idx": 277, + "split": "test", + "expert_action": [ + 0.09910714626312256, + 0.0, + 0.14464285969734192, + 0.0, + 0.03642857074737549, + -0.0503571443259716, + -1.0 + ], + "clean_instruction": "put both the alphabet soup and the tomato sauce in the basket", + "break_instruction": "put both the alphabet soup and the butter in the basket", + "control_instruction": "place both the alphabet soup and the tomato sauce into the basket", + "clean_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "control_bow": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "clean_base_action": [ + 0.18411241471767426, + -0.6883140802383423, + -0.1797531545162201, + 0.13882142305374146, + -0.08482059091329575, + 0.18254412710666656, + 1.0 + ], + "break_base_action": [ + 0.12345064431428909, + 0.08700104057788849, + -0.40653887391090393, + 0.09425000101327896, + -0.024459242820739746, + 0.0627584159374237, + 1.0 + ], + "control_base_action": [ + 0.14550946652889252, + -0.7709296345710754, + -0.19976365566253662, + 0.029250001534819603, + -0.013594199903309345, + -0.01709872856736183, + -1.0 + ], + "record_id": "break_target_object/demo_49/frame_000277", + "source_state_id": "demo_49/frame_000277", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket_demo.hdf5", + "observation_index": 199 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_0", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.0, + 0.05624999850988388, + -0.01875000074505806, + 0.0, + 0.0, + -0.0, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.013156525790691376, + 0.03616070747375488, + -0.26646533608436584, + 0.020892858505249023, + 0.01658647321164608, + -0.007703771349042654, + 1.0 + ], + "break_base_action": [ + 0.013156525790691376, + 0.03616070747375488, + 0.02702205441892147, + 0.020892858505249023, + -0.00876529235392809, + 0.03457354009151459, + -1.0 + ], + "control_base_action": [ + 0.013156525790691376, + 0.03616070747375488, + -0.09304097294807434, + 0.020892858505249023, + 0.03710933029651642, + -0.02649368718266487, + -1.0 + ], + "record_id": "break_executability_condition/demo_0/frame_000000", + "source_state_id": "demo_0/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 200 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_0", + "frame_idx": 90, + "split": "train", + "expert_action": [ + -0.03750000149011612, + 0.0, + -0.43660715222358704, + 0.0, + -0.025714285671710968, + 0.375, + 1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + -0.053019944578409195, + 0.20139180123806, + -0.03300945833325386, + 0.027392858639359474, + -0.05584714189171791, + -0.01944746822118759, + 1.0 + ], + "break_base_action": [ + -0.053019944578409195, + 0.20139180123806, + -0.03300945833325386, + -0.025535712018609047, + -0.05463991314172745, + -0.09930460900068283, + 1.0 + ], + "control_base_action": [ + 0.013156525790691376, + 0.04251575097441673, + 0.6139968633651733, + 0.003250001696869731, + -0.023252015933394432, + -0.0006575529696419835, + 1.0 + ], + "record_id": "break_executability_condition/demo_0/frame_000090", + "source_state_id": "demo_0/frame_000090", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 201 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_0", + "frame_idx": 181, + "split": "train", + "expert_action": [ + 0.0, + 0.0, + -0.0, + 0.0, + 0.0, + 0.05464285612106323, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + -0.13022582232952118, + 0.32213759422302246, + 0.8474527597427368, + -0.04874999821186066, + -0.08482059091329575, + 0.06510715186595917, + 1.0 + ], + "break_base_action": [ + 0.16756829619407654, + 0.19503675401210785, + -0.012998954392969608, + 0.048750001937150955, + -0.051018234342336655, + 0.027527321130037308, + 1.0 + ], + "control_base_action": [ + -0.13022582232952118, + 0.32213759422302246, + 0.8474527597427368, + 0.020892858505249023, + -0.08119890838861465, + -0.0030062925070524216, + -1.0 + ], + "record_id": "break_executability_condition/demo_0/frame_000181", + "source_state_id": "demo_0/frame_000181", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 202 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_0", + "frame_idx": 271, + "split": "train", + "expert_action": [ + 0.0, + 0.0, + -0.0, + 0.0, + -0.02250000089406967, + -0.07178571075201035, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + -0.12471111863851547, + -0.046454839408397675, + 0.08038339763879776, + -0.007892855443060398, + -0.013594199903309345, + 0.04161975905299187, + -1.0 + ], + "break_base_action": [ + -0.1467699408531189, + -0.07187500596046448, + 0.11373423784971237, + 0.023678572848439217, + -0.10775789618492126, + 0.07450211048126221, + 1.0 + ], + "control_base_action": [ + 0.10139182209968567, + 0.30942752957344055, + -0.166412815451622, + 0.021821429952979088, + 0.0033069762866944075, + 0.0016911865677684546, + -1.0 + ], + "record_id": "break_executability_condition/demo_0/frame_000271", + "source_state_id": "demo_0/frame_000271", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 203 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_1", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.0401785708963871, + 0.0, + 0.0026785715017467737, + 0.0, + 0.0, + -0.013928571715950966, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.47087711095809937, + 0.20139180123806, + -0.4532300531864166, + 0.0162500012665987, + -0.08723504096269608, + 0.07450211048126221, + 1.0 + ], + "break_base_action": [ + -0.0033875913359224796, + -0.2243960201740265, + 0.0870535671710968, + 0.06825000047683716, + -0.007558065932244062, + -0.0053550321608781815, + 1.0 + ], + "control_base_action": [ + 0.47087711095809937, + 0.20139180123806, + -0.4532300531864166, + 0.013464286923408508, + -0.017215881496667862, + -0.007703771349042654, + -1.0 + ], + "record_id": "break_executability_condition/demo_1/frame_000000", + "source_state_id": "demo_1/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 204 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_1", + "frame_idx": 93, + "split": "train", + "expert_action": [ + 0.0, + 0.0, + -0.7285714149475098, + 0.0, + -0.040714286267757416, + 0.375, + 1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.024185938760638237, + 0.0043854969553649426, + 0.06037289649248123, + 0.019035715609788895, + 0.0612538680434227, + 0.008737404830753803, + -1.0 + ], + "break_base_action": [ + 0.10139182209968567, + 0.4810136556625366, + 0.04703255742788315, + 0.06175000220537186, + -0.005143612157553434, + 0.025178581476211548, + -1.0 + ], + "control_base_action": [ + 0.024185938760638237, + 0.0043854969553649426, + 0.06037289649248123, + 0.019035715609788895, + 0.0612538680434227, + 0.008737404830753803, + -1.0 + ], + "record_id": "break_executability_condition/demo_1/frame_000093", + "source_state_id": "demo_1/frame_000093", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 205 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_1", + "frame_idx": 185, + "split": "train", + "expert_action": [ + -0.28125, + 0.0, + -0.3883928656578064, + 0.0, + -0.1274999976158142, + 0.06750000268220901, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.06830358505249023, + 0.08064600080251694, + 0.3738707900047302, + 0.06360714137554169, + -0.0015219312626868486, + 0.05571219325065613, + 1.0 + ], + "break_base_action": [ + 0.3991859257221222, + 0.2268119752407074, + -0.34650737047195435, + -0.024607140570878983, + -0.05463991314172745, + -0.02414494752883911, + 1.0 + ], + "control_base_action": [ + 0.06830358505249023, + 0.02345062419772148, + 0.2738182842731476, + 0.023678572848439217, + 0.04073100909590721, + 0.03692227974534035, + -1.0 + ], + "record_id": "break_executability_condition/demo_1/frame_000185", + "source_state_id": "demo_1/frame_000185", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 206 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_1", + "frame_idx": 278, + "split": "train", + "expert_action": [ + 0.01875000074505806, + 0.10178571194410324, + 0.28928571939468384, + 0.0, + 0.013928571715950966, + -0.009642857126891613, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.06830358505249023, + 0.061580874025821686, + 0.02702205441892147, + -0.0023214267566800117, + 0.015379245392978191, + 0.04396849870681763, + -1.0 + ], + "break_base_action": [ + 0.09036240726709366, + 0.0043854969553649426, + 0.2938287854194641, + -0.07196428626775742, + 0.10592126101255417, + 0.11912816017866135, + -1.0 + ], + "control_base_action": [ + 0.06830358505249023, + 0.03616070747375488, + 0.19377624988555908, + 0.012535715475678444, + 0.08660563081502914, + 0.03457354009151459, + -1.0 + ], + "record_id": "break_executability_condition/demo_1/frame_000278", + "source_state_id": "demo_1/frame_000278", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 207 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_2", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.0, + 0.0, + -0.03214285895228386, + 0.0, + -0.06750000268220901, + 0.006428571417927742, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.029700644314289093, + 0.03616070747375488, + 0.03369222208857536, + 0.020892858505249023, + 0.005721430294215679, + 0.020481102168560028, + -1.0 + ], + "break_base_action": [ + 0.018671231344342232, + 0.06793592125177383, + 0.06704306602478027, + 0.020892858505249023, + 0.005721430294215679, + 0.025178581476211548, + -1.0 + ], + "control_base_action": [ + -0.2625787556171417, + -0.001969544915482402, + 0.08038339763879776, + 0.020892858505249023, + -0.00393638527020812, + 0.06040967255830765, + -1.0 + ], + "record_id": "break_executability_condition/demo_2/frame_000000", + "source_state_id": "demo_2/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 208 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_2", + "frame_idx": 99, + "split": "train", + "expert_action": [ + -0.08303571492433548, + 0.0, + -0.4821428656578064, + 0.013928571715950966, + 0.03321428596973419, + 0.375, + 1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.018671231344342232, + 0.01709558069705963, + 0.307169109582901, + 0.005107144359499216, + 0.039523784071207047, + 0.03692227974534035, + -1.0 + ], + "break_base_action": [ + 0.018671231344342232, + 0.01709558069705963, + -0.05301996320486069, + -0.022749997675418854, + -0.009972519241273403, + 0.05571219325065613, + 1.0 + ], + "control_base_action": [ + -0.008902297355234623, + -0.001969544915482402, + 0.3538602888584137, + 0.005107144359499216, + 0.0008925225702114403, + 0.03457354009151459, + 1.0 + ], + "record_id": "break_executability_condition/demo_2/frame_000099", + "source_state_id": "demo_2/frame_000099", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 209 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_2", + "frame_idx": 198, + "split": "train", + "expert_action": [ + 0.0, + 0.05624999850988388, + -0.1473214328289032, + 0.0, + -0.017142856493592262, + -0.0, + 1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.0352153480052948, + -0.008324586786329746, + 0.23379726707935333, + -0.08217857033014297, + -0.022044789046049118, + 0.11912816017866135, + 1.0 + ], + "break_base_action": [ + -0.0585346519947052, + 0.061580874025821686, + 0.3538602888584137, + -0.052464284002780914, + 0.05159605294466019, + 0.07215337455272675, + -1.0 + ], + "control_base_action": [ + 0.0352153480052948, + -0.008324586786329746, + 0.5939863324165344, + 0.032035715878009796, + -0.028080923482775688, + 0.01578362286090851, + -1.0 + ], + "record_id": "break_executability_condition/demo_2/frame_000198", + "source_state_id": "demo_2/frame_000198", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 210 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_2", + "frame_idx": 297, + "split": "train", + "expert_action": [ + -0.01875000074505806, + 0.0, + 0.17946428060531616, + 0.0, + -0.012857142835855484, + -0.040714286267757416, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.17308299243450165, + 0.02345062419772148, + 0.38054096698760986, + 0.001392858917824924, + -0.02566646970808506, + -0.02414494752883911, + -1.0 + ], + "break_base_action": [ + 0.1344800591468811, + 0.04251575097441673, + 0.4205619692802429, + 0.02460714429616928, + 0.07694781571626663, + 0.03692227974534035, + 1.0 + ], + "control_base_action": [ + 0.18962711095809937, + 0.15690650045871735, + -0.026339290663599968, + -0.006035712547600269, + 0.004514203406870365, + 0.029876060783863068, + 1.0 + ], + "record_id": "break_executability_condition/demo_2/frame_000297", + "source_state_id": "demo_2/frame_000297", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 211 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_3", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.0, + -0.013392857275903225, + -0.10446428507566452, + 0.034285712987184525, + -0.11142857372760773, + -0.024642856791615486, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.029700644314289093, + 0.1632615476846695, + -0.05969013273715973, + 0.05432143062353134, + -0.07757722586393356, + 0.011086144484579563, + 1.0 + ], + "break_base_action": [ + 0.0352153480052948, + 0.07429096102714539, + -0.21977417171001434, + 0.020892858505249023, + -0.01480142679065466, + 0.018132362514734268, + -1.0 + ], + "control_base_action": [ + 0.029700644314289093, + 0.1632615476846695, + -0.05969013273715973, + 0.05432143062353134, + -0.06067604944109917, + 0.018132362514734268, + 1.0 + ], + "record_id": "break_executability_condition/demo_3/frame_000000", + "source_state_id": "demo_3/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 212 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_3", + "frame_idx": 95, + "split": "train", + "expert_action": [ + -0.21160714328289032, + 0.0, + -0.49017858505249023, + 0.014999999664723873, + 0.0, + 0.33321428298950195, + 1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.018671231344342232, + -0.027389712631702423, + 0.1337447464466095, + 0.019035715609788895, + 0.15903924405574799, + 0.04631723836064339, + -1.0 + ], + "break_base_action": [ + 0.11793594062328339, + 0.15690650045871735, + -0.026339290663599968, + 0.03667857125401497, + 0.010550337843596935, + 0.0016911865677684546, + 1.0 + ], + "control_base_action": [ + 0.14550946652889252, + 0.19503675401210785, + 0.02702205441892147, + 0.046892859041690826, + -0.005143612157553434, + 0.0016911865677684546, + 1.0 + ], + "record_id": "break_executability_condition/demo_3/frame_000095", + "source_state_id": "demo_3/frame_000095", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 213 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_3", + "frame_idx": 189, + "split": "train", + "expert_action": [ + -0.1339285671710968, + 0.08303571492433548, + -0.16339285671710968, + 0.02250000089406967, + 0.0, + -0.0, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.06830358505249023, + -0.001969544915482402, + 0.07371322810649872, + 0.04782142862677574, + -0.0015219312626868486, + 0.022829841822385788, + 1.0 + ], + "break_base_action": [ + 0.06278888136148453, + 0.029805665835738182, + 0.3738707900047302, + 0.04967857152223587, + 0.06849722564220428, + 0.03927101939916611, + -1.0 + ], + "control_base_action": [ + 0.06830358505249023, + 0.02345062419772148, + 0.19377624988555908, + -0.04317856952548027, + 0.014172018505632877, + 0.020481102168560028, + -1.0 + ], + "record_id": "break_executability_condition/demo_3/frame_000189", + "source_state_id": "demo_3/frame_000189", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 214 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_3", + "frame_idx": 284, + "split": "train", + "expert_action": [ + 0.0, + 0.09375, + 0.17946428060531616, + 0.0, + -0.1039285734295845, + 0.02250000089406967, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.06830358505249023, + 0.1505514681339264, + 0.0003413818485569209, + 0.022750001400709152, + -0.007558065932244062, + 0.04396849870681763, + -1.0 + ], + "break_base_action": [ + 0.09036240726709366, + -0.07187500596046448, + 0.04703255742788315, + 0.05432143062353134, + -0.007558065932244062, + 0.03222480043768883, + -1.0 + ], + "control_base_action": [ + 0.06830358505249023, + 0.03616070747375488, + 0.10039390623569489, + 0.020892858505249023, + 0.010550337843596935, + -0.0006575529696419835, + -1.0 + ], + "record_id": "break_executability_condition/demo_3/frame_000284", + "source_state_id": "demo_3/frame_000284", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 215 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_4", + "frame_idx": 0, + "split": "train", + "expert_action": [ + -0.05892857164144516, + 0.32678571343421936, + -0.0, + -0.020357143133878708, + 0.0, + -0.0, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + -0.6044905185699463, + 0.30942752957344055, + 0.5673056840896606, + 0.006964287254959345, + 0.039523784071207047, + 0.20603151619434357, + 1.0 + ], + "break_base_action": [ + 0.024185938760638237, + 0.01074053905904293, + -0.5132615566253662, + 0.015321429818868637, + -0.016008654609322548, + 0.0016911865677684546, + -1.0 + ], + "control_base_action": [ + 0.024185938760638237, + 0.01074053905904293, + -0.4198791980743408, + -0.010678569786250591, + -0.018423108384013176, + 0.03692227974534035, + -1.0 + ], + "record_id": "break_executability_condition/demo_4/frame_000000", + "source_state_id": "demo_4/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 216 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_4", + "frame_idx": 81, + "split": "train", + "expert_action": [ + -0.03482142835855484, + 0.0, + -0.3910714387893677, + -0.011785713955760002, + 0.09214285761117935, + 0.375, + 1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.00764182023704052, + 0.03616070747375488, + 0.07371322810649872, + 0.023678572848439217, + -0.017215881496667862, + 0.008737404830753803, + 1.0 + ], + "break_base_action": [ + -0.0585346519947052, + 0.2141018807888031, + 0.7340598702430725, + -0.025535712018609047, + -0.07033386826515198, + 0.06510715186595917, + 1.0 + ], + "control_base_action": [ + 0.10139182209968567, + 0.19503675401210785, + 0.040362391620874405, + 0.040392857044935226, + -0.06067604944109917, + -0.0030062925070524216, + -1.0 + ], + "record_id": "break_executability_condition/demo_4/frame_000081", + "source_state_id": "demo_4/frame_000081", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 217 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_4", + "frame_idx": 163, + "split": "train", + "expert_action": [ + -0.02142857201397419, + 0.0026785715017467737, + -0.43660715222358704, + 0.0, + 0.0, + 0.0503571443259716, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.09036240726709366, + 0.18232667446136475, + 0.6006565093994141, + 0.001392858917824924, + -0.0027291581500321627, + -0.0053550321608781815, + 1.0 + ], + "break_base_action": [ + -0.04199053347110748, + 0.061580874025821686, + 0.22045692801475525, + -0.010678569786250591, + 0.08539840579032898, + 0.03692227974534035, + -1.0 + ], + "control_base_action": [ + 0.09036240726709366, + 0.18232667446136475, + 0.6006565093994141, + 0.001392858917824924, + -0.0027291581500321627, + 0.05336345359683037, + 1.0 + ], + "record_id": "break_executability_condition/demo_4/frame_000163", + "source_state_id": "demo_4/frame_000163", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 218 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_4", + "frame_idx": 244, + "split": "train", + "expert_action": [ + 0.0, + 0.11249999701976776, + 0.20624999701976776, + -0.03321428596973419, + -0.0535714291036129, + -0.006428571417927742, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.10139182209968567, + -0.027389712631702423, + 0.2738182842731476, + 0.006964287254959345, + 0.054010506719350815, + 0.04631723836064339, + -1.0 + ], + "break_base_action": [ + 0.10139182209968567, + -0.027389712631702423, + 0.10706406831741333, + 0.03667857125401497, + 0.0033069762866944075, + 0.013434884138405323, + 1.0 + ], + "control_base_action": [ + 0.10139182209968567, + -0.014679629355669022, + -0.026339290663599968, + 0.027392858639359474, + 0.0033069762866944075, + -0.02649368718266487, + -1.0 + ], + "record_id": "break_executability_condition/demo_4/frame_000244", + "source_state_id": "demo_4/frame_000244", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 219 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_5", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.12589286267757416, + 0.15803571045398712, + -0.03214285895228386, + -0.027857143431901932, + 0.0, + -0.0, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.024185938760638237, + 0.07429096102714539, + -0.26646533608436584, + 0.020892858505249023, + 0.005721430294215679, + 0.03457354009151459, + -1.0 + ], + "break_base_action": [ + -0.04750523716211319, + 0.2903623878955841, + 0.03369222208857536, + 0.03667857125401497, + -0.011179746128618717, + -0.014749989844858646, + 1.0 + ], + "control_base_action": [ + 0.024185938760638237, + 0.07429096102714539, + -0.26646533608436584, + 0.020892858505249023, + 0.005721430294215679, + 0.03457354009151459, + -1.0 + ], + "record_id": "break_executability_condition/demo_5/frame_000000", + "source_state_id": "demo_5/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 220 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_5", + "frame_idx": 99, + "split": "train", + "expert_action": [ + -0.3214285671710968, + 0.1741071492433548, + -0.4553571343421936, + -0.010714286006987095, + 0.0, + 0.24964286386966705, + 1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.024185938760638237, + 0.03616070747375488, + -0.0063287862576544285, + 0.023678572848439217, + 0.006928657181560993, + 0.0016911865677684546, + -1.0 + ], + "break_base_action": [ + -0.09713759273290634, + -0.09729517996311188, + 0.08038339763879776, + 0.029250001534819603, + -0.10292898863554001, + 0.0979895070195198, + 1.0 + ], + "control_base_action": [ + 0.024185938760638237, + 0.03616070747375488, + -0.0063287862576544285, + 0.023678572848439217, + -0.036531511694192886, + 0.03927101939916611, + 1.0 + ], + "record_id": "break_executability_condition/demo_5/frame_000099", + "source_state_id": "demo_5/frame_000099", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 221 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_5", + "frame_idx": 199, + "split": "train", + "expert_action": [ + -0.11785714328289032, + 0.0, + -0.2544642984867096, + 0.017142856493592262, + -0.07071428745985031, + 0.017142856493592262, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.013156525790691376, + 0.32213759422302246, + 0.3538602888584137, + -0.0023214267566800117, + -0.057054366916418076, + 0.029876060783863068, + 1.0 + ], + "break_base_action": [ + -0.008902297355234623, + -0.3006565272808075, + 0.04703255742788315, + -0.097035713493824, + 0.15903924405574799, + -0.04058612510561943, + 1.0 + ], + "control_base_action": [ + 0.013156525790691376, + 0.32213759422302246, + 0.11373423784971237, + 0.023678572848439217, + 0.029865968972444534, + 0.0016911865677684546, + 1.0 + ], + "record_id": "break_executability_condition/demo_5/frame_000199", + "source_state_id": "demo_5/frame_000199", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 222 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_5", + "frame_idx": 298, + "split": "train", + "expert_action": [ + 0.0, + 0.03214285895228386, + -0.0, + 0.0, + 0.020357143133878708, + -0.04821428656578064, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + -0.12471111863851547, + 0.1886817216873169, + -0.0063287862576544285, + -0.009749998338520527, + -0.012386973015964031, + 0.3046785891056061, + -1.0 + ], + "break_base_action": [ + -0.3287552297115326, + 0.14419642090797424, + 0.40722164511680603, + 0.027392858639359474, + -0.036531511694192886, + 0.027527321130037308, + -1.0 + ], + "control_base_action": [ + -0.12471111863851547, + 0.1886817216873169, + -0.0063287862576544285, + 0.001392858917824924, + -0.07033386826515198, + -0.09930460900068283, + -1.0 + ], + "record_id": "break_executability_condition/demo_5/frame_000298", + "source_state_id": "demo_5/frame_000298", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 223 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_6", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -0.0, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.11793594062328339, + -0.027389712631702423, + -0.2597951889038086, + 0.020892858505249023, + -0.017215881496667862, + 0.0016911865677684546, + -1.0 + ], + "break_base_action": [ + 0.14550946652889252, + 0.07429096102714539, + -0.0863708034157753, + 0.04132143035531044, + 0.06970445811748505, + 0.011086144484579563, + 1.0 + ], + "control_base_action": [ + 0.11793594062328339, + -0.027389712631702423, + -0.026339290663599968, + 0.020892858505249023, + -0.005143612157553434, + 0.12382563948631287, + -1.0 + ], + "record_id": "break_executability_condition/demo_6/frame_000000", + "source_state_id": "demo_6/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 224 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_6", + "frame_idx": 102, + "split": "train", + "expert_action": [ + -0.1205357164144516, + 0.06160714104771614, + -0.0, + 0.0, + -0.12964285910129547, + 0.031071428209543228, + 1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.17859770357608795, + 0.0043854969553649426, + 0.16042540967464447, + -0.003249998204410076, + 0.0914345383644104, + -0.07346847653388977, + 1.0 + ], + "break_base_action": [ + 0.17859770357608795, + 0.03616070747375488, + -0.07303046435117722, + 0.019035715609788895, + 0.0008925225702114403, + -0.012401250191032887, + 1.0 + ], + "control_base_action": [ + 0.10139182209968567, + 0.1632615476846695, + -0.11305147409439087, + 0.032035715878009796, + -0.04377487301826477, + 0.01578362286090851, + 1.0 + ], + "record_id": "break_executability_condition/demo_6/frame_000102", + "source_state_id": "demo_6/frame_000102", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 225 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_6", + "frame_idx": 203, + "split": "train", + "expert_action": [ + -0.38303571939468384, + 0.5732142925262451, + -0.30000001192092896, + -0.07392857223749161, + -0.12964285910129547, + -0.0, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.05727417394518852, + 0.04251575097441673, + 0.28048843145370483, + 0.025535715743899345, + 0.014172018505632877, + 0.029876060783863068, + -1.0 + ], + "break_base_action": [ + 0.05727417394518852, + 0.04251575097441673, + 0.10039390623569489, + -0.04317856952548027, + -0.051018234342336655, + 0.01578362286090851, + -1.0 + ], + "control_base_action": [ + 0.05727417394518852, + 0.04251575097441673, + 0.28048843145370483, + 0.025535715743899345, + 0.014172018505632877, + 0.029876060783863068, + -1.0 + ], + "record_id": "break_executability_condition/demo_6/frame_000203", + "source_state_id": "demo_6/frame_000203", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 226 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_6", + "frame_idx": 305, + "split": "train", + "expert_action": [ + 0.2651785612106323, + 0.0, + 0.0669642835855484, + -0.011785713955760002, + 0.11571428924798965, + -0.0, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.10139182209968567, + 0.3666228950023651, + 0.03369222208857536, + -0.097035713493824, + -0.032909829169511795, + 0.05336345359683037, + -1.0 + ], + "break_base_action": [ + 0.10139182209968567, + -0.027389712631702423, + -0.026339290663599968, + 0.025535715743899345, + -0.024459242820739746, + -0.0053550321608781815, + 1.0 + ], + "control_base_action": [ + 0.10139182209968567, + 0.3666228950023651, + 0.007011550012975931, + 0.03946428745985031, + -0.06912663578987122, + 0.020481102168560028, + -1.0 + ], + "record_id": "break_executability_condition/demo_6/frame_000305", + "source_state_id": "demo_6/frame_000305", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 227 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_7", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.11517857015132904, + 0.13928571343421936, + -0.0, + 0.0, + 0.017142856493592262, + -0.0, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.00212711445055902, + -0.03374475613236427, + -0.1330619752407074, + 0.035750001668930054, + 0.010550337843596935, + -0.0053550321608781815, + 1.0 + ], + "break_base_action": [ + 0.14550946652889252, + 0.19503675401210785, + 0.04703255742788315, + 0.030178572982549667, + -0.017215881496667862, + 0.05571219325065613, + 1.0 + ], + "control_base_action": [ + 0.00212711445055902, + -0.03374475613236427, + -0.026339290663599968, + 0.015321429818868637, + 0.054010506719350815, + 0.022829841822385788, + 1.0 + ], + "record_id": "break_executability_condition/demo_7/frame_000000", + "source_state_id": "demo_7/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 228 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_7", + "frame_idx": 90, + "split": "train", + "expert_action": [ + 0.0, + 0.0, + -0.6348214149475098, + 0.039642855525016785, + 0.0, + 0.375, + 1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.11793594062328339, + 0.19503675401210785, + -0.11305147409439087, + -0.009749998338520527, + 0.006928657181560993, + 0.020481102168560028, + 1.0 + ], + "break_base_action": [ + 0.11793594062328339, + 0.23316700756549835, + 0.14041490852832794, + 0.031107144430279732, + 0.029865968972444534, + 0.018132362514734268, + 1.0 + ], + "control_base_action": [ + 0.11793594062328339, + 0.19503675401210785, + -0.11305147409439087, + 0.06267857551574707, + -0.051018234342336655, + -0.010052510537207127, + 1.0 + ], + "record_id": "break_executability_condition/demo_7/frame_000090", + "source_state_id": "demo_7/frame_000090", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 229 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_7", + "frame_idx": 181, + "split": "train", + "expert_action": [ + -0.20892857015132904, + 0.1473214328289032, + -0.25982141494750977, + 0.0, + -0.1371428519487381, + -0.0, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.2227153480052948, + 0.5191438794136047, + 0.0870535671710968, + -0.052464284002780914, + -0.08482059091329575, + 0.07685085386037827, + 1.0 + ], + "break_base_action": [ + 0.18962711095809937, + -0.014679629355669022, + 0.040362391620874405, + -0.020892854779958725, + -0.029288150370121002, + 0.022829841822385788, + 1.0 + ], + "control_base_action": [ + 0.2227153480052948, + -0.40869224071502686, + 0.04703255742788315, + -0.016249997541308403, + 0.015379245392978191, + 0.06745589524507523, + 1.0 + ], + "record_id": "break_executability_condition/demo_7/frame_000181", + "source_state_id": "demo_7/frame_000181", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 230 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_7", + "frame_idx": 271, + "split": "train", + "expert_action": [ + 0.02678571455180645, + 0.0401785708963871, + -0.0, + -0.012857142835855484, + 0.0, + -0.0, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.1344800591468811, + 0.04251575097441673, + -0.026339290663599968, + 0.02646428719162941, + 0.015379245392978191, + 0.03457354009151459, + -1.0 + ], + "break_base_action": [ + 0.1344800591468811, + -0.03374475613236427, + 0.0003413818485569209, + 0.020892858505249023, + 0.009343110956251621, + 0.03222480043768883, + -1.0 + ], + "control_base_action": [ + 0.1344800591468811, + 0.04251575097441673, + -0.026339290663599968, + 0.02646428719162941, + 0.015379245392978191, + 0.03457354009151459, + -1.0 + ], + "record_id": "break_executability_condition/demo_7/frame_000271", + "source_state_id": "demo_7/frame_000271", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 231 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_8", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.0, + 0.2410714328289032, + -0.11517857015132904, + 0.03321428596973419, + 0.0, + -0.0, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.2227153480052948, + -0.34514182806015015, + -0.5532825589179993, + 0.07382142543792725, + 0.08419118076562881, + 0.07215337455272675, + 1.0 + ], + "break_base_action": [ + -0.0033875913359224796, + -0.001969544915482402, + -0.019669122993946075, + -0.0013928553089499474, + 0.0033069762866944075, + 0.013434884138405323, + -1.0 + ], + "control_base_action": [ + 0.18962711095809937, + -0.09729517996311188, + -0.09304097294807434, + 0.08867856860160828, + -0.11379403620958328, + 0.01578362286090851, + 1.0 + ], + "record_id": "break_executability_condition/demo_8/frame_000000", + "source_state_id": "demo_8/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 232 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_8", + "frame_idx": 91, + "split": "train", + "expert_action": [ + -0.0535714291036129, + -0.14464285969734192, + -0.2785714268684387, + 0.0, + -0.14892856776714325, + 0.14142857491970062, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.10139182209968567, + 0.2903623878955841, + -0.0063287862576544285, + 0.05246428772807121, + -0.02566646970808506, + -0.02414494752883911, + 1.0 + ], + "break_base_action": [ + 0.11793594062328339, + -0.027389712631702423, + -0.17308299243450165, + 0.032035715878009796, + -0.005143612157553434, + 0.08154832571744919, + 1.0 + ], + "control_base_action": [ + 0.11793594062328339, + 0.19503675401210785, + 0.02702205441892147, + -0.025535712018609047, + 0.014172018505632877, + -0.10635083168745041, + 1.0 + ], + "record_id": "break_executability_condition/demo_8/frame_000091", + "source_state_id": "demo_8/frame_000091", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 233 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_8", + "frame_idx": 183, + "split": "train", + "expert_action": [ + -0.19821429252624512, + 0.0, + -0.23303571343421936, + 0.0, + -0.08571428805589676, + -0.0, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + -0.03647582605481148, + -0.3642069399356842, + 0.2604779303073883, + 0.023678572848439217, + -0.14759638905525208, + 0.07215337455272675, + 1.0 + ], + "break_base_action": [ + 0.0352153480052948, + -0.014679629355669022, + -0.2131039947271347, + 0.025535715743899345, + 0.0443526916205883, + 0.04631723836064339, + -1.0 + ], + "control_base_action": [ + 0.013156525790691376, + 0.11242121458053589, + -0.0063287862576544285, + 0.09425000101327896, + -0.06912663578987122, + 0.06510715186595917, + -1.0 + ], + "record_id": "break_executability_condition/demo_8/frame_000183", + "source_state_id": "demo_8/frame_000183", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 234 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_8", + "frame_idx": 274, + "split": "train", + "expert_action": [ + 0.0, + 0.12589286267757416, + 0.3348214328289032, + -0.012857142835855484, + -0.0535714291036129, + -0.02142857201397419, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.07933299988508224, + 0.03616070747375488, + -0.026339290663599968, + 0.012535715475678444, + -0.10292898863554001, + 0.03457354009151459, + -1.0 + ], + "break_base_action": [ + 0.09036240726709366, + 0.02345062419772148, + 0.07371322810649872, + 0.01810714416205883, + 0.010550337843596935, + 0.04631723836064339, + -1.0 + ], + "control_base_action": [ + 0.07933299988508224, + 0.03616070747375488, + -0.026339290663599968, + 0.01810714416205883, + 0.015379245392978191, + 0.029876060783863068, + -1.0 + ], + "record_id": "break_executability_condition/demo_8/frame_000274", + "source_state_id": "demo_8/frame_000274", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 235 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_9", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.0, + 0.0026785715017467737, + -0.0, + 0.0, + 0.0, + -0.0, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.024185938760638237, + 0.29671743512153625, + -0.14640231430530548, + 0.012535715475678444, + -0.009972519241273403, + -0.014749989844858646, + -1.0 + ], + "break_base_action": [ + -0.0033875913359224796, + -0.2116859406232834, + -0.12639181315898895, + 0.0580357164144516, + -0.007558065932244062, + 0.08624580502510071, + 1.0 + ], + "control_base_action": [ + 0.024185938760638237, + 0.7924107313156128, + -0.2864758372306824, + 0.020892858505249023, + 0.025037061423063278, + 0.08154832571744919, + -1.0 + ], + "record_id": "break_executability_condition/demo_9/frame_000000", + "source_state_id": "demo_9/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 236 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_9", + "frame_idx": 102, + "split": "train", + "expert_action": [ + -0.0669642835855484, + -0.06428571790456772, + -0.4660714268684387, + 0.002142857061699033, + -0.04392857104539871, + 0.207857146859169, + 1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.05727417394518852, + 0.04251575097441673, + -0.19976365566253662, + 0.03667857125401497, + -0.032909829169511795, + -0.007703771349042654, + 1.0 + ], + "break_base_action": [ + 0.05727417394518852, + 0.04251575097441673, + 0.18710608780384064, + -0.0023214267566800117, + -0.14759638905525208, + 0.011086144484579563, + 1.0 + ], + "control_base_action": [ + 0.10139182209968567, + 0.01709558069705963, + -0.11305147409439087, + 0.09610714018344879, + -0.005143612157553434, + 0.013434884138405323, + 1.0 + ], + "record_id": "break_executability_condition/demo_9/frame_000102", + "source_state_id": "demo_9/frame_000102", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 237 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_9", + "frame_idx": 205, + "split": "train", + "expert_action": [ + 0.21964286267757416, + 0.24375000596046448, + 0.47410714626312256, + 0.020357143133878708, + -0.002142857061699033, + -0.0, + 1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.2227153480052948, + -0.008324586786329746, + 0.040362391620874405, + 0.01996428705751896, + -0.03532428294420242, + -0.007703771349042654, + 1.0 + ], + "break_base_action": [ + 0.23925946652889252, + 0.1886817216873169, + 0.03369222208857536, + 0.03946428745985031, + -0.01480142679065466, + 0.029876060783863068, + 1.0 + ], + "control_base_action": [ + 0.2116859406232834, + 0.1886817216873169, + 0.7140493392944336, + 0.035750001668930054, + -0.13431689143180847, + 0.06510715186595917, + 1.0 + ], + "record_id": "break_executability_condition/demo_9/frame_000205", + "source_state_id": "demo_9/frame_000205", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 238 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_9", + "frame_idx": 307, + "split": "train", + "expert_action": [ + -0.375, + 0.09642857313156128, + -0.20892857015132904, + 0.0, + 0.12857143580913544, + 0.02250000089406967, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.06830358505249023, + 0.3539128005504608, + -0.166412815451622, + 0.06267857551574707, + -0.013594199903309345, + 0.1097332015633583, + 1.0 + ], + "break_base_action": [ + 0.10139182209968567, + -0.027389712631702423, + 0.12707456946372986, + 0.032035715878009796, + -0.07878445088863373, + 0.03222480043768883, + 1.0 + ], + "control_base_action": [ + 0.10139182209968567, + 0.30942752957344055, + -0.06636030226945877, + 0.021821429952979088, + 0.01658647321164608, + 0.013434884138405323, + 1.0 + ], + "record_id": "break_executability_condition/demo_9/frame_000307", + "source_state_id": "demo_9/frame_000307", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 239 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_10", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.02946428582072258, + 0.3910714387893677, + -0.0, + 0.0, + 0.0, + -0.02678571455180645, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.14550946652889252, + 0.19503675401210785, + -0.5065913796424866, + 0.0162500012665987, + -0.06791941076517105, + -0.010052510537207127, + -1.0 + ], + "break_base_action": [ + 0.14550946652889252, + 0.048870790749788284, + -0.0396796278655529, + 0.012535715475678444, + -0.005143612157553434, + 0.03222480043768883, + 1.0 + ], + "control_base_action": [ + 0.029700644314289093, + -0.001969544915482402, + 0.1337447464466095, + 0.023678572848439217, + -0.051018234342336655, + 0.01578362286090851, + 1.0 + ], + "record_id": "break_executability_condition/demo_10/frame_000000", + "source_state_id": "demo_10/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 240 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_10", + "frame_idx": 85, + "split": "train", + "expert_action": [ + 0.0, + -0.06160714104771614, + -0.4017857015132904, + 0.017142856493592262, + -0.02250000089406967, + 0.31607142090797424, + 1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.11793594062328339, + 0.2268119752407074, + 0.040362391620874405, + 0.020892858505249023, + -0.06912663578987122, + -0.0006575529696419835, + 1.0 + ], + "break_base_action": [ + 0.11793594062328339, + 0.23316700756549835, + -0.026339290663599968, + 0.040392857044935226, + -0.051018234342336655, + 0.020481102168560028, + 1.0 + ], + "control_base_action": [ + 0.11793594062328339, + 0.23316700756549835, + 0.09372373670339584, + 0.046892859041690826, + -0.06791941076517105, + 0.006388665642589331, + -1.0 + ], + "record_id": "break_executability_condition/demo_10/frame_000085", + "source_state_id": "demo_10/frame_000085", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 241 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_10", + "frame_idx": 169, + "split": "train", + "expert_action": [ + 0.0, + 0.1473214328289032, + -0.0, + -0.007499999832361937, + -0.014999999664723873, + -0.0, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + -0.04199053347110748, + 0.1632615476846695, + 0.2271270900964737, + -0.009749998338520527, + 0.05521773174405098, + 0.07685085386037827, + -1.0 + ], + "break_base_action": [ + -0.13022582232952118, + -0.10365021973848343, + 0.02702205441892147, + 0.02646428719162941, + 0.04676714539527893, + 0.022829841822385788, + -1.0 + ], + "control_base_action": [ + 0.10139182209968567, + 0.1632615476846695, + 0.020351886749267578, + 0.023678572848439217, + -0.09568563103675842, + 0.03222480043768883, + -1.0 + ], + "record_id": "break_executability_condition/demo_10/frame_000169", + "source_state_id": "demo_10/frame_000169", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 242 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_10", + "frame_idx": 254, + "split": "train", + "expert_action": [ + -0.1741071492433548, + -0.008035714738070965, + -0.0026785715017467737, + 0.0, + -0.056785713881254196, + -0.02142857201397419, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.10690652579069138, + 0.1632615476846695, + 0.0003413818485569209, + -0.02832142636179924, + -0.011179746128618717, + 0.006388665642589331, + -1.0 + ], + "break_base_action": [ + 0.10139182209968567, + 0.30942752957344055, + -0.25312501192092896, + 0.012535715475678444, + -0.00031470434623770416, + 0.04866597801446915, + -1.0 + ], + "control_base_action": [ + 0.06830358505249023, + 0.01709558069705963, + -0.026339290663599968, + -0.008821426890790462, + -0.03773873671889305, + 0.03692227974534035, + 1.0 + ], + "record_id": "break_executability_condition/demo_10/frame_000254", + "source_state_id": "demo_10/frame_000254", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 243 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_11", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.11517857015132904, + 0.02678571455180645, + -0.0, + 0.0, + 0.0, + -0.014999999664723873, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.16205358505249023, + -0.03374475613236427, + -0.10638130456209183, + 0.01996428705751896, + -0.017215881496667862, + 0.013434884138405323, + 1.0 + ], + "break_base_action": [ + 0.16205358505249023, + 0.10606616735458374, + 0.02702205441892147, + 0.032035715878009796, + -0.01480142679065466, + 0.05571219325065613, + 1.0 + ], + "control_base_action": [ + 0.16205358505249023, + -0.03374475613236427, + -0.10638130456209183, + 0.006964287254959345, + -0.005143612157553434, + 0.011086144484579563, + 1.0 + ], + "record_id": "break_executability_condition/demo_11/frame_000000", + "source_state_id": "demo_11/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 244 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_11", + "frame_idx": 88, + "split": "train", + "expert_action": [ + -0.24375000596046448, + 0.0401785708963871, + -0.24375000596046448, + 0.0, + 0.006428571417927742, + 0.29357144236564636, + 1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.10139182209968567, + 0.1886817216873169, + -0.1797531545162201, + 0.035750001668930054, + -0.009972519241273403, + -0.007703771349042654, + -1.0 + ], + "break_base_action": [ + 0.09036240726709366, + 0.08700104057788849, + -0.046349793672561646, + 0.048750001937150955, + -0.01480142679065466, + 0.027527321130037308, + 1.0 + ], + "control_base_action": [ + 0.11793594062328339, + -0.07187500596046448, + -0.19976365566253662, + 0.03667857125401497, + 0.06970445811748505, + 0.03692227974534035, + 1.0 + ], + "record_id": "break_executability_condition/demo_11/frame_000088", + "source_state_id": "demo_11/frame_000088", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 245 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_11", + "frame_idx": 176, + "split": "train", + "expert_action": [ + 0.15535713732242584, + 0.07767856866121292, + -0.3321428596973419, + 0.0, + -0.05999999865889549, + 0.0835714265704155, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + -0.0033875913359224796, + 0.1632615476846695, + 0.30049893260002136, + 0.02646428719162941, + -0.051018234342336655, + 0.013434884138405323, + 1.0 + ], + "break_base_action": [ + -0.0033875913359224796, + 0.2141018807888031, + 0.040362391620874405, + 0.03946428745985031, + -0.032909829169511795, + 0.03457354009151459, + 1.0 + ], + "control_base_action": [ + -0.0033875913359224796, + 0.1632615476846695, + 0.30049893260002136, + 0.02646428719162941, + -0.13431689143180847, + -0.012401250191032887, + 1.0 + ], + "record_id": "break_executability_condition/demo_11/frame_000176", + "source_state_id": "demo_11/frame_000176", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 246 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_11", + "frame_idx": 264, + "split": "train", + "expert_action": [ + 0.0, + 0.07232142984867096, + -0.15000000596046448, + 0.0, + 0.0, + 0.01607142947614193, + 1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + -0.1467699408531189, + 0.08064600080251694, + -0.0063287862576544285, + -0.008821426890790462, + -0.00393638527020812, + 0.027527321130037308, + 1.0 + ], + "break_base_action": [ + 0.1344800591468811, + 0.08064600080251694, + -0.05969013273715973, + 0.030178572982549667, + -0.01480142679065466, + -0.007703771349042654, + 1.0 + ], + "control_base_action": [ + 0.1344800591468811, + 0.4047531485557556, + 0.20711658895015717, + 0.06267857551574707, + -0.051018234342336655, + 0.03692227974534035, + 1.0 + ], + "record_id": "break_executability_condition/demo_11/frame_000264", + "source_state_id": "demo_11/frame_000264", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 247 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_12", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.0, + 0.20357142388820648, + -0.0, + 0.0, + -0.0053571430034935474, + -0.019285714253783226, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + -0.22397582232952118, + -0.2243960201740265, + -0.0063287862576544285, + -0.007892855443060398, + -0.0027291581500321627, + 0.05101471766829491, + 1.0 + ], + "break_base_action": [ + 0.05175946652889252, + 0.1632615476846695, + -0.09304097294807434, + 0.020892858505249023, + -0.08240613341331482, + -0.0006575529696419835, + 1.0 + ], + "control_base_action": [ + 0.2116859406232834, + 0.01074053905904293, + -0.12639181315898895, + 0.040392857044935226, + 0.012964791618287563, + 0.10738446563482285, + 1.0 + ], + "record_id": "break_executability_condition/demo_12/frame_000000", + "source_state_id": "demo_12/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 248 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_12", + "frame_idx": 78, + "split": "train", + "expert_action": [ + 0.0, + 0.0, + -0.7044642567634583, + 0.0, + 0.0, + 0.375, + 1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.10139182209968567, + 0.19503675401210785, + -0.06636030226945877, + -0.009749998338520527, + 0.015379245392978191, + -0.04763234406709671, + 1.0 + ], + "break_base_action": [ + 0.10139182209968567, + 0.1886817216873169, + -0.14640231430530548, + 0.035750001668930054, + -0.032909829169511795, + 0.0016911865677684546, + 1.0 + ], + "control_base_action": [ + 0.10139182209968567, + 0.19503675401210785, + 0.040362391620874405, + 0.0004642874700948596, + -0.00031470434623770416, + 0.018132362514734268, + -1.0 + ], + "record_id": "break_executability_condition/demo_12/frame_000078", + "source_state_id": "demo_12/frame_000078", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 249 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_12", + "frame_idx": 155, + "split": "train", + "expert_action": [ + -0.3375000059604645, + 0.06428571790456772, + -0.4392857253551483, + 0.06750000268220901, + -0.031071428209543228, + 0.11142857372760773, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + -0.13022582232952118, + -0.34514182806015015, + 0.2738182842731476, + 0.01996428705751896, + 0.1252368986606598, + 0.004039925988763571, + -1.0 + ], + "break_base_action": [ + 0.10139182209968567, + 0.01709558069705963, + 0.22045692801475525, + -0.08217857033014297, + 0.008135884068906307, + 0.06510715186595917, + 1.0 + ], + "control_base_action": [ + -0.13022582232952118, + -0.34514182806015015, + 0.2738182842731476, + 0.01996428705751896, + 0.1252368986606598, + 0.08154832571744919, + -1.0 + ], + "record_id": "break_executability_condition/demo_12/frame_000155", + "source_state_id": "demo_12/frame_000155", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 250 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_12", + "frame_idx": 233, + "split": "train", + "expert_action": [ + -0.1875, + 0.11785714328289032, + -0.05089285597205162, + -0.006428571417927742, + 0.0, + -0.0, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.10139182209968567, + 0.03616070747375488, + 0.28048843145370483, + -0.019035711884498596, + 0.009343110956251621, + 0.0016911865677684546, + 1.0 + ], + "break_base_action": [ + 0.10139182209968567, + 0.1886817216873169, + -0.026339290663599968, + -0.009749998338520527, + 0.1312730312347412, + 0.13791806995868683, + -1.0 + ], + "control_base_action": [ + 0.10139182209968567, + 0.03616070747375488, + -0.06636030226945877, + -0.04132142663002014, + -0.07033386826515198, + 0.020481102168560028, + 1.0 + ], + "record_id": "break_executability_condition/demo_12/frame_000233", + "source_state_id": "demo_12/frame_000233", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 251 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_13", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.0, + -0.0026785715017467737, + -0.0, + 0.003214285708963871, + 0.0, + -0.0, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.013156525790691376, + 0.01074053905904293, + 0.02702205441892147, + 0.020892858505249023, + -0.00876529235392809, + -0.014749989844858646, + 1.0 + ], + "break_base_action": [ + 0.013156525790691376, + 0.03616070747375488, + 0.02702205441892147, + 0.020892858505249023, + -0.0015219312626868486, + 0.03457354009151459, + -1.0 + ], + "control_base_action": [ + 0.013156525790691376, + 0.01074053905904293, + 0.02702205441892147, + 0.020892858505249023, + 0.03710933029651642, + 0.07685085386037827, + -1.0 + ], + "record_id": "break_executability_condition/demo_13/frame_000000", + "source_state_id": "demo_13/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 252 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_13", + "frame_idx": 73, + "split": "train", + "expert_action": [ + 0.0, + 0.0053571430034935474, + -0.5276785492897034, + 0.01607142947614193, + 0.0, + 0.375, + 1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.06830358505249023, + 0.23316700756549835, + 0.02702205441892147, + 0.012535715475678444, + -0.08482059091329575, + -0.02414494752883911, + 1.0 + ], + "break_base_action": [ + -0.0585346519947052, + -0.2116859406232834, + -0.1797531545162201, + -0.04874999821186066, + -0.006350839044898748, + -0.007703771349042654, + 1.0 + ], + "control_base_action": [ + 0.06830358505249023, + 0.2141018807888031, + -0.0063287862576544285, + 0.012535715475678444, + -0.0763700008392334, + -0.02414494752883911, + 1.0 + ], + "record_id": "break_executability_condition/demo_13/frame_000073", + "source_state_id": "demo_13/frame_000073", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 253 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_13", + "frame_idx": 145, + "split": "train", + "expert_action": [ + -0.28928571939468384, + 0.1607142835855484, + -0.47678571939468384, + 0.0, + -0.09428571164608002, + 0.12107142806053162, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.013156525790691376, + -0.2116859406232834, + 0.9341649413108826, + -0.097035713493824, + 0.15903924405574799, + 0.0979895070195198, + -1.0 + ], + "break_base_action": [ + 0.0352153480052948, + -0.13542543351650238, + 0.9274947643280029, + -0.019035711884498596, + -0.10051453858613968, + 0.03457354009151459, + 1.0 + ], + "control_base_action": [ + 0.3991859257221222, + 0.2395220547914505, + -0.29981619119644165, + 0.032035715878009796, + -0.0763700008392334, + -0.0030062925070524216, + 1.0 + ], + "record_id": "break_executability_condition/demo_13/frame_000145", + "source_state_id": "demo_13/frame_000145", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 254 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_13", + "frame_idx": 218, + "split": "train", + "expert_action": [ + 0.0, + 0.03482142835855484, + 0.2410714328289032, + -0.03321428596973419, + -0.0053571430034935474, + -0.006428571417927742, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.10139182209968567, + 0.30942752957344055, + 0.007011550012975931, + -0.02832142636179924, + -0.028080923482775688, + 0.006388665642589331, + 1.0 + ], + "break_base_action": [ + 0.10139182209968567, + 0.30942752957344055, + 0.10039390623569489, + -0.07567856460809708, + -0.03170260414481163, + 0.05101471766829491, + 1.0 + ], + "control_base_action": [ + 0.10139182209968567, + 0.30942752957344055, + 0.007011550012975931, + -0.02832142636179924, + -0.023252015933394432, + 0.029876060783863068, + -1.0 + ], + "record_id": "break_executability_condition/demo_13/frame_000218", + "source_state_id": "demo_13/frame_000218", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 255 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_14", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -0.0, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.013156525790691376, + -0.25617122650146484, + -0.12639181315898895, + -0.015321426093578339, + 0.0033069762866944075, + 0.08624580502510071, + -1.0 + ], + "break_base_action": [ + 0.14550946652889252, + 0.07429096102714539, + -0.026339290663599968, + 0.09610714018344879, + 0.0914345383644104, + 0.04396849870681763, + 1.0 + ], + "control_base_action": [ + 0.10139182209968567, + 0.03616070747375488, + 0.013681718148291111, + 0.015321429818868637, + 0.021415380761027336, + 0.020481102168560028, + 1.0 + ], + "record_id": "break_executability_condition/demo_14/frame_000000", + "source_state_id": "demo_14/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 256 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_14", + "frame_idx": 78, + "split": "train", + "expert_action": [ + -0.04821428656578064, + 0.0, + -0.42053571343421936, + 0.014999999664723873, + 0.0, + 0.375, + 1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.2227153480052948, + 0.11877625435590744, + -0.11972164362668991, + 0.01996428705751896, + -0.009972519241273403, + 0.011086144484579563, + 1.0 + ], + "break_base_action": [ + 0.10139182209968567, + 0.1886817216873169, + -0.14640231430530548, + 0.035750001668930054, + -0.08240613341331482, + 0.03692227974534035, + 1.0 + ], + "control_base_action": [ + 0.024185938760638237, + 0.0043854969553649426, + 0.06037289649248123, + 0.06639286130666733, + 0.09626344591379166, + -0.0053550321608781815, + 1.0 + ], + "record_id": "break_executability_condition/demo_14/frame_000078", + "source_state_id": "demo_14/frame_000078", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 257 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_14", + "frame_idx": 155, + "split": "train", + "expert_action": [ + -0.08571428805589676, + 0.20624999701976776, + -0.3589285612106323, + 0.0, + 0.0, + 0.16607142984867096, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + -0.22397582232952118, + -0.5739233493804932, + 0.5673056840896606, + -0.097035713493824, + 0.027451515197753906, + 0.07215337455272675, + 1.0 + ], + "break_base_action": [ + 0.018671231344342232, + 0.06793592125177383, + 0.06704306602478027, + 0.014392858371138573, + 0.010550337843596935, + -0.02414494752883911, + 1.0 + ], + "control_base_action": [ + 0.018671231344342232, + 0.06793592125177383, + 0.06704306602478027, + 0.014392858371138573, + 0.010550337843596935, + -0.02414494752883911, + 1.0 + ], + "record_id": "break_executability_condition/demo_14/frame_000155", + "source_state_id": "demo_14/frame_000155", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 258 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_14", + "frame_idx": 233, + "split": "train", + "expert_action": [ + 0.0, + 0.12321428209543228, + -0.0, + -0.01607142947614193, + 0.014999999664723873, + -0.05249999836087227, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.10139182209968567, + 0.30942752957344055, + 0.007011550012975931, + -0.027392854914069176, + -0.005143612157553434, + -0.02414494752883911, + 1.0 + ], + "break_base_action": [ + 0.10139182209968567, + 0.30942752957344055, + -0.19976365566253662, + 0.01996428705751896, + 0.01658647321164608, + -0.010052510537207127, + 1.0 + ], + "control_base_action": [ + 0.1344800591468811, + -0.03374475613236427, + 0.007011550012975931, + 0.001392858917824924, + 0.01658647321164608, + 0.0016911865677684546, + -1.0 + ], + "record_id": "break_executability_condition/demo_14/frame_000233", + "source_state_id": "demo_14/frame_000233", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 259 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_15", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.03482142835855484, + 0.0053571430034935474, + -0.0, + 0.0, + 0.0, + -0.0, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.09587711095809937, + 0.055225834250450134, + -0.21977417171001434, + 0.020892858505249023, + 0.005721430294215679, + 0.006388665642589331, + 1.0 + ], + "break_base_action": [ + 0.05175946652889252, + 0.1632615476846695, + -0.15974265336990356, + 0.020892858505249023, + 0.005721430294215679, + 0.013434884138405323, + -1.0 + ], + "control_base_action": [ + 0.10139182209968567, + 0.01074053905904293, + 0.013681718148291111, + -0.0023214267566800117, + -0.0015219312626868486, + 0.04161975905299187, + 1.0 + ], + "record_id": "break_executability_condition/demo_15/frame_000000", + "source_state_id": "demo_15/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 260 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_15", + "frame_idx": 77, + "split": "train", + "expert_action": [ + 0.0, + 0.0, + -0.6000000238418579, + 0.0, + -0.025714285671710968, + 0.375, + 1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.10139182209968567, + 0.01074053905904293, + -0.14640231430530548, + 0.029250001534819603, + 0.015379245392978191, + 0.022829841822385788, + -1.0 + ], + "break_base_action": [ + 0.10139182209968567, + 0.41110819578170776, + -0.2864758372306824, + 0.01996428705751896, + -0.08482059091329575, + -0.02649368718266487, + 1.0 + ], + "control_base_action": [ + 0.10139182209968567, + 0.19503675401210785, + -0.0063287862576544285, + 0.032035715878009796, + 0.010550337843596935, + 0.025178581476211548, + 1.0 + ], + "record_id": "break_executability_condition/demo_15/frame_000077", + "source_state_id": "demo_15/frame_000077", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 261 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_15", + "frame_idx": 154, + "split": "train", + "expert_action": [ + 0.0, + 0.1205357164144516, + -0.23839285969734192, + 0.0, + -0.012857142835855484, + 0.10928571224212646, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + -0.025446414947509766, + -0.38327208161354065, + 0.4805934727191925, + -0.022749997675418854, + 0.10229958593845367, + -0.007703771349042654, + 1.0 + ], + "break_base_action": [ + 0.10139182209968567, + 0.01709558069705963, + -0.0863708034157753, + 0.035750001668930054, + 0.010550337843596935, + 0.027527321130037308, + 1.0 + ], + "control_base_action": [ + -0.09162288904190063, + 0.25858718156814575, + 0.7340598702430725, + -0.04689285531640053, + -0.04860378056764603, + 0.20603151619434357, + 1.0 + ], + "record_id": "break_executability_condition/demo_15/frame_000154", + "source_state_id": "demo_15/frame_000154", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 262 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_15", + "frame_idx": 231, + "split": "train", + "expert_action": [ + 0.0, + 0.11249999701976776, + -0.0, + 0.0, + 0.0, + -0.0, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + -0.1467699408531189, + 0.41110819578170776, + 0.020351886749267578, + 0.02646428719162941, + -0.026873696595430374, + 0.029876060783863068, + -1.0 + ], + "break_base_action": [ + -0.1467699408531189, + 0.2395220547914505, + 0.03369222208857536, + -0.0041785696521401405, + 0.062461093068122864, + 0.018132362514734268, + -1.0 + ], + "control_base_action": [ + -0.1467699408531189, + 0.41110819578170776, + 0.020351886749267578, + 0.02646428719162941, + -0.026873696595430374, + -0.012401250191032887, + -1.0 + ], + "record_id": "break_executability_condition/demo_15/frame_000231", + "source_state_id": "demo_15/frame_000231", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 263 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_16", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.03482142835855484, + -0.09107142686843872, + -0.0, + 0.009642857126891613, + 0.0, + -0.006428571417927742, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.029700644314289093, + -0.008324586786329746, + 0.03369222208857536, + 0.020892858505249023, + -0.00031470434623770416, + 0.04396849870681763, + 1.0 + ], + "break_base_action": [ + 0.029700644314289093, + -0.001969544915482402, + -0.4799107313156128, + 0.013464286923408508, + -0.028080923482775688, + 0.04396849870681763, + 1.0 + ], + "control_base_action": [ + 0.029700644314289093, + 0.03616070747375488, + -0.03300945833325386, + 0.020892858505249023, + 0.015379245392978191, + 0.03457354009151459, + 1.0 + ], + "record_id": "break_executability_condition/demo_16/frame_000000", + "source_state_id": "demo_16/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 264 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_16", + "frame_idx": 98, + "split": "train", + "expert_action": [ + -0.21696428954601288, + 0.0, + -0.1339285671710968, + 0.0, + 0.0, + 0.3310714364051819, + 1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.10139182209968567, + -0.027389712631702423, + 0.07371322810649872, + -0.097035713493824, + -0.022044789046049118, + 0.07215337455272675, + 1.0 + ], + "break_base_action": [ + 0.10139182209968567, + 0.1886817216873169, + 0.02702205441892147, + -0.007892855443060398, + 0.06366831809282303, + -0.08521217107772827, + 1.0 + ], + "control_base_action": [ + 0.00764182023704052, + -0.11000525951385498, + -0.14640231430530548, + 0.0023214302491396666, + -0.016008654609322548, + 0.011086144484579563, + 1.0 + ], + "record_id": "break_executability_condition/demo_16/frame_000098", + "source_state_id": "demo_16/frame_000098", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 265 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_16", + "frame_idx": 196, + "split": "train", + "expert_action": [ + -0.05089285597205162, + 0.0, + -0.13660714030265808, + 0.0, + 0.0, + 0.04821428656578064, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.06830358505249023, + 0.02345062419772148, + 0.19377624988555908, + -0.014392855577170849, + 0.06366831809282303, + 0.027527321130037308, + -1.0 + ], + "break_base_action": [ + -0.1577993631362915, + 0.1886817216873169, + 0.14041490852832794, + 0.09517857432365417, + -0.05222545936703682, + 0.1097332015633583, + 1.0 + ], + "control_base_action": [ + 0.06830358505249023, + 0.02345062419772148, + 0.19377624988555908, + -0.014392855577170849, + 0.06366831809282303, + 0.027527321130037308, + -1.0 + ], + "record_id": "break_executability_condition/demo_16/frame_000196", + "source_state_id": "demo_16/frame_000196", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 266 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_16", + "frame_idx": 294, + "split": "train", + "expert_action": [ + 0.0, + 0.0, + -0.0053571430034935474, + 0.0, + -0.07392857223749161, + -0.03857142850756645, + 1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + -0.12471111863851547, + -0.03374475613236427, + 0.03369222208857536, + 0.006964287254959345, + 0.01175756473094225, + -0.02414494752883911, + -1.0 + ], + "break_base_action": [ + 0.17308299243450165, + 0.04251575097441673, + 0.24046742916107178, + 0.035750001668930054, + -0.03532428294420242, + 0.01578362286090851, + -1.0 + ], + "control_base_action": [ + 0.1344800591468811, + -0.07187500596046448, + -0.0396796278655529, + 0.0385357141494751, + 0.03228042274713516, + 0.06980463117361069, + -1.0 + ], + "record_id": "break_executability_condition/demo_16/frame_000294", + "source_state_id": "demo_16/frame_000294", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 267 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_17", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.03214285895228386, + 0.07500000298023224, + -0.0, + 0.0, + 0.0, + -0.0, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.05175946652889252, + 0.1632615476846695, + -0.09304097294807434, + 0.020892858505249023, + -0.06791941076517105, + 0.03222480043768883, + 1.0 + ], + "break_base_action": [ + 0.05175946652889252, + -0.046454839408397675, + 0.14708508551120758, + -0.03667856752872467, + 0.05159605294466019, + 0.011086144484579563, + 1.0 + ], + "control_base_action": [ + 0.013156525790691376, + -0.14813551306724548, + -0.19976365566253662, + -0.024607140570878983, + -0.05584714189171791, + 0.013434884138405323, + 1.0 + ], + "record_id": "break_executability_condition/demo_17/frame_000000", + "source_state_id": "demo_17/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 268 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_17", + "frame_idx": 83, + "split": "train", + "expert_action": [ + -0.15267856419086456, + -0.2008928507566452, + -0.19821429252624512, + 0.0, + -0.11357142776250839, + 0.20892857015132904, + 1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.10139182209968567, + 0.1886817216873169, + 0.040362391620874405, + -0.024607140570878983, + -0.028080923482775688, + -0.02414494752883911, + 1.0 + ], + "break_base_action": [ + 0.10139182209968567, + 0.1886817216873169, + 0.040362391620874405, + 0.03946428745985031, + -0.018423108384013176, + 0.022829841822385788, + 1.0 + ], + "control_base_action": [ + 0.10139182209968567, + 0.1886817216873169, + 0.040362391620874405, + -0.024607140570878983, + -0.028080923482775688, + -0.02414494752883911, + 1.0 + ], + "record_id": "break_executability_condition/demo_17/frame_000083", + "source_state_id": "demo_17/frame_000083", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 269 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_17", + "frame_idx": 166, + "split": "train", + "expert_action": [ + -0.15803571045398712, + 0.0, + -0.2785714268684387, + 0.0, + -0.0535714291036129, + 0.051428571343421936, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.06830358505249023, + 0.02345062419772148, + 0.04703255742788315, + 0.023678572848439217, + -0.03773873671889305, + 0.022829841822385788, + 1.0 + ], + "break_base_action": [ + -0.47765231132507324, + -0.29430148005485535, + 0.7407300472259521, + 0.03760714456439018, + -0.14759638905525208, + -0.0006575529696419835, + 1.0 + ], + "control_base_action": [ + 0.06830358505249023, + 0.02345062419772148, + 0.08038339763879776, + 0.021821429952979088, + 0.010550337843596935, + 0.011086144484579563, + -1.0 + ], + "record_id": "break_executability_condition/demo_17/frame_000166", + "source_state_id": "demo_17/frame_000166", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 270 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_17", + "frame_idx": 249, + "split": "train", + "expert_action": [ + 0.0, + 0.05089285597205162, + 0.25982141494750977, + -0.012857142835855484, + -0.07500000298023224, + -0.006428571417927742, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.12345064431428909, + 0.04251575097441673, + -0.03300945833325386, + -0.0041785696521401405, + 0.01658647321164608, + 0.022829841822385788, + 1.0 + ], + "break_base_action": [ + 0.09036240726709366, + 0.04251575097441673, + -0.012998954392969608, + 0.021821429952979088, + 0.015379245392978191, + 0.025178581476211548, + 1.0 + ], + "control_base_action": [ + 0.10139182209968567, + 0.30942752957344055, + 0.09372373670339584, + -0.06267856806516647, + -0.04981100559234619, + 0.03457354009151459, + 1.0 + ], + "record_id": "break_executability_condition/demo_17/frame_000249", + "source_state_id": "demo_17/frame_000249", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 271 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_18", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.0, + 0.008035714738070965, + -0.09642857313156128, + 0.0, + -0.024642856791615486, + -0.01607142947614193, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.1289653480052948, + 0.061580874025821686, + -0.026339290663599968, + 0.012535715475678444, + 0.006928657181560993, + 0.04161975905299187, + 1.0 + ], + "break_base_action": [ + 0.05175946652889252, + 0.1632615476846695, + -0.09304097294807434, + 0.020892858505249023, + -0.08240613341331482, + -0.0006575529696419835, + 1.0 + ], + "control_base_action": [ + 0.1289653480052948, + -0.34514182806015015, + -0.0396796278655529, + -0.006964283995330334, + -0.011179746128618717, + 0.10033824294805527, + 1.0 + ], + "record_id": "break_executability_condition/demo_18/frame_000000", + "source_state_id": "demo_18/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 272 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_18", + "frame_idx": 113, + "split": "train", + "expert_action": [ + 0.18482142686843872, + 0.0, + 0.42053571343421936, + 0.0, + 0.0803571417927742, + -0.020357143133878708, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.24477417767047882, + 0.09335608780384064, + 0.2738182842731476, + 0.010678572580218315, + -0.030495377257466316, + -0.02414494752883911, + -1.0 + ], + "break_base_action": [ + 0.06278888136148453, + -0.014679629355669022, + -0.6199842691421509, + -0.019035711884498596, + 0.06729000061750412, + 0.11443068087100983, + 1.0 + ], + "control_base_action": [ + 0.20065653324127197, + 0.03616070747375488, + 0.10706406831741333, + -0.003249998204410076, + 0.06970445811748505, + -0.012401250191032887, + 1.0 + ], + "record_id": "break_executability_condition/demo_18/frame_000113", + "source_state_id": "demo_18/frame_000113", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 273 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_18", + "frame_idx": 226, + "split": "train", + "expert_action": [ + -0.10982143133878708, + 0.06428571790456772, + -0.0, + 0.0, + -0.13285714387893677, + 0.0010714285308495164, + 1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.06830358505249023, + 0.1886817216873169, + 0.03369222208857536, + -0.025535712018609047, + 0.039523784071207047, + 0.029876060783863068, + 1.0 + ], + "break_base_action": [ + -0.053019944578409195, + -0.415047287940979, + 0.23379726707935333, + -0.097035713493824, + 0.15903924405574799, + 0.018132362514734268, + 1.0 + ], + "control_base_action": [ + 0.06830358505249023, + 0.1886817216873169, + -0.0396796278655529, + 0.04782142862677574, + -0.017215881496667862, + 0.029876060783863068, + -1.0 + ], + "record_id": "break_executability_condition/demo_18/frame_000226", + "source_state_id": "demo_18/frame_000226", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 274 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_18", + "frame_idx": 339, + "split": "train", + "expert_action": [ + 0.01875000074505806, + 0.09910714626312256, + 0.05624999850988388, + -0.007499999832361937, + -0.03857142850756645, + -0.0053571430034935474, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.1344800591468811, + 0.4619485139846802, + -0.14640231430530548, + 0.0385357141494751, + -0.01963033527135849, + -0.0006575529696419835, + 1.0 + ], + "break_base_action": [ + 0.10139182209968567, + 0.30942752957344055, + -0.19976365566253662, + 0.01996428705751896, + -0.013594199903309345, + 0.04161975905299187, + 1.0 + ], + "control_base_action": [ + 0.1344800591468811, + 0.4619485139846802, + 0.02702205441892147, + 0.06639286130666733, + 0.029865968972444534, + -0.007703771349042654, + 1.0 + ], + "record_id": "break_executability_condition/demo_18/frame_000339", + "source_state_id": "demo_18/frame_000339", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 275 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_19", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.10982143133878708, + 0.0, + -0.0, + 0.0, + 0.0, + -0.006428571417927742, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.024185938760638237, + -0.25617122650146484, + -0.20643383264541626, + 0.008821430616080761, + -0.06188327819108963, + 0.03222480043768883, + 1.0 + ], + "break_base_action": [ + 0.45984768867492676, + -0.07187500596046448, + -0.046349793672561646, + 0.029250001534819603, + 0.019000926986336708, + 0.05806093290448189, + -1.0 + ], + "control_base_action": [ + 0.024185938760638237, + -0.001969544915482402, + 0.31383928656578064, + 0.05432143062353134, + 0.06849722564220428, + 0.011086144484579563, + 1.0 + ], + "record_id": "break_executability_condition/demo_19/frame_000000", + "source_state_id": "demo_19/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 276 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_19", + "frame_idx": 80, + "split": "train", + "expert_action": [ + -0.04821428656578064, + 0.0, + -0.5196428298950195, + -0.02678571455180645, + 0.0, + 0.375, + 1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.10139182209968567, + 0.01074053905904293, + -0.14640231430530548, + 0.027392858639359474, + -0.01963033527135849, + -0.007703771349042654, + 1.0 + ], + "break_base_action": [ + 0.04624476283788681, + 0.0043854969553649426, + -0.019669122993946075, + 0.029250001534819603, + -0.028080923482775688, + -0.0053550321608781815, + 1.0 + ], + "control_base_action": [ + 0.10139182209968567, + 0.01074053905904293, + -0.06636030226945877, + 0.019035715609788895, + -0.011179746128618717, + -0.010052510537207127, + 1.0 + ], + "record_id": "break_executability_condition/demo_19/frame_000080", + "source_state_id": "demo_19/frame_000080", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 277 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_19", + "frame_idx": 161, + "split": "train", + "expert_action": [ + -0.22232143580913544, + 0.0, + -0.6508928537368774, + 0.0, + 0.010714286006987095, + 0.14249999821186066, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + -0.3508140742778778, + -0.014679629355669022, + 0.9008140563964844, + -0.03017856925725937, + -0.14759638905525208, + 0.06040967255830765, + 1.0 + ], + "break_base_action": [ + 0.45433300733566284, + -0.49130779504776, + 0.20044642686843872, + -0.04317856952548027, + -0.01963033527135849, + 0.004039925988763571, + 1.0 + ], + "control_base_action": [ + -0.3508140742778778, + -0.014679629355669022, + -0.09971114248037338, + -0.0041785696521401405, + -0.0763700008392334, + -0.06642226129770279, + 1.0 + ], + "record_id": "break_executability_condition/demo_19/frame_000161", + "source_state_id": "demo_19/frame_000161", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 278 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_19", + "frame_idx": 241, + "split": "train", + "expert_action": [ + 0.02142857201397419, + 0.04285714402794838, + 0.07767856866121292, + 0.0, + 0.0, + -0.0, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.06830358505249023, + -0.07187500596046448, + 0.1337447464466095, + 0.021821429952979088, + -0.018423108384013176, + 0.013434884138405323, + 1.0 + ], + "break_base_action": [ + -0.1467699408531189, + -0.008324586786329746, + -0.14640231430530548, + 0.058964285999536514, + -0.14759638905525208, + -0.09930460900068283, + 1.0 + ], + "control_base_action": [ + 0.06830358505249023, + -0.07187500596046448, + 0.1337447464466095, + 0.021821429952979088, + -0.018423108384013176, + 0.013434884138405323, + 1.0 + ], + "record_id": "break_executability_condition/demo_19/frame_000241", + "source_state_id": "demo_19/frame_000241", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 279 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_20", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.0, + 0.2276785671710968, + -0.0, + -0.056785713881254196, + -0.011785713955760002, + -0.006428571417927742, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + -0.06404935568571091, + 0.055225834250450134, + 0.14708508551120758, + 0.020892858505249023, + -0.012386973015964031, + 0.0016911865677684546, + -1.0 + ], + "break_base_action": [ + 0.3936712443828583, + 0.2395220547914505, + 0.03369222208857536, + 0.01996428705751896, + -0.07878445088863373, + 0.04866597801446915, + -1.0 + ], + "control_base_action": [ + 0.2116859406232834, + 0.01074053905904293, + -0.10638130456209183, + 0.01996428705751896, + -0.012386973015964031, + 0.03222480043768883, + 1.0 + ], + "record_id": "break_executability_condition/demo_20/frame_000000", + "source_state_id": "demo_20/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 280 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_20", + "frame_idx": 89, + "split": "train", + "expert_action": [ + 0.0, + 0.0, + -0.4794642925262451, + 0.0, + -0.006428571417927742, + 0.34392857551574707, + 1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.10139182209968567, + 0.1886817216873169, + 0.040362391620874405, + 0.05989285930991173, + -0.036531511694192886, + -0.010052510537207127, + 1.0 + ], + "break_base_action": [ + 0.00764182023704052, + 0.20139180123806, + 0.03369222208857536, + -0.0041785696521401405, + -0.030495377257466316, + -0.02649368718266487, + 1.0 + ], + "control_base_action": [ + 0.10139182209968567, + 0.1886817216873169, + 0.040362391620874405, + 0.032035715878009796, + -0.018423108384013176, + 0.013434884138405323, + 1.0 + ], + "record_id": "break_executability_condition/demo_20/frame_000089", + "source_state_id": "demo_20/frame_000089", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 281 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_20", + "frame_idx": 179, + "split": "train", + "expert_action": [ + -0.13124999403953552, + 0.0401785708963871, + -0.1607142835855484, + -0.013928571715950966, + 0.027857143431901932, + 0.08142857253551483, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.2227153480052948, + 0.1886817216873169, + 0.2938287854194641, + 0.0580357164144516, + -0.026873696595430374, + -0.02414494752883911, + 1.0 + ], + "break_base_action": [ + -0.025446414947509766, + 0.1632615476846695, + 0.6473476886749268, + 0.0645357146859169, + -0.07999168336391449, + 0.1097332015633583, + 1.0 + ], + "control_base_action": [ + 0.16756829619407654, + 0.28400734066963196, + -0.0863708034157753, + -0.097035713493824, + 0.023829834535717964, + 0.03222480043768883, + 1.0 + ], + "record_id": "break_executability_condition/demo_20/frame_000179", + "source_state_id": "demo_20/frame_000179", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 282 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_20", + "frame_idx": 268, + "split": "train", + "expert_action": [ + -0.01607142947614193, + 0.01875000074505806, + 0.02410714328289032, + -0.07500000298023224, + -0.040714286267757416, + -0.0010714285308495164, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + -0.1467699408531189, + 0.1632615476846695, + -0.0063287862576544285, + -0.010678569786250591, + -0.006350839044898748, + 0.008737404830753803, + 1.0 + ], + "break_base_action": [ + -0.1467699408531189, + 0.1505514681339264, + 0.0003413818485569209, + 0.05432143062353134, + -0.05463991314172745, + -0.04763234406709671, + 1.0 + ], + "control_base_action": [ + -0.1467699408531189, + 0.1632615476846695, + 0.020351886749267578, + -0.010678569786250591, + -0.00393638527020812, + 0.006388665642589331, + -1.0 + ], + "record_id": "break_executability_condition/demo_20/frame_000268", + "source_state_id": "demo_20/frame_000268", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 283 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_21", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.02946428582072258, + 0.0401785708963871, + -0.01875000074505806, + 0.0, + 0.0, + -0.0, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.10690652579069138, + 0.01074053905904293, + -0.760057806968689, + 0.020892858505249023, + 0.005721430294215679, + 0.020481102168560028, + -1.0 + ], + "break_base_action": [ + 0.05175946652889252, + 0.1632615476846695, + 0.26714810729026794, + 0.020892858505249023, + -0.026873696595430374, + 0.022829841822385788, + 1.0 + ], + "control_base_action": [ + 0.10690652579069138, + 0.01074053905904293, + -0.37985819578170776, + 0.020892858505249023, + 0.039523784071207047, + 0.0016911865677684546, + 1.0 + ], + "record_id": "break_executability_condition/demo_21/frame_000000", + "source_state_id": "demo_21/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 284 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_21", + "frame_idx": 81, + "split": "train", + "expert_action": [ + 0.0, + 0.0, + -0.3642857074737549, + 0.01607142947614193, + 0.018214285373687744, + 0.375, + 1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.10139182209968567, + -0.027389712631702423, + 0.007011550012975931, + 0.023678572848439217, + -0.06791941076517105, + -0.02179620787501335, + 1.0 + ], + "break_base_action": [ + 0.10139182209968567, + -0.027389712631702423, + -0.45990023016929626, + 0.044107142835855484, + 0.03348764777183533, + 0.09094328433275223, + 1.0 + ], + "control_base_action": [ + 0.10139182209968567, + -0.027389712631702423, + 0.007011550012975931, + 0.02460714429616928, + 0.039523784071207047, + 0.008737404830753803, + 1.0 + ], + "record_id": "break_executability_condition/demo_21/frame_000081", + "source_state_id": "demo_21/frame_000081", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 285 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_21", + "frame_idx": 162, + "split": "train", + "expert_action": [ + 0.0, + 0.2973214387893677, + -0.18482142686843872, + 0.0, + -0.039642855525016785, + 0.08785714209079742, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.2282300591468811, + 0.30942752957344055, + 0.30049893260002136, + 0.020892858505249023, + -0.14759638905525208, + -0.03588864579796791, + 1.0 + ], + "break_base_action": [ + 0.05727417394518852, + -0.03374475613236427, + 0.5339548587799072, + 0.06825000047683716, + 0.023829834535717964, + 0.04866597801446915, + 1.0 + ], + "control_base_action": [ + 0.05727417394518852, + 0.02345062419772148, + 0.44057247042655945, + -0.0041785696521401405, + -0.01963033527135849, + 0.0627584159374237, + 1.0 + ], + "record_id": "break_executability_condition/demo_21/frame_000162", + "source_state_id": "demo_21/frame_000162", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 286 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_21", + "frame_idx": 243, + "split": "train", + "expert_action": [ + 0.0, + 0.0, + -0.0, + 0.0, + -0.06750000268220901, + -0.04392857104539871, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.10139182209968567, + 0.03616070747375488, + 0.4138917922973633, + 0.023678572848439217, + -0.023252015933394432, + 0.04396849870681763, + 1.0 + ], + "break_base_action": [ + 0.07933299988508224, + 0.23316700756549835, + 0.10039390623569489, + -0.097035713493824, + 0.15903924405574799, + 0.1919390857219696, + 1.0 + ], + "control_base_action": [ + -0.1577993631362915, + -0.2243960201740265, + 0.12040440738201141, + 0.05525000020861626, + 0.027451515197753906, + -0.0053550321608781815, + -1.0 + ], + "record_id": "break_executability_condition/demo_21/frame_000243", + "source_state_id": "demo_21/frame_000243", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 287 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_22", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.05892857164144516, + 0.0, + -0.0, + 0.0, + 0.0, + -0.0, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.20617122948169708, + 0.055225834250450134, + -0.026339290663599968, + 0.031107144430279732, + -0.08482059091329575, + 0.03692227974534035, + 1.0 + ], + "break_base_action": [ + 0.3936712443828583, + 0.6017594337463379, + 0.12707456946372986, + 0.01996428705751896, + -0.10051453858613968, + -0.02179620787501335, + 1.0 + ], + "control_base_action": [ + 0.20617122948169708, + 0.055225834250450134, + -0.026339290663599968, + 0.031107144430279732, + -0.08482059091329575, + 0.03692227974534035, + 1.0 + ], + "record_id": "break_executability_condition/demo_22/frame_000000", + "source_state_id": "demo_22/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 288 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_22", + "frame_idx": 78, + "split": "train", + "expert_action": [ + -0.3214285671710968, + 0.0, + -0.6589285731315613, + 0.035357143729925156, + 0.0, + 0.1971428543329239, + 1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.10139182209968567, + -0.027389712631702423, + 0.007011550012975931, + 0.02832143008708954, + 0.047974370419979095, + 0.03927101939916611, + -1.0 + ], + "break_base_action": [ + 0.10139182209968567, + -0.027389712631702423, + -0.26646533608436584, + 0.03296428546309471, + -0.01963033527135849, + 0.09564076364040375, + 1.0 + ], + "control_base_action": [ + 0.10139182209968567, + 0.03616070747375488, + -0.09304097294807434, + -0.017178568989038467, + 0.01175756473094225, + -0.0030062925070524216, + 1.0 + ], + "record_id": "break_executability_condition/demo_22/frame_000078", + "source_state_id": "demo_22/frame_000078", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 289 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_22", + "frame_idx": 156, + "split": "train", + "expert_action": [ + -0.12857143580913544, + 0.04821428656578064, + -0.5651785731315613, + 0.0, + -0.05892857164144516, + 0.17678570747375488, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + -0.6320640444755554, + 0.4047531485557556, + 0.30049893260002136, + -0.007892855443060398, + -0.026873696595430374, + 0.08389706909656525, + 1.0 + ], + "break_base_action": [ + 0.294406533241272, + 0.19503675401210785, + 0.33384978771209717, + 0.05525000020861626, + 0.005721430294215679, + 0.05101471766829491, + 1.0 + ], + "control_base_action": [ + 0.06830358505249023, + 0.11242121458053589, + 0.02702205441892147, + 0.01810714416205883, + -0.017215881496667862, + 0.03927101939916611, + 1.0 + ], + "record_id": "break_executability_condition/demo_22/frame_000156", + "source_state_id": "demo_22/frame_000156", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 290 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_22", + "frame_idx": 234, + "split": "train", + "expert_action": [ + 0.13928571343421936, + 0.08303571492433548, + 0.2785714268684387, + -0.009642857126891613, + 0.0, + -0.020357143133878708, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.12345064431428909, + 0.25858718156814575, + 0.03369222208857536, + 0.05246428772807121, + 0.03107319585978985, + -0.0006575529696419835, + 1.0 + ], + "break_base_action": [ + -0.04199053347110748, + 0.08064600080251694, + 0.0870535671710968, + 0.0710357129573822, + -0.0461893267929554, + 0.05101471766829491, + 1.0 + ], + "control_base_action": [ + 0.10139182209968567, + 0.3920430541038513, + 0.03369222208857536, + -0.03946428373456001, + -0.03170260414481163, + -0.0030062925070524216, + 1.0 + ], + "record_id": "break_executability_condition/demo_22/frame_000234", + "source_state_id": "demo_22/frame_000234", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 291 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_23", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.0, + -0.03214285895228386, + -0.0, + 0.0, + 0.0, + -0.0, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.013156525790691376, + -0.014679629355669022, + -0.26646533608436584, + 0.020892858505249023, + -0.017215881496667862, + 0.013434884138405323, + -1.0 + ], + "break_base_action": [ + 0.024185938760638237, + -0.2243960201740265, + -0.25312501192092896, + 0.02646428719162941, + 0.004514203406870365, + -0.0053550321608781815, + -1.0 + ], + "control_base_action": [ + 0.013156525790691376, + -0.14813551306724548, + -0.26646533608436584, + -0.005107141099870205, + 0.010550337843596935, + 0.04161975905299187, + -1.0 + ], + "record_id": "break_executability_condition/demo_23/frame_000000", + "source_state_id": "demo_23/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 292 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_23", + "frame_idx": 94, + "split": "train", + "expert_action": [ + 0.0, + 0.02142857201397419, + -0.6294642686843872, + 0.06750000268220901, + -0.0053571430034935474, + 0.375, + 1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + -0.0585346519947052, + -0.2243960201740265, + 0.1337447464466095, + 0.014392858371138573, + -0.07274831831455231, + 0.06040967255830765, + 1.0 + ], + "break_base_action": [ + -0.0585346519947052, + 0.01709558069705963, + -0.1797531545162201, + -0.02832142636179924, + -0.00393638527020812, + -0.0006575529696419835, + 1.0 + ], + "control_base_action": [ + 0.10139182209968567, + -0.046454839408397675, + 0.06704306602478027, + 0.01810714416205883, + 0.04073100909590721, + 0.025178581476211548, + 1.0 + ], + "record_id": "break_executability_condition/demo_23/frame_000094", + "source_state_id": "demo_23/frame_000094", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 293 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_23", + "frame_idx": 187, + "split": "train", + "expert_action": [ + 0.0, + -0.02678571455180645, + -0.1741071492433548, + 0.0, + -0.12964285910129547, + 0.023571427911520004, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.018671231344342232, + 0.06793592125177383, + 0.06704306602478027, + 0.014392858371138573, + 0.006928657181560993, + 0.04161975905299187, + 1.0 + ], + "break_base_action": [ + -0.03647582605481148, + -0.046454839408397675, + -0.23978467285633087, + 0.09517857432365417, + 0.01658647321164608, + -0.02179620787501335, + 1.0 + ], + "control_base_action": [ + -0.19088758528232574, + -0.4277573525905609, + 0.36053046584129333, + -0.060821425169706345, + 0.10229958593845367, + -0.24962393939495087, + 1.0 + ], + "record_id": "break_executability_condition/demo_23/frame_000187", + "source_state_id": "demo_23/frame_000187", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 294 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_23", + "frame_idx": 281, + "split": "train", + "expert_action": [ + -0.18214285373687744, + -0.02946428582072258, + -0.1473214328289032, + 0.0, + 0.01607142947614193, + -0.04928571358323097, + 1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + -0.1467699408531189, + -0.2243960201740265, + 0.12040440738201141, + 0.04317857325077057, + 0.014172018505632877, + 0.07919958978891373, + -1.0 + ], + "break_base_action": [ + 0.1344800591468811, + 0.4746586084365845, + 0.02702205441892147, + -0.097035713493824, + -0.06067604944109917, + 0.04396849870681763, + 1.0 + ], + "control_base_action": [ + 0.1344800591468811, + 0.4746586084365845, + -0.14640231430530548, + 0.040392857044935226, + 0.006928657181560993, + 0.05571219325065613, + -1.0 + ], + "record_id": "break_executability_condition/demo_23/frame_000281", + "source_state_id": "demo_23/frame_000281", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 295 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_24", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.0, + 0.09375, + -0.008035714738070965, + 0.0, + -0.09642857313156128, + -0.035357143729925156, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + -0.6320640444755554, + 0.2395220547914505, + -0.10638130456209183, + 0.019035715609788895, + -0.032909829169511795, + 0.03927101939916611, + -1.0 + ], + "break_base_action": [ + -0.6320640444755554, + 0.3284926414489746, + 0.38054096698760986, + 0.012535715475678444, + -0.089649498462677, + 0.08389706909656525, + 1.0 + ], + "control_base_action": [ + -0.6320640444755554, + 0.2395220547914505, + -0.10638130456209183, + 0.019035715609788895, + 0.005721430294215679, + 0.08389706909656525, + -1.0 + ], + "record_id": "break_executability_condition/demo_24/frame_000000", + "source_state_id": "demo_24/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 296 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_24", + "frame_idx": 85, + "split": "train", + "expert_action": [ + 0.0, + 0.0, + -0.5785714387893677, + 0.034285712987184525, + -0.019285714253783226, + 0.375, + 1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.11793594062328339, + -0.027389712631702423, + -0.4799107313156128, + 0.004178572911769152, + 0.06729000061750412, + 0.020481102168560028, + 1.0 + ], + "break_base_action": [ + 0.04624476283788681, + 0.14419642090797424, + 0.307169109582901, + 0.00975000113248825, + 0.0914345383644104, + 0.05806093290448189, + 1.0 + ], + "control_base_action": [ + 0.04624476283788681, + 0.1505514681339264, + 0.020351886749267578, + 0.058964285999536514, + -0.0015219312626868486, + 0.04631723836064339, + 1.0 + ], + "record_id": "break_executability_condition/demo_24/frame_000085", + "source_state_id": "demo_24/frame_000085", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 297 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_24", + "frame_idx": 171, + "split": "train", + "expert_action": [ + -0.22499999403953552, + 0.04553571343421936, + -0.32946428656578064, + 0.0, + -0.055714286863803864, + 0.062142856419086456, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.06830358505249023, + 0.07429096102714539, + 0.007011550012975931, + 0.01996428705751896, + -0.006350839044898748, + 0.0016911865677684546, + -1.0 + ], + "break_base_action": [ + 0.06830358505249023, + 0.07429096102714539, + 0.02702205441892147, + -0.024607140570878983, + 0.15058866143226624, + 0.10503572225570679, + 1.0 + ], + "control_base_action": [ + 0.06830358505249023, + 0.02345062419772148, + 0.19377624988555908, + -0.024607140570878983, + -0.12828075885772705, + 0.09094328433275223, + 1.0 + ], + "record_id": "break_executability_condition/demo_24/frame_000171", + "source_state_id": "demo_24/frame_000171", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 298 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_24", + "frame_idx": 256, + "split": "train", + "expert_action": [ + 0.0, + 0.1205357164144516, + 0.11785714328289032, + -0.010714286006987095, + -0.018214285373687744, + -0.0, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.10139182209968567, + 0.03616070747375488, + -0.05301996320486069, + -0.0013928553089499474, + -0.011179746128618717, + 0.029876060783863068, + 1.0 + ], + "break_base_action": [ + 0.10139182209968567, + 0.30942752957344055, + 0.10039390623569489, + -0.027392854914069176, + 0.14696697890758514, + 0.10503572225570679, + 1.0 + ], + "control_base_action": [ + 0.10139182209968567, + 0.03616070747375488, + -0.05301996320486069, + 0.02832143008708954, + 0.035902101546525955, + 0.04631723836064339, + -1.0 + ], + "record_id": "break_executability_condition/demo_24/frame_000256", + "source_state_id": "demo_24/frame_000256", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 299 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_25", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.10178571194410324, + 0.4526785612106323, + -0.0, + 0.03642857074737549, + -0.03857142850756645, + -0.0, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.2116859406232834, + 0.01074053905904293, + -0.2131039947271347, + -0.02182142622768879, + -0.009972519241273403, + 0.006388665642589331, + 1.0 + ], + "break_base_action": [ + 0.15653887391090393, + -0.07823005318641663, + -0.026339290663599968, + 0.004178572911769152, + -0.00393638527020812, + 0.029876060783863068, + 1.0 + ], + "control_base_action": [ + 0.2116859406232834, + 0.01074053905904293, + -0.2131039947271347, + 0.020892858505249023, + 0.008135884068906307, + 0.006388665642589331, + 1.0 + ], + "record_id": "break_executability_condition/demo_25/frame_000000", + "source_state_id": "demo_25/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 300 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_25", + "frame_idx": 89, + "split": "train", + "expert_action": [ + 0.0, + 0.0, + -0.0, + 0.0, + 0.07607142627239227, + 0.17464286088943481, + 1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.11793594062328339, + -0.027389712631702423, + 0.0870535671710968, + 0.030178572982549667, + 0.004514203406870365, + -0.02649368718266487, + 1.0 + ], + "break_base_action": [ + 0.09036240726709366, + 0.03616070747375488, + -0.0063287862576544285, + 0.02832143008708954, + 0.015379245392978191, + 0.03692227974534035, + 1.0 + ], + "control_base_action": [ + 0.018671231344342232, + 0.01074053905904293, + 0.02702205441892147, + 0.0162500012665987, + 0.15903924405574799, + -0.04528360441327095, + 1.0 + ], + "record_id": "break_executability_condition/demo_25/frame_000089", + "source_state_id": "demo_25/frame_000089", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 301 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_25", + "frame_idx": 177, + "split": "train", + "expert_action": [ + -0.2517857253551483, + 0.0, + -0.24375000596046448, + 0.0, + -0.019285714253783226, + 0.062142856419086456, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.14550946652889252, + 0.22045692801475525, + 0.23379726707935333, + -0.020892854779958725, + 0.025037061423063278, + 0.175497904419899, + -1.0 + ], + "break_base_action": [ + 0.14550946652889252, + 0.22045692801475525, + 0.11373423784971237, + 0.03946428745985031, + 0.06608277559280396, + 0.018132362514734268, + -1.0 + ], + "control_base_action": [ + 0.14550946652889252, + -0.45953258872032166, + -0.012998954392969608, + 0.020892858505249023, + 0.039523784071207047, + 0.013434884138405323, + -1.0 + ], + "record_id": "break_executability_condition/demo_25/frame_000177", + "source_state_id": "demo_25/frame_000177", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 302 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_25", + "frame_idx": 266, + "split": "train", + "expert_action": [ + 0.0, + 0.05624999850988388, + 0.08571428805589676, + 0.0, + -0.10928571224212646, + -0.0, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.06830358505249023, + -0.07187500596046448, + -0.026339290663599968, + 0.029250001534819603, + -0.018423108384013176, + 0.04161975905299187, + -1.0 + ], + "break_base_action": [ + 0.10139182209968567, + 0.30942752957344055, + 0.07371322810649872, + 0.05525000020861626, + -0.005143612157553434, + 0.05571219325065613, + -1.0 + ], + "control_base_action": [ + 0.06830358505249023, + -0.07187500596046448, + -0.026339290663599968, + 0.029250001534819603, + -0.018423108384013176, + 0.04161975905299187, + -1.0 + ], + "record_id": "break_executability_condition/demo_25/frame_000266", + "source_state_id": "demo_25/frame_000266", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 303 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_26", + "frame_idx": 0, + "split": "train", + "expert_action": [ + -0.008035714738070965, + 0.0, + -0.0, + 0.0, + -0.007499999832361937, + -0.0, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.18962711095809937, + -0.13542543351650238, + -0.0396796278655529, + -0.005107141099870205, + 0.014172018505632877, + -0.02414494752883911, + 1.0 + ], + "break_base_action": [ + 0.05175946652889252, + 0.1632615476846695, + -0.09304097294807434, + 0.020892858505249023, + -0.08240613341331482, + -0.0006575529696419835, + 1.0 + ], + "control_base_action": [ + 0.18962711095809937, + -0.13542543351650238, + -0.0396796278655529, + -0.005107141099870205, + 0.014172018505632877, + -0.02414494752883911, + 1.0 + ], + "record_id": "break_executability_condition/demo_26/frame_000000", + "source_state_id": "demo_26/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 304 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_26", + "frame_idx": 92, + "split": "train", + "expert_action": [ + -0.07232142984867096, + 0.02142857201397419, + -0.3991071283817291, + 0.02142857201397419, + 0.0, + 0.3675000071525574, + 1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.11242122948169708, + 0.1886817216873169, + 0.040362391620874405, + -0.025535712018609047, + 0.019000926986336708, + -0.10869956761598587, + 1.0 + ], + "break_base_action": [ + 0.024185938760638237, + -0.07187500596046448, + 0.06037289649248123, + 0.012535715475678444, + 0.009343110956251621, + -0.0053550321608781815, + 1.0 + ], + "control_base_action": [ + 0.12345064431428909, + 0.28400734066963196, + -0.2264443337917328, + 0.035750001668930054, + -0.017215881496667862, + 0.03457354009151459, + -1.0 + ], + "record_id": "break_executability_condition/demo_26/frame_000092", + "source_state_id": "demo_26/frame_000092", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 305 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_26", + "frame_idx": 185, + "split": "train", + "expert_action": [ + -0.01875000074505806, + -0.02410714328289032, + -0.0, + 0.0, + 0.0, + -0.0, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.10139182209968567, + -0.027389712631702423, + 0.2604779303073883, + -0.02832142636179924, + 0.06366831809282303, + 0.04161975905299187, + -1.0 + ], + "break_base_action": [ + 0.10139182209968567, + -0.027389712631702423, + 0.22045692801475525, + 0.032035715878009796, + 0.08419118076562881, + 0.027527321130037308, + 1.0 + ], + "control_base_action": [ + 0.10139182209968567, + -0.027389712631702423, + 0.07371322810649872, + 0.04782142862677574, + -0.0763700008392334, + 0.013434884138405323, + 1.0 + ], + "record_id": "break_executability_condition/demo_26/frame_000185", + "source_state_id": "demo_26/frame_000185", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 306 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_26", + "frame_idx": 277, + "split": "train", + "expert_action": [ + 0.10178571194410324, + 0.01607142947614193, + 0.2705357074737549, + -0.018214285373687744, + 0.0, + -0.04392857104539871, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.2337447553873062, + -0.021034670993685722, + 0.020351886749267578, + 0.03482142835855484, + -0.005143612157553434, + 0.01578362286090851, + 1.0 + ], + "break_base_action": [ + 0.17308299243450165, + 0.2649422287940979, + 0.02702205441892147, + 0.031107144430279732, + -0.006350839044898748, + 0.04866597801446915, + 1.0 + ], + "control_base_action": [ + 0.05175946652889252, + -0.10365021973848343, + -0.019669122993946075, + 0.01160714402794838, + 0.01658647321164608, + -0.0053550321608781815, + -1.0 + ], + "record_id": "break_executability_condition/demo_26/frame_000277", + "source_state_id": "demo_26/frame_000277", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 307 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_27", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.0, + 0.0, + -0.0, + 0.0, + -0.03642857074737549, + -0.0, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.05175946652889252, + 0.1632615476846695, + -0.09304097294807434, + 0.020892858505249023, + -0.08240613341331482, + -0.0006575529696419835, + 1.0 + ], + "break_base_action": [ + 0.7686712145805359, + -0.001969544915482402, + -0.11972164362668991, + 0.01996428705751896, + 0.05159605294466019, + -0.0053550321608781815, + 1.0 + ], + "control_base_action": [ + 0.05175946652889252, + 0.1632615476846695, + -0.09304097294807434, + 0.020892858505249023, + -0.08240613341331482, + -0.0006575529696419835, + 1.0 + ], + "record_id": "break_executability_condition/demo_27/frame_000000", + "source_state_id": "demo_27/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 308 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_27", + "frame_idx": 102, + "split": "train", + "expert_action": [ + 0.0, + 0.0, + -0.2544642984867096, + 0.0, + 0.0, + 0.36000001430511475, + 1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.013156525790691376, + 0.33484768867492676, + 0.6473476886749268, + -0.052464284002780914, + -0.018423108384013176, + -0.02884242683649063, + 1.0 + ], + "break_base_action": [ + -0.0033875913359224796, + 0.30942752957344055, + -0.019669122993946075, + -0.097035713493824, + -0.032909829169511795, + 0.022829841822385788, + -1.0 + ], + "control_base_action": [ + 0.013156525790691376, + 0.2141018807888031, + 0.22045692801475525, + 0.040392857044935226, + -0.016008654609322548, + 0.008737404830753803, + -1.0 + ], + "record_id": "break_executability_condition/demo_27/frame_000102", + "source_state_id": "demo_27/frame_000102", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 309 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_27", + "frame_idx": 204, + "split": "train", + "expert_action": [ + 0.0, + 0.0, + -0.1607142835855484, + 0.0, + 0.0, + 0.039642855525016785, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.05175946652889252, + -0.08458509296178818, + 0.40722164511680603, + -0.022749997675418854, + 0.12402966618537903, + 0.013434884138405323, + -1.0 + ], + "break_base_action": [ + -0.22397582232952118, + -0.5739233493804932, + 0.3205094635486603, + 0.13882142305374146, + -0.07757722586393356, + -0.05937603861093521, + -1.0 + ], + "control_base_action": [ + 0.05175946652889252, + -0.08458509296178818, + 0.9341649413108826, + -0.017178568989038467, + -0.0630905032157898, + 0.03222480043768883, + 1.0 + ], + "record_id": "break_executability_condition/demo_27/frame_000204", + "source_state_id": "demo_27/frame_000204", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 310 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_27", + "frame_idx": 306, + "split": "train", + "expert_action": [ + -0.010714286006987095, + 0.05089285597205162, + 0.0053571430034935474, + -0.004285714123398066, + 0.0, + -0.009642857126891613, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.06830358505249023, + 0.03616070747375488, + 0.11373423784971237, + 0.021821429952979088, + 0.010550337843596935, + 0.022829841822385788, + -1.0 + ], + "break_base_action": [ + 0.06830358505249023, + 0.061580874025821686, + 0.007011550012975931, + 0.017178572714328766, + 0.020208153873682022, + 0.03692227974534035, + -1.0 + ], + "control_base_action": [ + 0.20065653324127197, + 0.5191438794136047, + 0.6340073347091675, + 0.04132143035531044, + -0.14759638905525208, + 0.06745589524507523, + 1.0 + ], + "record_id": "break_executability_condition/demo_27/frame_000306", + "source_state_id": "demo_27/frame_000306", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 311 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_28", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.03214285895228386, + 0.0, + -0.0, + 0.0, + 0.0, + -0.0, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.029700644314289093, + 0.03616070747375488, + 0.07371322810649872, + 0.13696429133415222, + 0.15903924405574799, + 0.07685085386037827, + 1.0 + ], + "break_base_action": [ + -0.0033875913359224796, + 0.07429096102714539, + -0.0396796278655529, + 0.020892858505249023, + 0.0008925225702114403, + 0.006388665642589331, + 1.0 + ], + "control_base_action": [ + 0.029700644314289093, + 0.03616070747375488, + 0.12707456946372986, + 0.020892858505249023, + -0.017215881496667862, + 0.013434884138405323, + 1.0 + ], + "record_id": "break_executability_condition/demo_28/frame_000000", + "source_state_id": "demo_28/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 312 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_28", + "frame_idx": 109, + "split": "train", + "expert_action": [ + -0.16875000298023224, + -0.0026785715017467737, + -0.2839285731315613, + 0.029999999329447746, + 0.0, + 0.15964286029338837, + 1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.25580358505249023, + 0.2903623878955841, + -0.166412815451622, + 0.022750001400709152, + -0.051018234342336655, + -0.01944746822118759, + 1.0 + ], + "break_base_action": [ + 0.17859770357608795, + 0.03616070747375488, + 0.11373423784971237, + 0.019035715609788895, + -0.005143612157553434, + -0.0030062925070524216, + 1.0 + ], + "control_base_action": [ + 0.11793594062328339, + 0.1886817216873169, + -0.026339290663599968, + 0.04132143035531044, + -0.05222545936703682, + -0.01709872856736183, + 1.0 + ], + "record_id": "break_executability_condition/demo_28/frame_000109", + "source_state_id": "demo_28/frame_000109", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 313 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_28", + "frame_idx": 218, + "split": "train", + "expert_action": [ + 0.11517857015132904, + 0.03214285895228386, + 0.05089285597205162, + 0.013928571715950966, + 0.019285714253783226, + -0.0, + 1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.013156525790691376, + 0.30942752957344055, + -0.4198791980743408, + 0.06360714137554169, + -0.023252015933394432, + 0.08154832571744919, + -1.0 + ], + "break_base_action": [ + 0.10139182209968567, + 0.01709558069705963, + -0.019669122993946075, + 0.010678572580218315, + -0.0015219312626868486, + 0.029876060783863068, + 1.0 + ], + "control_base_action": [ + 0.10139182209968567, + -0.014679629355669022, + -0.0863708034157753, + 0.07660714536905289, + -0.1270735263824463, + -0.010052510537207127, + -1.0 + ], + "record_id": "break_executability_condition/demo_28/frame_000218", + "source_state_id": "demo_28/frame_000218", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 314 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_28", + "frame_idx": 327, + "split": "train", + "expert_action": [ + 0.1875, + 0.0401785708963871, + -0.0, + 0.0, + 0.0503571443259716, + -0.011785713955760002, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.10139182209968567, + 0.01709558069705963, + -0.0063287862576544285, + 0.03482142835855484, + -0.017215881496667862, + 0.013434884138405323, + 1.0 + ], + "break_base_action": [ + 0.10139182209968567, + 0.01709558069705963, + 0.10706406831741333, + 0.021821429952979088, + 0.010550337843596935, + -0.014749989844858646, + -1.0 + ], + "control_base_action": [ + 0.09036240726709366, + -0.021034670993685722, + -0.05301996320486069, + 0.023678572848439217, + 0.027451515197753906, + -0.014749989844858646, + -1.0 + ], + "record_id": "break_executability_condition/demo_28/frame_000327", + "source_state_id": "demo_28/frame_000327", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 315 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_29", + "frame_idx": 0, + "split": "train", + "expert_action": [ + 0.10982143133878708, + 0.46339285373687744, + -0.0, + -0.023571427911520004, + 0.0, + -0.0, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.2227153480052948, + 0.0043854969553649426, + -0.0396796278655529, + 0.031107144430279732, + -0.06550496071577072, + 0.08154832571744919, + 1.0 + ], + "break_base_action": [ + 0.3385241627693176, + 0.03616070747375488, + -0.25312501192092896, + 0.05989285930991173, + -0.14759638905525208, + 0.03222480043768883, + 1.0 + ], + "control_base_action": [ + 0.47087711095809937, + -0.07187500596046448, + 0.6473476886749268, + 0.004178572911769152, + -0.06067604944109917, + 0.01578362286090851, + 1.0 + ], + "record_id": "break_executability_condition/demo_29/frame_000000", + "source_state_id": "demo_29/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 316 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_29", + "frame_idx": 74, + "split": "train", + "expert_action": [ + 0.02142857201397419, + 0.0, + -0.5089285969734192, + 0.06964285671710968, + -0.035357143729925156, + 0.375, + 1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.10139182209968567, + 0.19503675401210785, + 0.040362391620874405, + 0.05246428772807121, + -0.051018234342336655, + 0.008737404830753803, + 1.0 + ], + "break_base_action": [ + 0.11793594062328339, + 0.23316700756549835, + -0.21977417171001434, + 0.048750001937150955, + -0.01480142679065466, + 0.01578362286090851, + 1.0 + ], + "control_base_action": [ + 0.10139182209968567, + 0.19503675401210785, + 0.040362391620874405, + -0.020892854779958725, + 0.01175756473094225, + -0.10869956761598587, + 1.0 + ], + "record_id": "break_executability_condition/demo_29/frame_000074", + "source_state_id": "demo_29/frame_000074", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 317 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_29", + "frame_idx": 147, + "split": "train", + "expert_action": [ + 0.0, + 0.0, + -0.16607142984867096, + 0.0, + 0.0, + 0.09321428835391998, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.2227153480052948, + 0.1886817216873169, + 0.013681718148291111, + -0.013464284129440784, + 0.06366831809282303, + 0.07685085386037827, + -1.0 + ], + "break_base_action": [ + 0.16205358505249023, + -0.03374475613236427, + 0.460582971572876, + 0.0645357146859169, + -0.06791941076517105, + -0.0053550321608781815, + 1.0 + ], + "control_base_action": [ + 0.2227153480052948, + 0.1886817216873169, + 0.013681718148291111, + -0.013464284129440784, + 0.060046639293432236, + 0.029876060783863068, + -1.0 + ], + "record_id": "break_executability_condition/demo_29/frame_000147", + "source_state_id": "demo_29/frame_000147", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 318 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_29", + "frame_idx": 221, + "split": "train", + "expert_action": [ + 0.09375, + 0.0, + 0.3053571283817291, + 0.0, + 0.025714285671710968, + -0.05464285612106323, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.10139182209968567, + 0.03616070747375488, + -0.019669122993946075, + 0.0162500012665987, + -0.01963033527135849, + -0.0053550321608781815, + 1.0 + ], + "break_base_action": [ + -0.1467699408531189, + -0.29430148005485535, + 0.22045692801475525, + -0.097035713493824, + 0.005721430294215679, + 0.05101471766829491, + 1.0 + ], + "control_base_action": [ + 0.10139182209968567, + 0.03616070747375488, + 0.4138917922973633, + -0.011607141233980656, + -0.09689285606145859, + 0.025178581476211548, + 1.0 + ], + "record_id": "break_executability_condition/demo_29/frame_000221", + "source_state_id": "demo_29/frame_000221", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 319 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_30", + "frame_idx": 0, + "split": "val", + "expert_action": [ + 0.0, + 0.0, + -0.06160714104771614, + 0.0, + -0.07178571075201035, + -0.0, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.2116859406232834, + 0.01074053905904293, + -0.2131039947271347, + 0.020892858505249023, + -0.009972519241273403, + 0.011086144484579563, + 1.0 + ], + "break_base_action": [ + 0.36058300733566284, + 0.03616070747375488, + -0.40653887391090393, + 0.01160714402794838, + -0.12103739380836487, + -0.0006575529696419835, + 1.0 + ], + "control_base_action": [ + 0.2116859406232834, + 0.01074053905904293, + -0.3998686969280243, + 0.020892858505249023, + 0.03107319585978985, + 0.004039925988763571, + 1.0 + ], + "record_id": "break_executability_condition/demo_30/frame_000000", + "source_state_id": "demo_30/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 320 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_30", + "frame_idx": 87, + "split": "val", + "expert_action": [ + -0.02410714328289032, + 0.0, + -0.5035714507102966, + 0.025714285671710968, + 0.0503571443259716, + 0.375, + 1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.10139182209968567, + -0.027389712631702423, + 0.007011550012975931, + 0.02832143008708954, + -0.05826159566640854, + 0.022829841822385788, + 1.0 + ], + "break_base_action": [ + 0.05727417394518852, + 0.0043854969553649426, + -0.019669122993946075, + -0.02832142636179924, + 0.05521773174405098, + 0.022829841822385788, + 1.0 + ], + "control_base_action": [ + 0.10139182209968567, + -0.027389712631702423, + 0.007011550012975931, + 0.02832143008708954, + 0.035902101546525955, + 0.025178581476211548, + 1.0 + ], + "record_id": "break_executability_condition/demo_30/frame_000087", + "source_state_id": "demo_30/frame_000087", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 321 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_30", + "frame_idx": 173, + "split": "val", + "expert_action": [ + 0.04821428656578064, + 0.0, + 0.16339285671710968, + 0.0, + -0.04500000178813934, + -0.0, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.0352153480052948, + 0.03616070747375488, + 0.3205094635486603, + -0.022749997675418854, + 0.004514203406870365, + 0.03927101939916611, + -1.0 + ], + "break_base_action": [ + -0.04199053347110748, + 0.1632615476846695, + 0.10706406831741333, + -0.06174999848008156, + 0.023829834535717964, + 0.03927101939916611, + 1.0 + ], + "control_base_action": [ + 0.013156525790691376, + 0.14419642090797424, + 0.3538602888584137, + 0.046892859041690826, + 0.017793700098991394, + 0.07450211048126221, + -1.0 + ], + "record_id": "break_executability_condition/demo_30/frame_000173", + "source_state_id": "demo_30/frame_000173", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 322 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_30", + "frame_idx": 260, + "split": "val", + "expert_action": [ + -0.06428571790456772, + 0.0, + -0.19017857313156128, + 0.0, + -0.03750000149011612, + -0.027857143431901932, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.12345064431428909, + -0.001969544915482402, + -0.09304097294807434, + 0.019035715609788895, + -0.0015219312626868486, + 0.011086144484579563, + -1.0 + ], + "break_base_action": [ + 0.10139182209968567, + 0.1886817216873169, + 0.02702205441892147, + -0.097035713493824, + 0.13730916380882263, + 0.05101471766829491, + 1.0 + ], + "control_base_action": [ + 0.07933299988508224, + 0.03616070747375488, + -0.012998954392969608, + 0.017178572714328766, + 0.01175756473094225, + 0.03457354009151459, + -1.0 + ], + "record_id": "break_executability_condition/demo_30/frame_000260", + "source_state_id": "demo_30/frame_000260", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 323 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_31", + "frame_idx": 0, + "split": "val", + "expert_action": [ + 0.09375, + 0.0, + -0.0, + 0.0, + 0.04285714402794838, + -0.004285714123398066, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.013156525790691376, + 0.03616070747375488, + -0.09304097294807434, + 0.020892858505249023, + 0.021415380761027336, + 0.03457354009151459, + 1.0 + ], + "break_base_action": [ + -0.03096112050116062, + -0.19262081384658813, + -0.0396796278655529, + 0.05989285930991173, + -0.08482059091329575, + 0.09094328433275223, + 1.0 + ], + "control_base_action": [ + 0.013156525790691376, + 0.03616070747375488, + -0.03300945833325386, + 0.020892858505249023, + 0.0033069762866944075, + 0.025178581476211548, + 1.0 + ], + "record_id": "break_executability_condition/demo_31/frame_000000", + "source_state_id": "demo_31/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 324 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_31", + "frame_idx": 76, + "split": "val", + "expert_action": [ + -0.04821428656578064, + 0.0026785715017467737, + -0.28928571939468384, + 0.0, + 0.018214285373687744, + 0.375, + 1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.07381828874349594, + 0.03616070747375488, + -0.0396796278655529, + 0.01996428705751896, + 0.010550337843596935, + 0.022829841822385788, + 1.0 + ], + "break_base_action": [ + 0.07381828874349594, + 0.01074053905904293, + -0.20643383264541626, + 0.07382142543792725, + -0.005143612157553434, + 0.01578362286090851, + 1.0 + ], + "control_base_action": [ + 0.07381828874349594, + 0.03616070747375488, + -0.0396796278655529, + 0.01996428705751896, + 0.010550337843596935, + 0.022829841822385788, + 1.0 + ], + "record_id": "break_executability_condition/demo_31/frame_000076", + "source_state_id": "demo_31/frame_000076", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 325 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_31", + "frame_idx": 151, + "split": "val", + "expert_action": [ + -0.1607142835855484, + 0.09642857313156128, + -0.5946428775787354, + 0.006428571417927742, + -0.09321428835391998, + 0.056785713881254196, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.013156525790691376, + 0.29671743512153625, + 0.8808035850524902, + -0.06639285385608673, + 0.0020997493993490934, + 0.09564076364040375, + -1.0 + ], + "break_base_action": [ + -0.0585346519947052, + 0.2141018807888031, + 0.31383928656578064, + -0.0023214267566800117, + -0.030495377257466316, + 0.03222480043768883, + -1.0 + ], + "control_base_action": [ + -0.0585346519947052, + -0.5739233493804932, + 0.4672531485557556, + 0.032035715878009796, + -0.012386973015964031, + -0.03119116649031639, + -1.0 + ], + "record_id": "break_executability_condition/demo_31/frame_000151", + "source_state_id": "demo_31/frame_000151", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 326 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_31", + "frame_idx": 227, + "split": "val", + "expert_action": [ + -0.21696428954601288, + 0.0, + -0.0803571417927742, + 0.0, + -0.1875, + -0.0, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.10139182209968567, + -0.014679629355669022, + -0.026339290663599968, + -0.0013928553089499474, + 0.08056949824094772, + 0.0627584159374237, + -1.0 + ], + "break_base_action": [ + 0.10139182209968567, + -0.014679629355669022, + -0.026339290663599968, + -0.0013928553089499474, + 0.023829834535717964, + -0.007703771349042654, + -1.0 + ], + "control_base_action": [ + 0.10139182209968567, + -0.014679629355669022, + -0.026339290663599968, + -0.0013928553089499474, + 0.023829834535717964, + -0.0006575529696419835, + -1.0 + ], + "record_id": "break_executability_condition/demo_31/frame_000227", + "source_state_id": "demo_31/frame_000227", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 327 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_32", + "frame_idx": 0, + "split": "val", + "expert_action": [ + 0.0, + 0.3375000059604645, + -0.0, + 0.013928571715950966, + -0.0803571417927742, + -0.025714285671710968, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + -0.6320640444755554, + 0.2395220547914505, + -0.046349793672561646, + 0.017178572714328766, + -0.04739655181765556, + -0.05937603861093521, + -1.0 + ], + "break_base_action": [ + 0.2227153480052948, + 0.0043854969553649426, + -0.42654937505722046, + 0.029250001534819603, + -0.08482059091329575, + 0.029876060783863068, + 1.0 + ], + "control_base_action": [ + -0.3397846519947052, + -0.040099795907735825, + -0.06636030226945877, + 0.029250001534819603, + 0.01175756473094225, + 0.06040967255830765, + 1.0 + ], + "record_id": "break_executability_condition/demo_32/frame_000000", + "source_state_id": "demo_32/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 328 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_32", + "frame_idx": 91, + "split": "val", + "expert_action": [ + 0.01607142947614193, + -0.08839285373687744, + 0.23035714030265808, + 0.0, + -0.04714285582304001, + 0.10499999672174454, + 1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.12345064431428909, + 0.1632615476846695, + 0.03369222208857536, + 0.051535714417696, + 0.010550337843596935, + 0.04866597801446915, + 1.0 + ], + "break_base_action": [ + 0.10139182209968567, + 0.1886817216873169, + 0.040362391620874405, + -0.025535712018609047, + 0.009343110956251621, + -0.10165335237979889, + 1.0 + ], + "control_base_action": [ + 0.12345064431428909, + 0.1632615476846695, + 0.03369222208857536, + 0.030178572982549667, + 0.015379245392978191, + 0.04866597801446915, + 1.0 + ], + "record_id": "break_executability_condition/demo_32/frame_000091", + "source_state_id": "demo_32/frame_000091", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 329 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_32", + "frame_idx": 183, + "split": "val", + "expert_action": [ + 0.15535713732242584, + 0.07500000298023224, + 0.05089285597205162, + -0.018214285373687744, + 0.035357143729925156, + 0.003214285708963871, + 1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.06830358505249023, + 0.08064600080251694, + -0.0396796278655529, + -0.0013928553089499474, + 0.006928657181560993, + 0.020481102168560028, + -1.0 + ], + "break_base_action": [ + 0.17859770357608795, + 0.1886817216873169, + 0.03369222208857536, + -0.006035712547600269, + 0.08660563081502914, + 0.07685085386037827, + 1.0 + ], + "control_base_action": [ + 0.06830358505249023, + -0.001969544915482402, + -0.11972164362668991, + 0.035750001668930054, + -0.03411705791950226, + -0.0053550321608781815, + 1.0 + ], + "record_id": "break_executability_condition/demo_32/frame_000183", + "source_state_id": "demo_32/frame_000183", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 330 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_32", + "frame_idx": 274, + "split": "val", + "expert_action": [ + 0.0, + 0.03214285895228386, + 0.22232143580913544, + 0.0, + 0.0, + -0.04928571358323097, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.10139182209968567, + -0.03374475613236427, + -0.13973215222358704, + -0.011607141233980656, + 0.12282244116067886, + 0.08154832571744919, + -1.0 + ], + "break_base_action": [ + 0.10139182209968567, + -0.03374475613236427, + 0.0870535671710968, + 0.035750001668930054, + -0.012386973015964031, + 0.03692227974534035, + 1.0 + ], + "control_base_action": [ + 0.10139182209968567, + -0.03374475613236427, + 0.06037289649248123, + 0.035750001668930054, + -0.00031470434623770416, + 0.03692227974534035, + -1.0 + ], + "record_id": "break_executability_condition/demo_32/frame_000274", + "source_state_id": "demo_32/frame_000274", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 331 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_33", + "frame_idx": 0, + "split": "val", + "expert_action": [ + 0.02410714328289032, + 0.0, + -0.0, + 0.0, + 0.0, + -0.0, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.013156525790691376, + 0.03616070747375488, + 0.02702205441892147, + 0.020892858505249023, + 0.03710933029651642, + 0.020481102168560028, + -1.0 + ], + "break_base_action": [ + -0.014417002908885479, + 0.04251575097441673, + -0.14640231430530548, + 0.020892858505249023, + 0.005721430294215679, + 0.03457354009151459, + -1.0 + ], + "control_base_action": [ + 0.013156525790691376, + -0.19262081384658813, + -0.2264443337917328, + 0.02832143008708954, + 0.027451515197753906, + 0.04161975905299187, + 1.0 + ], + "record_id": "break_executability_condition/demo_33/frame_000000", + "source_state_id": "demo_33/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 332 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_33", + "frame_idx": 81, + "split": "val", + "expert_action": [ + 0.0, + 0.008035714738070965, + -0.32946428656578064, + 0.06964285671710968, + 0.0, + 0.375, + 1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.024185938760638237, + 0.0043854969553649426, + 0.06037289649248123, + 0.02832143008708954, + 0.054010506719350815, + 0.03457354009151459, + 1.0 + ], + "break_base_action": [ + 0.024185938760638237, + 0.029805665835738182, + 0.06037289649248123, + 0.029250001534819603, + 0.010550337843596935, + 0.020481102168560028, + -1.0 + ], + "control_base_action": [ + 0.15653887391090393, + 0.1886817216873169, + 0.007011550012975931, + 0.04132143035531044, + -0.051018234342336655, + 0.029876060783863068, + 1.0 + ], + "record_id": "break_executability_condition/demo_33/frame_000081", + "source_state_id": "demo_33/frame_000081", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 333 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_33", + "frame_idx": 162, + "split": "val", + "expert_action": [ + -0.21696428954601288, + 0.16875000298023224, + -0.23035714030265808, + -0.029999999329447746, + -0.003214285708963871, + 0.1542857140302658, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.06830358505249023, + 0.07429096102714539, + 0.020351886749267578, + 0.01996428705751896, + 0.09022731333971024, + 0.05101471766829491, + 1.0 + ], + "break_base_action": [ + -0.47765231132507324, + 0.2395220547914505, + 0.5873161554336548, + 0.0023214302491396666, + -0.10172176361083984, + 0.14731302857398987, + 1.0 + ], + "control_base_action": [ + 0.10139182209968567, + -0.008324586786329746, + 0.1804359257221222, + -0.017178568989038467, + 0.0008925225702114403, + 0.04161975905299187, + 1.0 + ], + "record_id": "break_executability_condition/demo_33/frame_000162", + "source_state_id": "demo_33/frame_000162", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 334 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_33", + "frame_idx": 243, + "split": "val", + "expert_action": [ + 0.0, + 0.09642857313156128, + -0.0, + 0.0, + 0.0, + -0.004285714123398066, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + -0.16882877051830292, + 0.20139180123806, + 0.09372373670339584, + -0.031107140704989433, + 0.047974370419979095, + 0.1097332015633583, + 1.0 + ], + "break_base_action": [ + -0.27360817790031433, + 0.43652835488319397, + 0.5739758610725403, + -0.007892855443060398, + -0.05343268811702728, + 0.1097332015633583, + -1.0 + ], + "control_base_action": [ + -0.2405199408531189, + 0.14419642090797424, + 0.07371322810649872, + 0.07939285784959793, + -0.022044789046049118, + 0.11912816017866135, + 1.0 + ], + "record_id": "break_executability_condition/demo_33/frame_000243", + "source_state_id": "demo_33/frame_000243", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 335 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_34", + "frame_idx": 0, + "split": "val", + "expert_action": [ + 0.04821428656578064, + 0.0, + -0.02410714328289032, + 0.0, + 0.004285714123398066, + -0.0, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.05175946652889252, + 0.1632615476846695, + -0.09304097294807434, + 0.020892858505249023, + -0.017215881496667862, + -0.0030062925070524216, + 1.0 + ], + "break_base_action": [ + 0.05175946652889252, + 0.1632615476846695, + -0.09304097294807434, + 0.020892858505249023, + -0.08240613341331482, + -0.0006575529696419835, + 1.0 + ], + "control_base_action": [ + 0.013156525790691376, + -0.2498161792755127, + -0.09304097294807434, + -0.005107141099870205, + 0.0033069762866944075, + 0.03457354009151459, + 1.0 + ], + "record_id": "break_executability_condition/demo_34/frame_000000", + "source_state_id": "demo_34/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 336 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_34", + "frame_idx": 79, + "split": "val", + "expert_action": [ + 0.0, + 0.0, + -0.3187499940395355, + 0.039642855525016785, + 0.003214285708963871, + 0.375, + 1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.07933299988508224, + 0.1886817216873169, + 0.013681718148291111, + 0.051535714417696, + -0.05222545936703682, + 0.008737404830753803, + 1.0 + ], + "break_base_action": [ + 0.07933299988508224, + 0.2141018807888031, + 0.02702205441892147, + 0.051535714417696, + -0.03170260414481163, + 0.03927101939916611, + 1.0 + ], + "control_base_action": [ + 0.07933299988508224, + 0.1886817216873169, + 0.013681718148291111, + 0.051535714417696, + -0.05222545936703682, + 0.08154832571744919, + 1.0 + ], + "record_id": "break_executability_condition/demo_34/frame_000079", + "source_state_id": "demo_34/frame_000079", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 337 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_34", + "frame_idx": 158, + "split": "val", + "expert_action": [ + -0.21160714328289032, + 0.15000000596046448, + -0.32946428656578064, + 0.004285714123398066, + -0.013928571715950966, + 0.14142857491970062, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.17308299243450165, + 0.2395220547914505, + 0.6406775116920471, + 0.031107144430279732, + -0.030495377257466316, + 0.03222480043768883, + 1.0 + ], + "break_base_action": [ + 0.4212447702884674, + 0.2649422287940979, + 0.30049893260002136, + 0.05339285731315613, + 0.004514203406870365, + 0.06980463117361069, + 1.0 + ], + "control_base_action": [ + 0.17308299243450165, + 0.2395220547914505, + -0.23311449587345123, + 0.035750001668930054, + 0.01175756473094225, + 0.05571219325065613, + 1.0 + ], + "record_id": "break_executability_condition/demo_34/frame_000158", + "source_state_id": "demo_34/frame_000158", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 338 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_34", + "frame_idx": 237, + "split": "val", + "expert_action": [ + 0.0, + 0.11517857015132904, + -0.09910714626312256, + 0.0, + 0.0, + -0.0, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.12345064431428909, + -0.014679629355669022, + 0.2738182842731476, + -0.003249998204410076, + -0.057054366916418076, + -0.04293486475944519, + 1.0 + ], + "break_base_action": [ + -0.3397846519947052, + 0.15690650045871735, + 0.08038339763879776, + 0.02646428719162941, + -0.057054366916418076, + -0.06172477826476097, + 1.0 + ], + "control_base_action": [ + 0.0352153480052948, + -0.046454839408397675, + 0.06037289649248123, + 0.02646428719162941, + 0.060046639293432236, + 0.029876060783863068, + -1.0 + ], + "record_id": "break_executability_condition/demo_34/frame_000237", + "source_state_id": "demo_34/frame_000237", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 339 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_35", + "frame_idx": 0, + "split": "val", + "expert_action": [ + 0.0, + 0.010714286006987095, + -0.0, + -0.002142857061699033, + 0.0, + -0.0, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.013156525790691376, + 0.03616070747375488, + -0.019669122993946075, + 0.020892858505249023, + 0.0033069762866944075, + 0.020481102168560028, + -1.0 + ], + "break_base_action": [ + 0.16205358505249023, + -0.008324586786329746, + -0.0863708034157753, + 0.06546428799629211, + -0.06188327819108963, + -0.05702729895710945, + 1.0 + ], + "control_base_action": [ + 0.013156525790691376, + 0.03616070747375488, + -0.019669122993946075, + 0.020892858505249023, + 0.0033069762866944075, + 0.020481102168560028, + 1.0 + ], + "record_id": "break_executability_condition/demo_35/frame_000000", + "source_state_id": "demo_35/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 340 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_35", + "frame_idx": 96, + "split": "val", + "expert_action": [ + 0.0, + 0.02410714328289032, + -0.31339284777641296, + 0.13821429014205933, + 0.0, + 0.3407142758369446, + 1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.09036240726709366, + 0.03616070747375488, + 0.007011550012975931, + 0.02832143008708954, + 0.010550337843596935, + 0.03457354009151459, + 1.0 + ], + "break_base_action": [ + 0.09036240726709366, + 0.03616070747375488, + -0.019669122993946075, + 0.020892858505249023, + 0.010550337843596935, + 0.027527321130037308, + 1.0 + ], + "control_base_action": [ + 0.11793594062328339, + 0.2649422287940979, + -0.0063287862576544285, + 0.030178572982549667, + 0.010550337843596935, + 0.05571219325065613, + 1.0 + ], + "record_id": "break_executability_condition/demo_35/frame_000096", + "source_state_id": "demo_35/frame_000096", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 341 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_35", + "frame_idx": 192, + "split": "val", + "expert_action": [ + -0.34017857909202576, + 0.0, + -0.3214285671710968, + 0.007499999832361937, + -0.03321428596973419, + 0.02250000089406967, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.3991859257221222, + 0.30942752957344055, + 0.06037289649248123, + -0.04689285531640053, + 0.15903924405574799, + 0.03692227974534035, + 1.0 + ], + "break_base_action": [ + 0.3991859257221222, + 0.5445640683174133, + 0.0003413818485569209, + 0.0775357112288475, + 0.06608277559280396, + 0.17080043256282806, + 1.0 + ], + "control_base_action": [ + 0.3991859257221222, + 0.30942752957344055, + 0.7140493392944336, + -0.03946428373456001, + 0.06366831809282303, + 0.04396849870681763, + -1.0 + ], + "record_id": "break_executability_condition/demo_35/frame_000192", + "source_state_id": "demo_35/frame_000192", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 342 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_35", + "frame_idx": 288, + "split": "val", + "expert_action": [ + 0.0, + 0.0669642835855484, + 0.1339285671710968, + -0.004285714123398066, + -0.017142856493592262, + -0.023571427911520004, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.06830358505249023, + -0.001969544915482402, + 0.04703255742788315, + 0.08496428281068802, + 0.006928657181560993, + 0.004039925988763571, + 1.0 + ], + "break_base_action": [ + 0.06830358505249023, + 0.061580874025821686, + -0.07970063388347626, + 0.035750001668930054, + -0.006350839044898748, + 0.03927101939916611, + 1.0 + ], + "control_base_action": [ + 0.06830358505249023, + -0.001969544915482402, + 0.04703255742788315, + 0.08496428281068802, + -0.03532428294420242, + 0.01578362286090851, + 1.0 + ], + "record_id": "break_executability_condition/demo_35/frame_000288", + "source_state_id": "demo_35/frame_000288", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 343 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_36", + "frame_idx": 0, + "split": "val", + "expert_action": [ + 0.03750000149011612, + 0.04821428656578064, + 0.01875000074505806, + 0.0, + 0.0, + -0.011785713955760002, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.029700644314289093, + -0.001969544915482402, + 0.1337447464466095, + 0.013464286923408508, + -0.07395554333925247, + 0.01578362286090851, + 1.0 + ], + "break_base_action": [ + 0.029700644314289093, + -0.001969544915482402, + 0.12707456946372986, + 0.020892858505249023, + -0.018423108384013176, + 0.01578362286090851, + 1.0 + ], + "control_base_action": [ + 0.18962711095809937, + -0.07187500596046448, + 0.04703255742788315, + 0.06267857551574707, + 0.008135884068906307, + -0.02884242683649063, + 1.0 + ], + "record_id": "break_executability_condition/demo_36/frame_000000", + "source_state_id": "demo_36/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 344 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_36", + "frame_idx": 104, + "split": "val", + "expert_action": [ + -0.12857143580913544, + 0.0, + -0.34285715222358704, + 0.0, + 0.0, + 0.3642857074737549, + 1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.11793594062328339, + 0.23316700756549835, + -0.026339290663599968, + 0.017178572714328766, + -0.09689285606145859, + 0.020481102168560028, + 1.0 + ], + "break_base_action": [ + 0.11793594062328339, + 0.23316700756549835, + -0.026339290663599968, + -0.013464284129440784, + 0.006928657181560993, + -0.09930460900068283, + 1.0 + ], + "control_base_action": [ + 0.11793594062328339, + 0.23316700756549835, + -0.026339290663599968, + 0.017178572714328766, + -0.006350839044898748, + -0.014749989844858646, + 1.0 + ], + "record_id": "break_executability_condition/demo_36/frame_000104", + "source_state_id": "demo_36/frame_000104", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 345 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_36", + "frame_idx": 207, + "split": "val", + "expert_action": [ + -0.23839285969734192, + 0.0, + -0.3107142746448517, + 0.0, + 0.008571428246796131, + 0.07285714149475098, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.17859770357608795, + 0.15690650045871735, + -0.06636030226945877, + 0.07474999874830246, + -0.03773873671889305, + 0.025178581476211548, + 1.0 + ], + "break_base_action": [ + 0.17859770357608795, + 0.15690650045871735, + 0.02702205441892147, + 0.05617857351899147, + -0.051018234342336655, + 0.03927101939916611, + 1.0 + ], + "control_base_action": [ + 0.17859770357608795, + 0.15690650045871735, + 0.1670955866575241, + -0.009749998338520527, + -0.09568563103675842, + 0.013434884138405323, + 1.0 + ], + "record_id": "break_executability_condition/demo_36/frame_000207", + "source_state_id": "demo_36/frame_000207", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 346 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_36", + "frame_idx": 311, + "split": "val", + "expert_action": [ + 0.02142857201397419, + 0.0535714291036129, + 0.013392857275903225, + 0.0, + -0.11249999701976776, + -0.02250000089406967, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.7686712145805359, + 0.4937237501144409, + -0.13973215222358704, + -0.006035712547600269, + -0.013594199903309345, + 0.04396849870681763, + 1.0 + ], + "break_base_action": [ + 0.07933299988508224, + 0.1632615476846695, + -0.0063287862576544285, + -0.02646428346633911, + 0.09264177083969116, + 0.018132362514734268, + 1.0 + ], + "control_base_action": [ + 0.11793594062328339, + 0.055225834250450134, + -0.03300945833325386, + -0.01253571268171072, + 0.014172018505632877, + 0.029876060783863068, + 1.0 + ], + "record_id": "break_executability_condition/demo_36/frame_000311", + "source_state_id": "demo_36/frame_000311", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 347 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_37", + "frame_idx": 0, + "split": "val", + "expert_action": [ + 0.013392857275903225, + 0.0, + -0.02142857201397419, + -0.003214285708963871, + 0.0, + -0.017142856493592262, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.013156525790691376, + 0.03616070747375488, + -0.26646533608436584, + 0.020892858505249023, + -0.00031470434623770416, + 0.013434884138405323, + -1.0 + ], + "break_base_action": [ + -0.0033875913359224796, + 0.07429096102714539, + -0.0396796278655529, + 0.020892858505249023, + 0.0008925225702114403, + 0.011086144484579563, + -1.0 + ], + "control_base_action": [ + 0.024185938760638237, + -0.027389712631702423, + -0.15307249128818512, + 0.023678572848439217, + 0.005721430294215679, + 0.03927101939916611, + -1.0 + ], + "record_id": "break_executability_condition/demo_37/frame_000000", + "source_state_id": "demo_37/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 348 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_37", + "frame_idx": 80, + "split": "val", + "expert_action": [ + 0.0, + 0.013392857275903225, + -0.24375000596046448, + 0.006428571417927742, + 0.06857142597436905, + 0.375, + 1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.024185938760638237, + 0.0043854969553649426, + 0.06037289649248123, + 0.05989285930991173, + 0.09626344591379166, + 0.13556933403015137, + 1.0 + ], + "break_base_action": [ + 0.024185938760638237, + 0.20139180123806, + -0.19976365566253662, + 0.046892859041690826, + -0.051018234342336655, + 0.027527321130037308, + 1.0 + ], + "control_base_action": [ + 0.024185938760638237, + 0.0043854969553649426, + 0.307169109582901, + 0.020892858505249023, + 0.15903924405574799, + 0.011086144484579563, + 1.0 + ], + "record_id": "break_executability_condition/demo_37/frame_000080", + "source_state_id": "demo_37/frame_000080", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 349 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_37", + "frame_idx": 161, + "split": "val", + "expert_action": [ + -0.10982143133878708, + 0.03750000149011612, + -0.27589285373687744, + 0.0, + 0.0, + 0.07821428775787354, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.06830358505249023, + 0.1378413736820221, + 0.020351886749267578, + 0.0775357112288475, + -0.00393638527020812, + 0.013434884138405323, + 1.0 + ], + "break_base_action": [ + -0.3508140742778778, + -0.47224265336990356, + 0.14041490852832794, + -0.0320357121527195, + -0.030495377257466316, + -0.10400208830833435, + 1.0 + ], + "control_base_action": [ + 0.06830358505249023, + 0.1378413736820221, + -0.0063287862576544285, + 0.0060357158072292805, + -0.03170260414481163, + 0.07215337455272675, + 1.0 + ], + "record_id": "break_executability_condition/demo_37/frame_000161", + "source_state_id": "demo_37/frame_000161", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 350 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_37", + "frame_idx": 241, + "split": "val", + "expert_action": [ + 0.13660714030265808, + 0.0, + -0.21964286267757416, + 0.06321428716182709, + -0.0803571417927742, + -0.0, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.7686712145805359, + 0.531853973865509, + -0.0063287862576544285, + 0.06082142889499664, + -0.017215881496667862, + 0.06510715186595917, + 1.0 + ], + "break_base_action": [ + 0.10139182209968567, + 0.30942752957344055, + -0.19976365566253662, + 0.01996428705751896, + 0.15903924405574799, + -0.05702729895710945, + 1.0 + ], + "control_base_action": [ + 0.7686712145805359, + 0.19503675401210785, + -0.2864758372306824, + -0.020892854779958725, + -0.017215881496667862, + 0.01578362286090851, + 1.0 + ], + "record_id": "break_executability_condition/demo_37/frame_000241", + "source_state_id": "demo_37/frame_000241", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 351 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_38", + "frame_idx": 0, + "split": "val", + "expert_action": [ + 0.17142857611179352, + 0.30000001192092896, + -0.01875000074505806, + 0.004285714123398066, + 0.0, + -0.0, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.024185938760638237, + 0.01709558069705963, + -0.26646533608436584, + 0.020892858505249023, + 0.005721430294215679, + 0.03457354009151459, + -1.0 + ], + "break_base_action": [ + 0.040730055421590805, + -0.001969544915482402, + -0.3731880187988281, + 0.012535715475678444, + -0.018423108384013176, + 0.011086144484579563, + -1.0 + ], + "control_base_action": [ + 0.024185938760638237, + -0.046454839408397675, + 0.04703255742788315, + 0.07939285784959793, + -0.1234518513083458, + 0.013434884138405323, + 1.0 + ], + "record_id": "break_executability_condition/demo_38/frame_000000", + "source_state_id": "demo_38/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 352 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_38", + "frame_idx": 81, + "split": "val", + "expert_action": [ + -0.27321428060531616, + 0.0, + -0.4258928596973419, + 0.009642857126891613, + 0.027857143431901932, + 0.33000001311302185, + 1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.11242122948169708, + 0.30942752957344055, + 0.040362391620874405, + -0.097035713493824, + -0.032909829169511795, + 0.14261555671691895, + 1.0 + ], + "break_base_action": [ + 0.11793594062328339, + -0.027389712631702423, + -0.4532300531864166, + 0.012535715475678444, + 0.07091168314218521, + 0.004039925988763571, + 1.0 + ], + "control_base_action": [ + 0.11793594062328339, + -0.027389712631702423, + -0.4799107313156128, + 0.004178572911769152, + 0.015379245392978191, + 0.03457354009151459, + 1.0 + ], + "record_id": "break_executability_condition/demo_38/frame_000081", + "source_state_id": "demo_38/frame_000081", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 353 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_38", + "frame_idx": 161, + "split": "val", + "expert_action": [ + -0.19285714626312256, + 0.1875, + -0.34285715222358704, + 0.0, + -0.04928571358323097, + 0.02142857201397419, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.17859770357608795, + 0.22045692801475525, + 0.6073266863822937, + 0.0060357158072292805, + -0.030495377257466316, + -0.007703771349042654, + -1.0 + ], + "break_base_action": [ + 0.00764182023704052, + 0.18232667446136475, + -0.2864758372306824, + 0.017178572714328766, + -0.00031470434623770416, + 0.013434884138405323, + -1.0 + ], + "control_base_action": [ + 0.17859770357608795, + 0.22045692801475525, + 0.6073266863822937, + 0.001392858917824924, + -0.04256764426827431, + -0.01709872856736183, + 1.0 + ], + "record_id": "break_executability_condition/demo_38/frame_000161", + "source_state_id": "demo_38/frame_000161", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 354 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_38", + "frame_idx": 242, + "split": "val", + "expert_action": [ + 0.0, + 0.0803571417927742, + 0.0401785708963871, + 0.0, + -0.07392857223749161, + -0.02142857201397419, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.06830358505249023, + 0.18232667446136475, + 0.9341649413108826, + -0.020892854779958725, + 0.029865968972444534, + 0.004039925988763571, + -1.0 + ], + "break_base_action": [ + -0.1412552446126938, + 0.48736870288848877, + 0.02702205441892147, + 0.08775000274181366, + 0.047974370419979095, + 0.10033824294805527, + -1.0 + ], + "control_base_action": [ + 0.06830358505249023, + 0.1505514681339264, + 0.9341649413108826, + 0.044107142835855484, + 0.11557907611131668, + 0.03222480043768883, + -1.0 + ], + "record_id": "break_executability_condition/demo_38/frame_000242", + "source_state_id": "demo_38/frame_000242", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 355 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_39", + "frame_idx": 0, + "split": "val", + "expert_action": [ + 0.0401785708963871, + 0.32946428656578064, + -0.0, + 0.007499999832361937, + 0.0, + -0.009642857126891613, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.024185938760638237, + 0.34755778312683105, + -0.26646533608436584, + 0.020892858505249023, + -0.089649498462677, + -0.05467856302857399, + -1.0 + ], + "break_base_action": [ + 0.029700644314289093, + -0.008324586786329746, + -0.012998954392969608, + 0.020892858505249023, + 0.04676714539527893, + -0.0053550321608781815, + -1.0 + ], + "control_base_action": [ + 0.06278888136148453, + 0.19503675401210785, + 0.3872111439704895, + 0.03296428546309471, + 0.02865874208509922, + 0.011086144484579563, + 1.0 + ], + "record_id": "break_executability_condition/demo_39/frame_000000", + "source_state_id": "demo_39/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 356 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_39", + "frame_idx": 96, + "split": "val", + "expert_action": [ + -0.0535714291036129, + 0.04285714402794838, + -0.3991071283817291, + 0.031071428209543228, + -0.02142857201397419, + 0.35357141494750977, + 1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.2227153480052948, + 0.22045692801475525, + 0.11373423784971237, + 0.046892859041690826, + -0.12828075885772705, + 0.011086144484579563, + 1.0 + ], + "break_base_action": [ + 0.11793594062328339, + 0.23316700756549835, + 0.15375524759292603, + 0.04782142862677574, + -0.08602781593799591, + 0.0627584159374237, + 1.0 + ], + "control_base_action": [ + -0.008902297355234623, + -0.001969544915482402, + 0.3538602888584137, + -0.0041785696521401405, + 0.015379245392978191, + 0.10268698632717133, + -1.0 + ], + "record_id": "break_executability_condition/demo_39/frame_000096", + "source_state_id": "demo_39/frame_000096", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 357 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_39", + "frame_idx": 193, + "split": "val", + "expert_action": [ + -0.3241071403026581, + 0.0, + -0.3348214328289032, + 0.0, + 0.0, + -0.0, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + -0.0585346519947052, + 0.3666228950023651, + 0.3538602888584137, + -0.06639285385608673, + 0.05642496049404144, + 0.09094328433275223, + -1.0 + ], + "break_base_action": [ + 0.10139182209968567, + 0.01709558069705963, + 0.007011550012975931, + 0.0023214302491396666, + 0.01175756473094225, + 0.029876060783863068, + -1.0 + ], + "control_base_action": [ + -0.0585346519947052, + 0.3666228950023651, + 0.3538602888584137, + -0.06639285385608673, + 0.050388824194669724, + -0.02649368718266487, + -1.0 + ], + "record_id": "break_executability_condition/demo_39/frame_000193", + "source_state_id": "demo_39/frame_000193", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 358 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_39", + "frame_idx": 289, + "split": "val", + "expert_action": [ + -0.04285714402794838, + 0.0535714291036129, + -0.0, + 0.01607142947614193, + 0.0, + -0.0, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.06830358505249023, + 0.03616070747375488, + 0.10039390623569489, + -0.0023214267566800117, + -0.030495377257466316, + 0.0016911865677684546, + 1.0 + ], + "break_base_action": [ + 0.09036240726709366, + 0.04251575097441673, + -0.012998954392969608, + 0.02832143008708954, + -0.0630905032157898, + 0.03927101939916611, + 1.0 + ], + "control_base_action": [ + 0.06830358505249023, + 0.03616070747375488, + 0.10039390623569489, + -0.08589285612106323, + 0.15903924405574799, + 0.20838026702404022, + 1.0 + ], + "record_id": "break_executability_condition/demo_39/frame_000289", + "source_state_id": "demo_39/frame_000289", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 359 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_40", + "frame_idx": 0, + "split": "test", + "expert_action": [ + 0.09107142686843872, + 0.19285714626312256, + -0.0, + 0.0, + 0.0, + -0.0, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.013156525790691376, + 0.03616070747375488, + 0.02702205441892147, + 0.020892858505249023, + 0.10229958593845367, + 0.05101471766829491, + -1.0 + ], + "break_base_action": [ + 0.040730055421590805, + -0.15449056029319763, + -0.20643383264541626, + 0.040392857044935226, + -0.03170260414481163, + -0.007703771349042654, + 1.0 + ], + "control_base_action": [ + 0.013156525790691376, + 0.03616070747375488, + 0.02702205441892147, + 0.020892858505249023, + 0.010550337843596935, + -0.012401250191032887, + 1.0 + ], + "record_id": "break_executability_condition/demo_40/frame_000000", + "source_state_id": "demo_40/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 360 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_40", + "frame_idx": 87, + "split": "test", + "expert_action": [ + 0.06964285671710968, + 0.0, + 0.12589286267757416, + 0.0, + 0.0, + 0.018214285373687744, + 1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.10139182209968567, + 0.1886817216873169, + 0.02702205441892147, + -0.027392854914069176, + 0.01658647321164608, + -0.09930460900068283, + 1.0 + ], + "break_base_action": [ + 0.024185938760638237, + 0.07429096102714539, + -0.046349793672561646, + -0.022749997675418854, + -0.012386973015964031, + -0.01709872856736183, + 1.0 + ], + "control_base_action": [ + 0.10139182209968567, + 0.1886817216873169, + 0.040362391620874405, + -0.027392854914069176, + 0.01658647321164608, + -0.09930460900068283, + 1.0 + ], + "record_id": "break_executability_condition/demo_40/frame_000087", + "source_state_id": "demo_40/frame_000087", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 361 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_40", + "frame_idx": 173, + "split": "test", + "expert_action": [ + 0.4258928596973419, + 0.06428571790456772, + 0.24375000596046448, + -0.010714286006987095, + 0.061071429401636124, + 0.03642857074737549, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + -0.22397582232952118, + -0.28159138560295105, + 0.11373423784971237, + -0.017178568989038467, + 0.15903924405574799, + 0.11208194494247437, + -1.0 + ], + "break_base_action": [ + 0.06830358505249023, + 0.04251575097441673, + 0.3205094635486603, + 0.02460714429616928, + 0.012964791618287563, + 0.05571219325065613, + -1.0 + ], + "control_base_action": [ + -0.22397582232952118, + -0.28159138560295105, + 0.11373423784971237, + -0.017178568989038467, + -0.028080923482775688, + -0.06407351791858673, + -1.0 + ], + "record_id": "break_executability_condition/demo_40/frame_000173", + "source_state_id": "demo_40/frame_000173", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 362 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_40", + "frame_idx": 260, + "split": "test", + "expert_action": [ + 0.0, + 0.0, + -0.07767856866121292, + 0.02678571455180645, + -0.002142857061699033, + -0.03857142850756645, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + -0.16882877051830292, + -0.001969544915482402, + 0.08038339763879776, + 0.02460714429616928, + -0.011179746128618717, + 0.03222480043768883, + 1.0 + ], + "break_base_action": [ + -0.12471111863851547, + -0.07187500596046448, + 0.020351886749267578, + 0.06825000047683716, + -0.08482059091329575, + -0.04293486475944519, + 1.0 + ], + "control_base_action": [ + -0.2405199408531189, + 0.061580874025821686, + 0.36053046584129333, + 0.0385357141494751, + -0.01480142679065466, + 0.03692227974534035, + -1.0 + ], + "record_id": "break_executability_condition/demo_40/frame_000260", + "source_state_id": "demo_40/frame_000260", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 363 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_41", + "frame_idx": 0, + "split": "test", + "expert_action": [ + 0.1607142835855484, + 0.2544642984867096, + -0.0, + 0.014999999664723873, + 0.007499999832361937, + 0.019285714253783226, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + -0.49971112608909607, + 0.3284926414489746, + 0.3672006130218506, + 0.020892858505249023, + 0.01658647321164608, + 0.19428782165050507, + 1.0 + ], + "break_base_action": [ + -0.0033875913359224796, + -0.2116859406232834, + 0.31383928656578064, + -0.097035713493824, + 0.15903924405574799, + 0.04161975905299187, + 1.0 + ], + "control_base_action": [ + 0.05175946652889252, + 0.1632615476846695, + -0.09304097294807434, + -0.0013928553089499474, + 0.0008925225702114403, + 0.04396849870681763, + 1.0 + ], + "record_id": "break_executability_condition/demo_41/frame_000000", + "source_state_id": "demo_41/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 364 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_41", + "frame_idx": 82, + "split": "test", + "expert_action": [ + 0.0, + 0.0, + -0.20624999701976776, + 0.0, + 0.0, + 0.11249999701976776, + 1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.24477417767047882, + 0.18232667446136475, + 0.02702205441892147, + 0.046892859041690826, + -0.06671218574047089, + -0.01944746822118759, + 1.0 + ], + "break_base_action": [ + 0.11793594062328339, + 0.125131294131279, + -0.14640231430530548, + 0.020892858505249023, + -0.005143612157553434, + 0.04631723836064339, + 1.0 + ], + "control_base_action": [ + 0.10139182209968567, + 0.30942752957344055, + -0.19976365566253662, + 0.0385357141494751, + 0.010550337843596935, + 0.05571219325065613, + -1.0 + ], + "record_id": "break_executability_condition/demo_41/frame_000082", + "source_state_id": "demo_41/frame_000082", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 365 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_41", + "frame_idx": 165, + "split": "test", + "expert_action": [ + -0.20892857015132904, + 0.0401785708963871, + -0.17678570747375488, + -0.0010714285308495164, + 0.0, + 0.0535714291036129, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.00212711445055902, + 0.1505514681339264, + 0.307169109582901, + 0.05246428772807121, + -0.051018234342336655, + 0.04161975905299187, + 1.0 + ], + "break_base_action": [ + -0.0033875913359224796, + -0.2371060997247696, + -0.760057806968689, + -0.04689285531640053, + 0.15903924405574799, + -0.06407351791858673, + 1.0 + ], + "control_base_action": [ + 0.00212711445055902, + 0.3030724823474884, + -0.3731880187988281, + -0.006964283995330334, + -0.013594199903309345, + -0.02649368718266487, + 1.0 + ], + "record_id": "break_executability_condition/demo_41/frame_000165", + "source_state_id": "demo_41/frame_000165", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 366 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_41", + "frame_idx": 247, + "split": "test", + "expert_action": [ + 0.0, + 0.0, + 0.3776785731315613, + 0.019285714253783226, + -0.023571427911520004, + -0.012857142835855484, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.10139182209968567, + 0.25858718156814575, + 0.03369222208857536, + -0.022749997675418854, + 0.004514203406870365, + 0.027527321130037308, + 1.0 + ], + "break_base_action": [ + 0.10139182209968567, + 0.03616070747375488, + -0.06636030226945877, + 0.02832143008708954, + 0.010550337843596935, + 0.006388665642589331, + 1.0 + ], + "control_base_action": [ + 0.10139182209968567, + 0.25858718156814575, + 0.03369222208857536, + -0.027392854914069176, + -0.005143612157553434, + 0.04396849870681763, + 1.0 + ], + "record_id": "break_executability_condition/demo_41/frame_000247", + "source_state_id": "demo_41/frame_000247", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 367 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_42", + "frame_idx": 0, + "split": "test", + "expert_action": [ + 0.0, + 0.16607142984867096, + -0.0535714291036129, + 0.009642857126891613, + -0.008571428246796131, + -0.051428571343421936, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.14550946652889252, + -0.262526273727417, + -0.026339290663599968, + 0.020892858505249023, + -0.06550496071577072, + 0.08859454840421677, + -1.0 + ], + "break_base_action": [ + 0.14550946652889252, + -0.16720063984394073, + -0.046349793672561646, + -0.005107141099870205, + -0.05463991314172745, + 0.03457354009151459, + 1.0 + ], + "control_base_action": [ + 0.14550946652889252, + -0.16720063984394073, + 0.04703255742788315, + 0.02460714429616928, + -0.051018234342336655, + 0.08859454840421677, + 1.0 + ], + "record_id": "break_executability_condition/demo_42/frame_000000", + "source_state_id": "demo_42/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 368 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_42", + "frame_idx": 80, + "split": "test", + "expert_action": [ + -0.01607142947614193, + 0.0, + -0.5571428537368774, + 0.0053571430034935474, + -0.014999999664723873, + 0.375, + 1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.10139182209968567, + -0.021034670993685722, + 0.007011550012975931, + 0.02832143008708954, + 0.039523784071207047, + 0.029876060783863068, + 1.0 + ], + "break_base_action": [ + 0.024185938760638237, + 0.061580874025821686, + -0.0063287862576544285, + 0.0060357158072292805, + 0.009343110956251621, + 0.03927101939916611, + -1.0 + ], + "control_base_action": [ + 0.10139182209968567, + -0.021034670993685722, + 0.007011550012975931, + 0.02832143008708954, + 0.025037061423063278, + 0.03457354009151459, + 1.0 + ], + "record_id": "break_executability_condition/demo_42/frame_000080", + "source_state_id": "demo_42/frame_000080", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 369 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_42", + "frame_idx": 159, + "split": "test", + "expert_action": [ + -0.02678571455180645, + 0.01607142947614193, + -0.4928571283817291, + -0.019285714253783226, + -0.0053571430034935474, + 0.09000000357627869, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.06830358505249023, + 0.4810136556625366, + 0.6940388679504395, + 0.07939285784959793, + 0.04676714539527893, + 0.20603151619434357, + -1.0 + ], + "break_base_action": [ + 0.06830358505249023, + 0.08700104057788849, + 0.3738707900047302, + 0.04967857152223587, + -0.051018234342336655, + 0.029876060783863068, + 1.0 + ], + "control_base_action": [ + 0.06830358505249023, + 0.08700104057788849, + 0.3738707900047302, + 0.0060357158072292805, + 0.09867790341377258, + 0.05806093290448189, + -1.0 + ], + "record_id": "break_executability_condition/demo_42/frame_000159", + "source_state_id": "demo_42/frame_000159", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 370 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_42", + "frame_idx": 239, + "split": "test", + "expert_action": [ + 0.04553571343421936, + 0.0, + -0.0, + 0.0, + 0.0, + -0.0, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.05727417394518852, + -0.014679629355669022, + 0.10706406831741333, + 0.03760714456439018, + -0.10051453858613968, + 0.008737404830753803, + -1.0 + ], + "break_base_action": [ + 0.07933299988508224, + -0.021034670993685722, + 0.10039390623569489, + -0.02646428346633911, + 0.047974370419979095, + 0.06040967255830765, + -1.0 + ], + "control_base_action": [ + 0.07933299988508224, + -0.008324586786329746, + 0.22045692801475525, + -0.013464284129440784, + 0.035902101546525955, + 0.04161975905299187, + -1.0 + ], + "record_id": "break_executability_condition/demo_42/frame_000239", + "source_state_id": "demo_42/frame_000239", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 371 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_43", + "frame_idx": 0, + "split": "test", + "expert_action": [ + 0.0, + 0.0, + 0.04553571343421936, + 0.0, + 0.0, + -0.004285714123398066, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.2116859406232834, + 0.08064600080251694, + -0.23978467285633087, + 0.020892858505249023, + 0.012964791618287563, + 0.022829841822385788, + -1.0 + ], + "break_base_action": [ + -0.0033875913359224796, + -0.2243960201740265, + -0.15307249128818512, + 0.02832143008708954, + 0.06608277559280396, + 0.018132362514734268, + -1.0 + ], + "control_base_action": [ + 0.2116859406232834, + 0.08064600080251694, + -0.23978467285633087, + 0.020892858505249023, + 0.012964791618287563, + 0.022829841822385788, + -1.0 + ], + "record_id": "break_executability_condition/demo_43/frame_000000", + "source_state_id": "demo_43/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 372 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_43", + "frame_idx": 80, + "split": "test", + "expert_action": [ + 0.0, + 0.0, + -0.3910714387893677, + 0.0, + 0.0053571430034935474, + 0.375, + 1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.04624476283788681, + 0.01074053905904293, + 0.06704306602478027, + 0.019035715609788895, + 0.15903924405574799, + -0.0053550321608781815, + 1.0 + ], + "break_base_action": [ + -0.07507877051830292, + 0.03616070747375488, + -0.11305147409439087, + -0.027392854914069176, + -0.06188327819108963, + -0.09460712969303131, + 1.0 + ], + "control_base_action": [ + 0.00764182023704052, + -0.19262081384658813, + -0.2798056900501251, + 0.044107142835855484, + -0.09568563103675842, + 0.025178581476211548, + 1.0 + ], + "record_id": "break_executability_condition/demo_43/frame_000080", + "source_state_id": "demo_43/frame_000080", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 373 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_43", + "frame_idx": 159, + "split": "test", + "expert_action": [ + -0.05892857164144516, + 0.0401785708963871, + -0.43392857909202576, + 0.0, + 0.0, + 0.11892857402563095, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + -0.5438287854194641, + 0.1886817216873169, + 0.560635507106781, + -0.03482142463326454, + 0.08539840579032898, + -0.08286343514919281, + 1.0 + ], + "break_base_action": [ + 0.4212447702884674, + 0.125131294131279, + -0.12639181315898895, + 0.042249999940395355, + -0.07878445088863373, + -0.014749989844858646, + 1.0 + ], + "control_base_action": [ + 0.013156525790691376, + -0.046454839408397675, + 0.5339548587799072, + 0.040392857044935226, + 0.039523784071207047, + 0.025178581476211548, + -1.0 + ], + "record_id": "break_executability_condition/demo_43/frame_000159", + "source_state_id": "demo_43/frame_000159", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 374 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_43", + "frame_idx": 239, + "split": "test", + "expert_action": [ + 0.0053571430034935474, + 0.0, + 0.2919642925262451, + 0.0, + -0.0503571443259716, + -0.039642855525016785, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + -0.12471111863851547, + 0.39839810132980347, + -0.03300945833325386, + -0.097035713493824, + -0.08844226598739624, + 0.04631723836064339, + 1.0 + ], + "break_base_action": [ + -0.3397846519947052, + 0.07429096102714539, + 0.3538602888584137, + 0.017178572714328766, + 0.11316462606191635, + 0.20603151619434357, + -1.0 + ], + "control_base_action": [ + -0.12471111863851547, + 0.4238182604312897, + -0.10638130456209183, + 0.01996428705751896, + -0.026873696595430374, + 0.008737404830753803, + -1.0 + ], + "record_id": "break_executability_condition/demo_43/frame_000239", + "source_state_id": "demo_43/frame_000239", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 375 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_44", + "frame_idx": 0, + "split": "test", + "expert_action": [ + 0.01607142947614193, + 0.0, + -0.0, + 0.0, + 0.0, + -0.0, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.3385241627693176, + 0.03616070747375488, + -0.10638130456209183, + 0.0385357141494751, + -0.005143612157553434, + -0.007703771349042654, + 1.0 + ], + "break_base_action": [ + 0.14550946652889252, + 0.07429096102714539, + -0.026339290663599968, + 0.04132143035531044, + -0.0461893267929554, + 0.006388665642589331, + 1.0 + ], + "control_base_action": [ + 0.3385241627693176, + 0.03616070747375488, + -0.046349793672561646, + 0.03296428546309471, + -0.06550496071577072, + 0.04396849870681763, + 1.0 + ], + "record_id": "break_executability_condition/demo_44/frame_000000", + "source_state_id": "demo_44/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 376 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_44", + "frame_idx": 84, + "split": "test", + "expert_action": [ + 0.0, + 0.0053571430034935474, + -0.24642856419086456, + 0.09000000357627869, + 0.0, + 0.36964285373687744, + 1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.11793594062328339, + -0.021034670993685722, + 0.07371322810649872, + 0.03482142835855484, + 0.004514203406870365, + 0.03457354009151459, + 1.0 + ], + "break_base_action": [ + 0.09036240726709366, + -0.046454839408397675, + 0.11373423784971237, + 0.008821430616080761, + -0.0027291581500321627, + 0.022829841822385788, + 1.0 + ], + "control_base_action": [ + 0.11793594062328339, + -0.027389712631702423, + 0.07371322810649872, + 0.035750001668930054, + 0.004514203406870365, + -0.02649368718266487, + 1.0 + ], + "record_id": "break_executability_condition/demo_44/frame_000084", + "source_state_id": "demo_44/frame_000084", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 377 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_44", + "frame_idx": 168, + "split": "test", + "expert_action": [ + -0.23303571343421936, + 0.0, + -0.5035714507102966, + 0.0, + -0.012857142835855484, + 0.1039285734295845, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.05175946652889252, + -0.001969544915482402, + 0.44057247042655945, + -0.016249997541308403, + -0.14759638905525208, + 0.08154832571744919, + 1.0 + ], + "break_base_action": [ + -0.19640229642391205, + -0.2116859406232834, + 0.11373423784971237, + -0.097035713493824, + 0.15903924405574799, + -0.06172477826476097, + 1.0 + ], + "control_base_action": [ + 0.05175946652889252, + -0.001969544915482402, + 0.22045692801475525, + -0.016249997541308403, + 0.025037061423063278, + 0.04161975905299187, + -1.0 + ], + "record_id": "break_executability_condition/demo_44/frame_000168", + "source_state_id": "demo_44/frame_000168", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 378 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_44", + "frame_idx": 252, + "split": "test", + "expert_action": [ + 0.0, + 0.10446428507566452, + 0.3187499940395355, + -0.007499999832361937, + -0.02678571455180645, + -0.056785713881254196, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.10139182209968567, + 0.30942752957344055, + 0.007011550012975931, + -0.008821426890790462, + -0.04015319049358368, + 0.018132362514734268, + 1.0 + ], + "break_base_action": [ + 0.10139182209968567, + 0.28400734066963196, + 0.007011550012975931, + -0.024607140570878983, + 0.047974370419979095, + 0.0016911865677684546, + 1.0 + ], + "control_base_action": [ + 0.10139182209968567, + 0.30942752957344055, + -0.046349793672561646, + -0.025535712018609047, + -0.011179746128618717, + 0.004039925988763571, + -1.0 + ], + "record_id": "break_executability_condition/demo_44/frame_000252", + "source_state_id": "demo_44/frame_000252", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 379 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_45", + "frame_idx": 0, + "split": "test", + "expert_action": [ + 0.0, + 0.19553571939468384, + -0.0, + 0.0, + -0.02142857201397419, + -0.019285714253783226, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.2116859406232834, + -0.3006565272808075, + -0.5732930898666382, + 0.006964287254959345, + -0.011179746128618717, + 0.0016911865677684546, + 1.0 + ], + "break_base_action": [ + 0.05175946652889252, + 0.1632615476846695, + 0.26714810729026794, + -0.097035713493824, + 0.019000926986336708, + 0.07215337455272675, + 1.0 + ], + "control_base_action": [ + 0.2116859406232834, + 0.20774684846401215, + 0.04703255742788315, + 0.032035715878009796, + -0.04136041924357414, + 0.029876060783863068, + 1.0 + ], + "record_id": "break_executability_condition/demo_45/frame_000000", + "source_state_id": "demo_45/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 380 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_45", + "frame_idx": 87, + "split": "test", + "expert_action": [ + -0.19821429252624512, + 0.03214285895228386, + -0.23303571343421936, + 0.0, + 0.014999999664723873, + 0.3557142913341522, + 1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.2227153480052948, + 0.01709558069705963, + 0.040362391620874405, + 0.02460714429616928, + -0.01480142679065466, + 0.020481102168560028, + 1.0 + ], + "break_base_action": [ + 0.2227153480052948, + 0.01709558069705963, + 0.06037289649248123, + -0.05432142689824104, + -0.14759638905525208, + 0.03222480043768883, + 1.0 + ], + "control_base_action": [ + 0.2227153480052948, + 0.01709558069705963, + 0.06037289649248123, + 0.0162500012665987, + -0.009972519241273403, + 0.0627584159374237, + 1.0 + ], + "record_id": "break_executability_condition/demo_45/frame_000087", + "source_state_id": "demo_45/frame_000087", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 381 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_45", + "frame_idx": 174, + "split": "test", + "expert_action": [ + 0.0, + 0.0, + -0.3321428596973419, + 0.010714286006987095, + -0.1307142823934555, + 0.008571428246796131, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.17859770357608795, + 0.20139180123806, + -0.026339290663599968, + -0.006964283995330334, + -0.12586630880832672, + 0.020481102168560028, + 1.0 + ], + "break_base_action": [ + 0.17859770357608795, + 0.03616070747375488, + -0.012998954392969608, + 0.025535715743899345, + 0.06608277559280396, + 0.018132362514734268, + 1.0 + ], + "control_base_action": [ + 0.17859770357608795, + 0.20139180123806, + 0.007011550012975931, + -0.0023214267566800117, + -0.006350839044898748, + 0.04161975905299187, + 1.0 + ], + "record_id": "break_executability_condition/demo_45/frame_000174", + "source_state_id": "demo_45/frame_000174", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 382 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_45", + "frame_idx": 261, + "split": "test", + "expert_action": [ + 0.0, + 0.0, + -0.0535714291036129, + 0.011785713955760002, + 0.0, + -0.0, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.7686712145805359, + 0.4937237501144409, + -0.293146014213562, + -0.010678569786250591, + -0.012386973015964031, + 0.05806093290448189, + 1.0 + ], + "break_base_action": [ + 0.10139182209968567, + 0.30942752957344055, + 0.013681718148291111, + -0.024607140570878983, + -0.03411705791950226, + 0.025178581476211548, + 1.0 + ], + "control_base_action": [ + -0.3177258372306824, + -0.014679629355669022, + 0.7140493392944336, + -0.0515357106924057, + 0.021415380761027336, + -0.11574579030275345, + 1.0 + ], + "record_id": "break_executability_condition/demo_45/frame_000261", + "source_state_id": "demo_45/frame_000261", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 383 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_46", + "frame_idx": 0, + "split": "test", + "expert_action": [ + 0.0, + 0.25982141494750977, + -0.0, + 0.0, + 0.0, + -0.009642857126891613, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.2116859406232834, + 0.055225834250450134, + -0.11972164362668991, + 0.01160714402794838, + -0.022044789046049118, + 0.013434884138405323, + 1.0 + ], + "break_base_action": [ + 0.05175946652889252, + 0.1632615476846695, + -0.09304097294807434, + 0.020892858505249023, + -0.08240613341331482, + -0.0006575529696419835, + 1.0 + ], + "control_base_action": [ + 0.2116859406232834, + 0.08064600080251694, + -0.3264968693256378, + 0.020892858505249023, + -0.018423108384013176, + -0.0006575529696419835, + 1.0 + ], + "record_id": "break_executability_condition/demo_46/frame_000000", + "source_state_id": "demo_46/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 384 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_46", + "frame_idx": 87, + "split": "test", + "expert_action": [ + 0.0, + -0.010714286006987095, + -0.0, + 0.0, + -0.011785713955760002, + -0.0, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.10139182209968567, + 0.20139180123806, + 0.02702205441892147, + -0.006964283995330334, + -0.051018234342336655, + -0.0006575529696419835, + 1.0 + ], + "break_base_action": [ + 0.12345064431428909, + 0.2395220547914505, + -0.05301996320486069, + 0.0450357161462307, + -0.051018234342336655, + -0.04528360441327095, + 1.0 + ], + "control_base_action": [ + 0.12345064431428909, + 0.1632615476846695, + -0.11305147409439087, + 0.03482142835855484, + -0.06188327819108963, + -0.012401250191032887, + -1.0 + ], + "record_id": "break_executability_condition/demo_46/frame_000087", + "source_state_id": "demo_46/frame_000087", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 385 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_46", + "frame_idx": 175, + "split": "test", + "expert_action": [ + -0.38035714626312256, + 0.04285714402794838, + -0.39642858505249023, + 0.0, + -0.06750000268220901, + 0.028928572311997414, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + -0.04199053347110748, + 0.2141018807888031, + 0.20711658895015717, + -0.0023214267566800117, + 0.01175756473094225, + -0.05702729895710945, + -1.0 + ], + "break_base_action": [ + -0.1577993631362915, + -0.31972163915634155, + 0.3405199646949768, + -0.07660713791847229, + 0.15903924405574799, + -0.08756091445684433, + 1.0 + ], + "control_base_action": [ + -0.04199053347110748, + 0.2141018807888031, + 0.20711658895015717, + -0.0023214267566800117, + 0.01175756473094225, + -0.05702729895710945, + -1.0 + ], + "record_id": "break_executability_condition/demo_46/frame_000175", + "source_state_id": "demo_46/frame_000175", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 386 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_46", + "frame_idx": 262, + "split": "test", + "expert_action": [ + -0.01607142947614193, + 0.02678571455180645, + 0.11249999701976776, + 0.0, + -0.07500000298023224, + -0.055714286863803864, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.10139182209968567, + 0.03616070747375488, + 0.22045692801475525, + -0.019035711884498596, + 0.009343110956251621, + 0.027527321130037308, + -1.0 + ], + "break_base_action": [ + 0.10139182209968567, + 0.30942752957344055, + -0.23978467285633087, + 0.035750001668930054, + 0.0020997493993490934, + 0.020481102168560028, + 1.0 + ], + "control_base_action": [ + 0.07933299988508224, + 0.0043854969553649426, + -0.012998954392969608, + 0.029250001534819603, + -0.007558065932244062, + -0.0053550321608781815, + -1.0 + ], + "record_id": "break_executability_condition/demo_46/frame_000262", + "source_state_id": "demo_46/frame_000262", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 387 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_47", + "frame_idx": 0, + "split": "test", + "expert_action": [ + 0.0, + 0.0, + -0.0, + 0.0, + 0.0, + -0.0, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.013156525790691376, + 0.04251575097441673, + 0.04703255742788315, + 0.020892858505249023, + 0.010550337843596935, + -0.012401250191032887, + 1.0 + ], + "break_base_action": [ + 0.15653887391090393, + -0.03374475613236427, + -0.046349793672561646, + 0.04132143035531044, + 0.06608277559280396, + 0.03222480043768883, + 1.0 + ], + "control_base_action": [ + 0.013156525790691376, + 0.04251575097441673, + 0.04703255742788315, + 0.020892858505249023, + 0.010550337843596935, + -0.012401250191032887, + -1.0 + ], + "record_id": "break_executability_condition/demo_47/frame_000000", + "source_state_id": "demo_47/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 388 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_47", + "frame_idx": 85, + "split": "test", + "expert_action": [ + 0.0, + -0.0669642835855484, + -0.5008928775787354, + 0.027857143431901932, + 0.0, + 0.375, + 1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.10139182209968567, + 0.19503675401210785, + 0.04703255742788315, + 0.0004642874700948596, + -0.07516277581453323, + -0.02414494752883911, + 1.0 + ], + "break_base_action": [ + 0.10139182209968567, + 0.41110819578170776, + 0.04703255742788315, + -0.009749998338520527, + -0.006350839044898748, + -0.02649368718266487, + -1.0 + ], + "control_base_action": [ + 0.10139182209968567, + 0.03616070747375488, + -0.09304097294807434, + -0.017178568989038467, + 0.01175756473094225, + 0.006388665642589331, + 1.0 + ], + "record_id": "break_executability_condition/demo_47/frame_000085", + "source_state_id": "demo_47/frame_000085", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 389 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_47", + "frame_idx": 171, + "split": "test", + "expert_action": [ + -0.3616071343421936, + 0.01875000074505806, + -0.3723214268684387, + 0.0, + -0.20357142388820648, + 0.04285714402794838, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.3991859257221222, + 0.30942752957344055, + 0.2137867659330368, + 0.05339285731315613, + 0.025037061423063278, + -0.007703771349042654, + -1.0 + ], + "break_base_action": [ + 0.013156525790691376, + 0.2141018807888031, + 0.5472951531410217, + -0.0320357121527195, + 0.04555991664528847, + 0.025178581476211548, + -1.0 + ], + "control_base_action": [ + 0.3991859257221222, + 0.30942752957344055, + 0.2137867659330368, + 0.050607144832611084, + -0.10172176361083984, + -0.007703771349042654, + -1.0 + ], + "record_id": "break_executability_condition/demo_47/frame_000171", + "source_state_id": "demo_47/frame_000171", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 390 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_47", + "frame_idx": 256, + "split": "test", + "expert_action": [ + 0.09642857313156128, + 0.02678571455180645, + 0.16339285671710968, + 0.0, + 0.11571428924798965, + -0.056785713881254196, + 1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.10139182209968567, + 0.01709558069705963, + -0.06636030226945877, + 0.027392858639359474, + 0.023829834535717964, + 0.03457354009151459, + -1.0 + ], + "break_base_action": [ + 0.10139182209968567, + -0.040099795907735825, + -0.0063287862576544285, + 0.0023214302491396666, + 0.015379245392978191, + 0.022829841822385788, + 1.0 + ], + "control_base_action": [ + 0.10139182209968567, + 0.01709558069705963, + -0.06636030226945877, + 0.029250001534819603, + 0.023829834535717964, + 0.03457354009151459, + -1.0 + ], + "record_id": "break_executability_condition/demo_47/frame_000256", + "source_state_id": "demo_47/frame_000256", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 391 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_48", + "frame_idx": 0, + "split": "test", + "expert_action": [ + 0.0, + 0.14196428656578064, + 0.03214285895228386, + 0.0, + 0.0503571443259716, + -0.0, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.024185938760638237, + -0.25617122650146484, + -0.046349793672561646, + 0.05246428772807121, + -0.051018234342336655, + 0.07685085386037827, + -1.0 + ], + "break_base_action": [ + 0.024185938760638237, + -0.2243960201740265, + 0.0870535671710968, + 0.0060357158072292805, + -0.007558065932244062, + 0.03457354009151459, + 1.0 + ], + "control_base_action": [ + 0.024185938760638237, + -0.37056198716163635, + -0.25312501192092896, + 0.020892858505249023, + 0.0033069762866944075, + 0.03222480043768883, + -1.0 + ], + "record_id": "break_executability_condition/demo_48/frame_000000", + "source_state_id": "demo_48/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 392 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_48", + "frame_idx": 95, + "split": "test", + "expert_action": [ + 0.36964285373687744, + -0.02142857201397419, + 0.8357142806053162, + 0.0, + 0.06750000268220901, + -0.0, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.013156525790691376, + 0.14419642090797424, + -0.1797531545162201, + 0.03296428546309471, + 0.06970445811748505, + 0.018132362514734268, + 1.0 + ], + "break_base_action": [ + 0.12345064431428909, + 0.4174632430076599, + -0.2131039947271347, + 0.027392858639359474, + 0.01175756473094225, + 0.013434884138405323, + 1.0 + ], + "control_base_action": [ + 0.013156525790691376, + 0.531853973865509, + 0.9008140563964844, + 0.013464286923408508, + -0.14759638905525208, + 0.0016911865677684546, + -1.0 + ], + "record_id": "break_executability_condition/demo_48/frame_000095", + "source_state_id": "demo_48/frame_000095", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 393 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_48", + "frame_idx": 190, + "split": "test", + "expert_action": [ + -0.2973214387893677, + -0.03214285895228386, + -0.6107142567634583, + 0.004285714123398066, + 0.0, + 0.0771428570151329, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + -0.47765231132507324, + 0.25858718156814575, + 0.2137867659330368, + -0.023678569123148918, + -0.020837562158703804, + 0.10268698632717133, + 1.0 + ], + "break_base_action": [ + -0.3508140742778778, + -0.021034670993685722, + -0.13973215222358704, + 0.03296428546309471, + -0.03773873671889305, + 0.0979895070195198, + 1.0 + ], + "control_base_action": [ + -0.3508140742778778, + 0.1632615476846695, + -0.0063287862576544285, + -0.035749997943639755, + -0.016008654609322548, + -0.12044326961040497, + 1.0 + ], + "record_id": "break_executability_condition/demo_48/frame_000190", + "source_state_id": "demo_48/frame_000190", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 394 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_48", + "frame_idx": 285, + "split": "test", + "expert_action": [ + 0.0, + -0.02410714328289032, + -0.15535713732242584, + 0.025714285671710968, + -0.03214285895228386, + -0.03857142850756645, + 1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.10139182209968567, + -0.021034670993685722, + -0.06636030226945877, + 0.03482142835855484, + -0.017215881496667862, + -0.0053550321608781815, + 1.0 + ], + "break_base_action": [ + -0.1412552446126938, + -0.008324586786329746, + 0.07371322810649872, + 0.05525000020861626, + 0.1481742113828659, + 0.03927101939916611, + -1.0 + ], + "control_base_action": [ + 0.10139182209968567, + -0.021034670993685722, + -0.06636030226945877, + 0.03482142835855484, + 0.025037061423063278, + -0.014749989844858646, + -1.0 + ], + "record_id": "break_executability_condition/demo_48/frame_000285", + "source_state_id": "demo_48/frame_000285", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 395 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_49", + "frame_idx": 0, + "split": "test", + "expert_action": [ + 0.0, + 0.0, + -0.0, + 0.0, + -0.027857143431901932, + -0.0, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.37712711095809937, + 0.7924107313156128, + 0.14041490852832794, + 0.04967857152223587, + 0.09867790341377258, + 0.15905673801898956, + 1.0 + ], + "break_base_action": [ + 0.36058300733566284, + 0.25858718156814575, + -0.3264968693256378, + 0.020892858505249023, + -0.012386973015964031, + 0.04866597801446915, + 1.0 + ], + "control_base_action": [ + 0.37712711095809937, + 0.7924107313156128, + 0.12707456946372986, + 0.020892858505249023, + 0.005721430294215679, + 0.08624580502510071, + 1.0 + ], + "record_id": "break_executability_condition/demo_49/frame_000000", + "source_state_id": "demo_49/frame_000000", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 396 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_49", + "frame_idx": 90, + "split": "test", + "expert_action": [ + 0.0, + 0.0, + -0.4982142746448517, + 0.019285714253783226, + -0.040714286267757416, + 0.375, + 1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.12345064431428909, + 0.1632615476846695, + -0.046349793672561646, + 0.046892859041690826, + 0.01658647321164608, + 0.0016911865677684546, + 1.0 + ], + "break_base_action": [ + 0.10139182209968567, + -0.027389712631702423, + 0.0003413818485569209, + 0.023678572848439217, + 0.01175756473094225, + -0.02649368718266487, + 1.0 + ], + "control_base_action": [ + 0.018671231344342232, + -0.07187500596046448, + 0.9341649413108826, + 0.058964285999536514, + -0.10172176361083984, + 0.022829841822385788, + 1.0 + ], + "record_id": "break_executability_condition/demo_49/frame_000090", + "source_state_id": "demo_49/frame_000090", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 397 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_49", + "frame_idx": 181, + "split": "test", + "expert_action": [ + 0.0, + -0.04285714402794838, + -0.1473214328289032, + 0.046071428805589676, + -0.04500000178813934, + -0.0, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.013156525790691376, + 0.2141018807888031, + 0.28048843145370483, + 0.051535714417696, + 0.039523784071207047, + -0.04763234406709671, + -1.0 + ], + "break_base_action": [ + -0.04199053347110748, + 0.20139180123806, + 0.8274422287940979, + -0.009749998338520527, + -0.03170260414481163, + -0.007703771349042654, + 1.0 + ], + "control_base_action": [ + 0.013156525790691376, + 0.2141018807888031, + 0.28048843145370483, + 0.051535714417696, + 0.039523784071207047, + -0.04763234406709671, + -1.0 + ], + "record_id": "break_executability_condition/demo_49/frame_000181", + "source_state_id": "demo_49/frame_000181", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 398 + }, + { + "case_id": "break_executability_condition", + "family": "executability_condition", + "suite": "libero_10", + "task_id": 2, + "demo_id": "demo_49", + "frame_idx": 271, + "split": "test", + "expert_action": [ + 0.0026785715017467737, + 0.04553571343421936, + 0.09375, + 0.0, + 0.0, + -0.0535714291036129, + -1.0 + ], + "clean_instruction": "turn on the stove and put the moka pot on it", + "break_instruction": "turn off the stove and put the moka pot on it", + "control_instruction": "switch on the stove and put the moka pot on it", + "clean_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0 + ], + "break_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "control_bow": [ + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "clean_base_action": [ + 0.1344800591468811, + -0.07187500596046448, + 0.560635507106781, + -0.0023214267566800117, + -0.00393638527020812, + 0.022829841822385788, + -1.0 + ], + "break_base_action": [ + 0.1344800591468811, + -0.07187500596046448, + 0.04703255742788315, + -0.023678569123148918, + 0.054010506719350815, + -0.0006575529696419835, + -1.0 + ], + "control_base_action": [ + 0.2227153480052948, + 0.04251575097441673, + -0.14640231430530548, + 0.033892858773469925, + 0.0008925225702114403, + 0.01578362286090851, + 1.0 + ], + "record_id": "break_executability_condition/demo_49/frame_000271", + "source_state_id": "demo_49/frame_000271", + "source_dataset": "LIBERO/libero_10", + "source_hdf5": "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it_demo.hdf5", + "observation_index": 399 + } +]