RLDX-1.1-PT / processor /processor_config.json
yongjincho-rlwrld's picture
Release RLDX-1.1 (v1.1.0)
e254e45
Raw History Blame Contribute Delete
6.39 kB
{
"processor_class": "RLDXProcessor",
"processor_kwargs": {
"format_version": 2,
"modality_configs": {
"fractal20220817_data": {
"video": {
"delta_indices": [
-6,
-4,
-2,
0
],
"modality_keys": [
"primary"
],
"sin_cos_embedding_keys": null,
"mean_std_embedding_keys": null,
"action_configs": null
},
"state": {
"delta_indices": [
0
],
"modality_keys": [
"end_effector_position",
"end_effector_rotation",
"gripper_position"
],
"sin_cos_embedding_keys": null,
"mean_std_embedding_keys": null,
"action_configs": null
},
"action": {
"delta_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15
],
"modality_keys": [
"end_effector_position",
"end_effector_rotation",
"gripper_close"
],
"sin_cos_embedding_keys": null,
"mean_std_embedding_keys": null,
"action_configs": [
{
"rep": "DELTA",
"type": "EEF",
"format": "DEFAULT",
"state_key": null
},
{
"rep": "DELTA",
"type": "EEF",
"format": "DEFAULT",
"state_key": null
},
{
"rep": "ABSOLUTE",
"type": "NON_EEF",
"format": "DEFAULT",
"state_key": null
}
]
},
"language": {
"delta_indices": [
0
],
"modality_keys": [
"annotation.human.action.task_description"
],
"sin_cos_embedding_keys": null,
"mean_std_embedding_keys": null,
"action_configs": null
}
},
"bridge_orig": {
"video": {
"delta_indices": [
-6,
-4,
-2,
0
],
"modality_keys": [
"primary",
"secondary"
],
"sin_cos_embedding_keys": null,
"mean_std_embedding_keys": null,
"action_configs": null
},
"state": {
"delta_indices": [
0
],
"modality_keys": [
"end_effector_position",
"end_effector_rotation",
"gripper_position"
],
"sin_cos_embedding_keys": null,
"mean_std_embedding_keys": null,
"action_configs": null
},
"action": {
"delta_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15
],
"modality_keys": [
"end_effector_position",
"end_effector_rotation",
"gripper_close"
],
"sin_cos_embedding_keys": null,
"mean_std_embedding_keys": null,
"action_configs": [
{
"rep": "DELTA",
"type": "EEF",
"format": "DEFAULT",
"state_key": null
},
{
"rep": "DELTA",
"type": "EEF",
"format": "DEFAULT",
"state_key": null
},
{
"rep": "ABSOLUTE",
"type": "NON_EEF",
"format": "DEFAULT",
"state_key": null
}
]
},
"language": {
"delta_indices": [
0
],
"modality_keys": [
"annotation.human.action.task_description"
],
"sin_cos_embedding_keys": null,
"mean_std_embedding_keys": null,
"action_configs": null
}
},
"droid": {
"video": {
"delta_indices": [
-6,
-4,
-2,
0
],
"modality_keys": [
"primary",
"secondary",
"wrist"
],
"sin_cos_embedding_keys": null,
"mean_std_embedding_keys": null,
"action_configs": null
},
"state": {
"delta_indices": [
0
],
"modality_keys": [
"end_effector_position",
"end_effector_rotation",
"gripper_position"
],
"sin_cos_embedding_keys": null,
"mean_std_embedding_keys": null,
"action_configs": null
},
"action": {
"delta_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15
],
"modality_keys": [
"end_effector_position",
"end_effector_rotation",
"gripper_close"
],
"sin_cos_embedding_keys": null,
"mean_std_embedding_keys": null,
"action_configs": [
{
"rep": "DELTA",
"type": "EEF",
"format": "DEFAULT",
"state_key": null
},
{
"rep": "DELTA",
"type": "EEF",
"format": "DEFAULT",
"state_key": null
},
{
"rep": "ABSOLUTE",
"type": "NON_EEF",
"format": "DEFAULT",
"state_key": null
}
]
},
"language": {
"delta_indices": [
0
],
"modality_keys": [
"annotation.human.action.task_description"
],
"sin_cos_embedding_keys": null,
"mean_std_embedding_keys": null,
"action_configs": null
}
}
}
}
}