Robotics
Transformers
Safetensors
RLDX-1
vla
vision-language-action
manipulation
flow-matching
rldx
image-input
robocasa
Instructions to use RLWRLD/RLDX-1.1-FT-ROBOCASA-IMG with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use RLWRLD/RLDX-1.1-FT-ROBOCASA-IMG with Transformers:
# pip install -U transformers accelerate # Load model directly from transformers import RLDX model = RLDX.from_pretrained("RLWRLD/RLDX-1.1-FT-ROBOCASA-IMG", device_map="auto") - Notebooks
- Google Colab
- Kaggle
Download processor/processor_config.json from RLWRLD/RLDX-1.1-FT-ROBOCASA-IMG: direct link, hf CLI and curl.
- Browser
- Download file 8.77 kB
-
https://huggingface.co/RLWRLD/RLDX-1.1-FT-ROBOCASA-IMG/resolve/main/processor/processor_config.json
- Command line
-
hf download hf://RLWRLD/RLDX-1.1-FT-ROBOCASA-IMG/processor/processor_config.json
-
curl -L -o processor_config.json https://huggingface.co/RLWRLD/RLDX-1.1-FT-ROBOCASA-IMG/resolve/main/processor/processor_config.json
8.77 kB
| { | |
| "processor_class": "RLDXProcessor", | |
| "processor_kwargs": { | |
| "format_version": 2, | |
| "modality_configs": { | |
| "general_embodiment": { | |
| "video": { | |
| "delta_indices": [ | |
| 0 | |
| ], | |
| "modality_keys": [ | |
| "left_view", | |
| "right_view", | |
| "wrist_view" | |
| ], | |
| "sin_cos_embedding_keys": null, | |
| "mean_std_embedding_keys": null, | |
| "action_configs": null | |
| }, | |
| "state": { | |
| "delta_indices": [ | |
| 0 | |
| ], | |
| "modality_keys": [ | |
| "end_effector_position_relative", | |
| "end_effector_rotation_relative", | |
| "gripper_qpos", | |
| "base_position", | |
| "base_rotation" | |
| ], | |
| "sin_cos_embedding_keys": null, | |
| "mean_std_embedding_keys": null, | |
| "action_configs": null | |
| }, | |
| "action": { | |
| "delta_indices": [ | |
| 0, | |
| 1, | |
| 2, | |
| 3, | |
| 4, | |
| 5, | |
| 6, | |
| 7, | |
| 8, | |
| 9, | |
| 10, | |
| 11, | |
| 12, | |
| 13, | |
| 14, | |
| 15 | |
| ], | |
| "modality_keys": [ | |
| "end_effector_position", | |
| "end_effector_rotation", | |
| "gripper_close", | |
| "base_motion", | |
| "control_mode" | |
| ], | |
| "sin_cos_embedding_keys": null, | |
| "mean_std_embedding_keys": null, | |
| "action_configs": [ | |
| { | |
| "rep": "DELTA", | |
| "type": "EEF", | |
| "format": "DEFAULT", | |
| "state_key": null | |
| }, | |
| { | |
| "rep": "DELTA", | |
| "type": "EEF", | |
| "format": "DEFAULT", | |
| "state_key": null | |
| }, | |
| { | |
| "rep": "ABSOLUTE", | |
| "type": "NON_EEF", | |
| "format": "DEFAULT", | |
| "state_key": null | |
| }, | |
| { | |
| "rep": "DELTA", | |
| "type": "NON_EEF", | |
| "format": "DEFAULT", | |
| "state_key": null | |
| }, | |
| { | |
| "rep": "ABSOLUTE", | |
| "type": "NON_EEF", | |
| "format": "DEFAULT", | |
| "state_key": null | |
| } | |
| ] | |
| }, | |
| "language": { | |
| "delta_indices": [ | |
| 0 | |
| ], | |
| "modality_keys": [ | |
| "annotation.human.action.task_description" | |
| ], | |
| "sin_cos_embedding_keys": null, | |
| "mean_std_embedding_keys": null, | |
| "action_configs": null | |
| } | |
| }, | |
| "fractal20220817_data": { | |
| "video": { | |
| "delta_indices": [ | |
| 0 | |
| ], | |
| "modality_keys": [ | |
| "primary" | |
| ], | |
| "sin_cos_embedding_keys": null, | |
| "mean_std_embedding_keys": null, | |
| "action_configs": null | |
| }, | |
| "state": { | |
| "delta_indices": [ | |
| 0 | |
| ], | |
| "modality_keys": [ | |
| "end_effector_position", | |
| "end_effector_rotation", | |
| "gripper_position" | |
| ], | |
| "sin_cos_embedding_keys": null, | |
| "mean_std_embedding_keys": null, | |
| "action_configs": null | |
| }, | |
| "action": { | |
| "delta_indices": [ | |
| 0, | |
| 1, | |
| 2, | |
| 3, | |
| 4, | |
| 5, | |
| 6, | |
| 7, | |
| 8, | |
| 9, | |
| 10, | |
| 11, | |
| 12, | |
| 13, | |
| 14, | |
| 15 | |
| ], | |
| "modality_keys": [ | |
| "end_effector_position", | |
| "end_effector_rotation", | |
| "gripper_close" | |
| ], | |
| "sin_cos_embedding_keys": null, | |
| "mean_std_embedding_keys": null, | |
| "action_configs": [ | |
| { | |
| "rep": "DELTA", | |
| "type": "EEF", | |
| "format": "DEFAULT", | |
| "state_key": null | |
| }, | |
| { | |
| "rep": "DELTA", | |
| "type": "EEF", | |
| "format": "DEFAULT", | |
| "state_key": null | |
| }, | |
| { | |
| "rep": "ABSOLUTE", | |
| "type": "NON_EEF", | |
| "format": "DEFAULT", | |
| "state_key": null | |
| } | |
| ] | |
| }, | |
| "language": { | |
| "delta_indices": [ | |
| 0 | |
| ], | |
| "modality_keys": [ | |
| "annotation.human.action.task_description" | |
| ], | |
| "sin_cos_embedding_keys": null, | |
| "mean_std_embedding_keys": null, | |
| "action_configs": null | |
| } | |
| }, | |
| "bridge_orig": { | |
| "video": { | |
| "delta_indices": [ | |
| 0 | |
| ], | |
| "modality_keys": [ | |
| "primary", | |
| "secondary" | |
| ], | |
| "sin_cos_embedding_keys": null, | |
| "mean_std_embedding_keys": null, | |
| "action_configs": null | |
| }, | |
| "state": { | |
| "delta_indices": [ | |
| 0 | |
| ], | |
| "modality_keys": [ | |
| "end_effector_position", | |
| "end_effector_rotation", | |
| "gripper_position" | |
| ], | |
| "sin_cos_embedding_keys": null, | |
| "mean_std_embedding_keys": null, | |
| "action_configs": null | |
| }, | |
| "action": { | |
| "delta_indices": [ | |
| 0, | |
| 1, | |
| 2, | |
| 3, | |
| 4, | |
| 5, | |
| 6, | |
| 7, | |
| 8, | |
| 9, | |
| 10, | |
| 11, | |
| 12, | |
| 13, | |
| 14, | |
| 15 | |
| ], | |
| "modality_keys": [ | |
| "end_effector_position", | |
| "end_effector_rotation", | |
| "gripper_close" | |
| ], | |
| "sin_cos_embedding_keys": null, | |
| "mean_std_embedding_keys": null, | |
| "action_configs": [ | |
| { | |
| "rep": "DELTA", | |
| "type": "EEF", | |
| "format": "DEFAULT", | |
| "state_key": null | |
| }, | |
| { | |
| "rep": "DELTA", | |
| "type": "EEF", | |
| "format": "DEFAULT", | |
| "state_key": null | |
| }, | |
| { | |
| "rep": "ABSOLUTE", | |
| "type": "NON_EEF", | |
| "format": "DEFAULT", | |
| "state_key": null | |
| } | |
| ] | |
| }, | |
| "language": { | |
| "delta_indices": [ | |
| 0 | |
| ], | |
| "modality_keys": [ | |
| "annotation.human.action.task_description" | |
| ], | |
| "sin_cos_embedding_keys": null, | |
| "mean_std_embedding_keys": null, | |
| "action_configs": null | |
| } | |
| }, | |
| "droid": { | |
| "video": { | |
| "delta_indices": [ | |
| 0 | |
| ], | |
| "modality_keys": [ | |
| "primary", | |
| "secondary", | |
| "wrist" | |
| ], | |
| "sin_cos_embedding_keys": null, | |
| "mean_std_embedding_keys": null, | |
| "action_configs": null | |
| }, | |
| "state": { | |
| "delta_indices": [ | |
| 0 | |
| ], | |
| "modality_keys": [ | |
| "end_effector_position", | |
| "end_effector_rotation", | |
| "gripper_position" | |
| ], | |
| "sin_cos_embedding_keys": null, | |
| "mean_std_embedding_keys": null, | |
| "action_configs": null | |
| }, | |
| "action": { | |
| "delta_indices": [ | |
| 0, | |
| 1, | |
| 2, | |
| 3, | |
| 4, | |
| 5, | |
| 6, | |
| 7, | |
| 8, | |
| 9, | |
| 10, | |
| 11, | |
| 12, | |
| 13, | |
| 14, | |
| 15 | |
| ], | |
| "modality_keys": [ | |
| "end_effector_position", | |
| "end_effector_rotation", | |
| "gripper_close" | |
| ], | |
| "sin_cos_embedding_keys": null, | |
| "mean_std_embedding_keys": null, | |
| "action_configs": [ | |
| { | |
| "rep": "DELTA", | |
| "type": "EEF", | |
| "format": "DEFAULT", | |
| "state_key": null | |
| }, | |
| { | |
| "rep": "DELTA", | |
| "type": "EEF", | |
| "format": "DEFAULT", | |
| "state_key": null | |
| }, | |
| { | |
| "rep": "ABSOLUTE", | |
| "type": "NON_EEF", | |
| "format": "DEFAULT", | |
| "state_key": null | |
| } | |
| ] | |
| }, | |
| "language": { | |
| "delta_indices": [ | |
| 0 | |
| ], | |
| "modality_keys": [ | |
| "annotation.human.action.task_description" | |
| ], | |
| "sin_cos_embedding_keys": null, | |
| "mean_std_embedding_keys": null, | |
| "action_configs": null | |
| } | |
| } | |
| } | |
| } | |
| } | |