Instructions to use felsager/smolvla_ms_cube_stack with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- LeRobot
How to use felsager/smolvla_ms_cube_stack with LeRobot:
# See https://github.com/huggingface/lerobot?tab=readme-ov-file#installation for more details git clone https://github.com/huggingface/lerobot.git cd lerobot pip install -e .[smolvla]
# Launch finetuning on your dataset python lerobot/scripts/train.py \ --policy.path=felsager/smolvla_ms_cube_stack \ --dataset.repo_id=lerobot/svla_so101_pickplace \ --batch_size=64 \ --steps=20000 \ --output_dir=outputs/train/my_smolvla \ --job_name=my_smolvla_training \ --policy.device=cuda \ --wandb.enable=true
# Run the policy using the record function python -m lerobot.record \ --robot.type=so101_follower \ --robot.port=/dev/ttyACM0 \ # <- Use your port --robot.id=my_blue_follower_arm \ # <- Use your robot id --robot.cameras="{ front: {type: opencv, index_or_path: 8, width: 640, height: 480, fps: 30}}" \ # <- Use your cameras --dataset.single_task="Grasp a lego block and put it in the bin." \ # <- Use the same task description you used in your dataset recording --dataset.repo_id=HF_USER/dataset_name \ # <- This will be the dataset name on HF Hub --dataset.episode_time_s=50 \ --dataset.num_episodes=10 \ --policy.path=felsager/smolvla_ms_cube_stack - Notebooks
- Google Colab
- Kaggle
Upload DataProcessorPipeline
Browse files
policy_preprocessor.json
CHANGED
|
@@ -4,10 +4,7 @@
|
|
| 4 |
{
|
| 5 |
"registry_name": "rename_observations_processor",
|
| 6 |
"config": {
|
| 7 |
-
"rename_map": {
|
| 8 |
-
"observation.images.base_camera": "observation.images.camera3",
|
| 9 |
-
"observation.images.hand_camera": "observation.images.camera2"
|
| 10 |
-
}
|
| 11 |
}
|
| 12 |
},
|
| 13 |
{
|
|
@@ -41,34 +38,26 @@
|
|
| 41 |
"config": {
|
| 42 |
"eps": 1e-08,
|
| 43 |
"features": {
|
| 44 |
-
"observation.
|
| 45 |
-
"type": "STATE",
|
| 46 |
-
"shape": [
|
| 47 |
-
6
|
| 48 |
-
]
|
| 49 |
-
},
|
| 50 |
-
"observation.images.camera1": {
|
| 51 |
"type": "VISUAL",
|
| 52 |
"shape": [
|
| 53 |
3,
|
| 54 |
-
|
| 55 |
-
|
| 56 |
]
|
| 57 |
},
|
| 58 |
-
"observation.images.
|
| 59 |
"type": "VISUAL",
|
| 60 |
"shape": [
|
| 61 |
3,
|
| 62 |
-
|
| 63 |
-
|
| 64 |
]
|
| 65 |
},
|
| 66 |
-
"observation.
|
| 67 |
-
"type": "
|
| 68 |
"shape": [
|
| 69 |
-
|
| 70 |
-
256,
|
| 71 |
-
256
|
| 72 |
]
|
| 73 |
},
|
| 74 |
"observation.images.empty_camera_0": {
|
|
|
|
| 4 |
{
|
| 5 |
"registry_name": "rename_observations_processor",
|
| 6 |
"config": {
|
| 7 |
+
"rename_map": {}
|
|
|
|
|
|
|
|
|
|
| 8 |
}
|
| 9 |
},
|
| 10 |
{
|
|
|
|
| 38 |
"config": {
|
| 39 |
"eps": 1e-08,
|
| 40 |
"features": {
|
| 41 |
+
"observation.images.base_camera": {
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 42 |
"type": "VISUAL",
|
| 43 |
"shape": [
|
| 44 |
3,
|
| 45 |
+
480,
|
| 46 |
+
640
|
| 47 |
]
|
| 48 |
},
|
| 49 |
+
"observation.images.hand_camera": {
|
| 50 |
"type": "VISUAL",
|
| 51 |
"shape": [
|
| 52 |
3,
|
| 53 |
+
480,
|
| 54 |
+
640
|
| 55 |
]
|
| 56 |
},
|
| 57 |
+
"observation.state": {
|
| 58 |
+
"type": "STATE",
|
| 59 |
"shape": [
|
| 60 |
+
9
|
|
|
|
|
|
|
| 61 |
]
|
| 62 |
},
|
| 63 |
"observation.images.empty_camera_0": {
|
policy_preprocessor_step_5_normalizer_processor.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4e5c24f32c1e6baf673404174366f012d132d04eda1a8e5b3931e66f173f380d
|
| 3 |
+
size 8600
|