Upload folder using huggingface_hub (part 2)

03-43-54_smolvla_gk_adp_real2_2e-3/checkpoints/real_task03_032000/training_state/sequential_state.json

@@ -0,0 +1,797 @@
+{
+    "version": 1,
+    "step": 32000,
+    "task_position": 3,
+    "task_step": 2000,
+    "steps_per_task": 10000,
+    "drop_last": true,
+    "task_sequence": [
+        {
+            "task_suite": "real",
+            "task_index_within_suite": 0,
+            "task_index": 2,
+            "task": "Put the pen into the cup",
+            "task_pattern": null,
+            "task_indices": [],
+            "instructions": [],
+            "episodes": [
+                30,
+                31,
+                32,
+                33,
+                34,
+                35,
+                36,
+                37,
+                38,
+                39,
+                170,
+                171,
+                172,
+                173,
+                174,
+                175,
+                176,
+                177,
+                178,
+                179,
+                180,
+                181,
+                182,
+                183,
+                184,
+                185,
+                186,
+                187,
+                188,
+                189,
+                190,
+                191,
+                192,
+                193,
+                194,
+                195,
+                196,
+                197,
+                198,
+                199,
+                200,
+                201,
+                202,
+                203,
+                204,
+                205,
+                206,
+                207,
+                208,
+                209
+            ]
+        },
+        {
+            "task_suite": "real",
+            "task_index_within_suite": 1,
+            "task_index": 0,
+            "task": "Put the tape in the bowl",
+            "task_pattern": null,
+            "task_indices": [],
+            "instructions": [],
+            "episodes": [
+                20,
+                21,
+                22,
+                23,
+                24,
+                25,
+                26,
+                27,
+                28,
+                29,
+                130,
+                131,
+                132,
+                133,
+                134,
+                135,
+                136,
+                137,
+                138,
+                139,
+                140,
+                141,
+                142,
+                143,
+                144,
+                145,
+                146,
+                147,
+                148,
+                149,
+                150,
+                151,
+                152,
+                153,
+                154,
+                155,
+                156,
+                157,
+                158,
+                159,
+                160,
+                161,
+                162,
+                163,
+                164,
+                165,
+                166,
+                167,
+                168,
+                169
+            ]
+        },
+        {
+            "task_suite": "real",
+            "task_index_within_suite": 2,
+            "task_index": 1,
+            "task": "Put the pen in the cup",
+            "task_pattern": null,
+            "task_indices": [],
+            "instructions": [],
+            "episodes": [
+                10,
+                11,
+                12,
+                13,
+                14,
+                15,
+                16,
+                17,
+                18,
+                19,
+                80,
+                81,
+                82,
+                83,
+                84,
+                85,
+                86,
+                87,
+                88,
+                89,
+                90,
+                91,
+                92,
+                93,
+                94,
+                95,
+                96,
+                97,
+                98,
+                99,
+                100,
+                101,
+                102,
+                103,
+                104,
+                105,
+                106,
+                107,
+                108,
+                109,
+                120,
+                121,
+                122,
+                123,
+                124,
+                125,
+                126,
+                127,
+                128,
+                129
+            ]
+        },
+        {
+            "task_suite": "real",
+            "task_index_within_suite": 3,
+            "task_index": 0,
+            "task": "Put the tape in the bowl",
+            "task_pattern": null,
+            "task_indices": [],
+            "instructions": [],
+            "episodes": [
+                0,
+                1,
+                2,
+                3,
+                4,
+                5,
+                6,
+                7,
+                8,
+                9,
+                40,
+                41,
+                42,
+                43,
+                44,
+                45,
+                46,
+                47,
+                48,
+                49,
+                50,
+                51,
+                52,
+                53,
+                54,
+                55,
+                56,
+                57,
+                58,
+                59,
+                60,
+                61,
+                62,
+                63,
+                64,
+                65,
+                66,
+                67,
+                68,
+                69,
+                70,
+                71,
+                72,
+                73,
+                74,
+                75,
+                76,
+                77,
+                78,
+                79
+            ]
+        }
+    ],
+    "config": {
+        "dataset": {
+            "repo_id": "tml-lab/real2",
+            "repo_type": "dataset",
+            "root": null,
+            "episodes": [
+                0,
+                1,
+                2,
+                3,
+                4,
+                5,
+                6,
+                7,
+                8,
+                9,
+                10,
+                11,
+                12,
+                13,
+                14,
+                15,
+                16,
+                17,
+                18,
+                19,
+                20,
+                21,
+                22,
+                23,
+                24,
+                25,
+                26,
+                27,
+                28,
+                29,
+                30,
+                31,
+                32,
+                33,
+                34,
+                35,
+                36,
+                37,
+                38,
+                39,
+                40,
+                41,
+                42,
+                43,
+                44,
+                45,
+                46,
+                47,
+                48,
+                49,
+                50,
+                51,
+                52,
+                53,
+                54,
+                55,
+                56,
+                57,
+                58,
+                59,
+                60,
+                61,
+                62,
+                63,
+                64,
+                65,
+                66,
+                67,
+                68,
+                69,
+                70,
+                71,
+                72,
+                73,
+                74,
+                75,
+                76,
+                77,
+                78,
+                79,
+                80,
+                81,
+                82,
+                83,
+                84,
+                85,
+                86,
+                87,
+                88,
+                89,
+                90,
+                91,
+                92,
+                93,
+                94,
+                95,
+                96,
+                97,
+                98,
+                99,
+                100,
+                101,
+                102,
+                103,
+                104,
+                105,
+                106,
+                107,
+                108,
+                109,
+                120,
+                121,
+                122,
+                123,
+                124,
+                125,
+                126,
+                127,
+                128,
+                129,
+                130,
+                131,
+                132,
+                133,
+                134,
+                135,
+                136,
+                137,
+                138,
+                139,
+                140,
+                141,
+                142,
+                143,
+                144,
+                145,
+                146,
+                147,
+                148,
+                149,
+                150,
+                151,
+                152,
+                153,
+                154,
+                155,
+                156,
+                157,
+                158,
+                159,
+                160,
+                161,
+                162,
+                163,
+                164,
+                165,
+                166,
+                167,
+                168,
+                169,
+                170,
+                171,
+                172,
+                173,
+                174,
+                175,
+                176,
+                177,
+                178,
+                179,
+                180,
+                181,
+                182,
+                183,
+                184,
+                185,
+                186,
+                187,
+                188,
+                189,
+                190,
+                191,
+                192,
+                193,
+                194,
+                195,
+                196,
+                197,
+                198,
+                199,
+                200,
+                201,
+                202,
+                203,
+                204,
+                205,
+                206,
+                207,
+                208,
+                209
+            ],
+            "exclude_episodes": null,
+            "filter_failed_trajectories": false,
+            "image_transforms": {
+                "enable": false,
+                "max_num_transforms": 3,
+                "random_order": false,
+                "tfs": {
+                    "brightness": {
+                        "weight": 1.0,
+                        "type": "ColorJitter",
+                        "kwargs": {
+                            "brightness": [
+                                0.8,
+                                1.2
+                            ]
+                        }
+                    },
+                    "contrast": {
+                        "weight": 1.0,
+                        "type": "ColorJitter",
+                        "kwargs": {
+                            "contrast": [
+                                0.8,
+                                1.2
+                            ]
+                        }
+                    },
+                    "saturation": {
+                        "weight": 1.0,
+                        "type": "ColorJitter",
+                        "kwargs": {
+                            "saturation": [
+                                0.5,
+                                1.5
+                            ]
+                        }
+                    },
+                    "hue": {
+                        "weight": 1.0,
+                        "type": "ColorJitter",
+                        "kwargs": {
+                            "hue": [
+                                -0.05,
+                                0.05
+                            ]
+                        }
+                    },
+                    "sharpness": {
+                        "weight": 1.0,
+                        "type": "SharpnessJitter",
+                        "kwargs": {
+                            "sharpness": [
+                                0.5,
+                                1.5
+                            ]
+                        }
+                    },
+                    "affine": {
+                        "weight": 1.0,
+                        "type": "RandomAffine",
+                        "kwargs": {
+                            "degrees": [
+                                -5.0,
+                                5.0
+                            ],
+                            "translate": [
+                                0.05,
+                                0.05
+                            ]
+                        }
+                    }
+                }
+            },
+            "revision": null,
+            "use_imagenet_stats": true,
+            "video_backend": "torchcodec",
+            "return_uint8": false,
+            "depth_output_unit": "mm",
+            "streaming": false,
+            "eval_split": 0.0
+        },
+        "env": null,
+        "policy": {
+            "type": "smolvla",
+            "n_obs_steps": 1,
+            "input_features": {
+                "observation.state": {
+                    "type": "STATE",
+                    "shape": [
+                        6
+                    ]
+                },
+                "observation.images.camera1": {
+                    "type": "VISUAL",
+                    "shape": [
+                        3,
+                        256,
+                        256
+                    ]
+                },
+                "observation.images.camera2": {
+                    "type": "VISUAL",
+                    "shape": [
+                        3,
+                        256,
+                        256
+                    ]
+                },
+                "observation.images.camera3": {
+                    "type": "VISUAL",
+                    "shape": [
+                        3,
+                        256,
+                        256
+                    ]
+                }
+            },
+            "output_features": {
+                "action": {
+                    "type": "ACTION",
+                    "shape": [
+                        6
+                    ]
+                }
+            },
+            "device": "cuda",
+            "use_amp": false,
+            "use_peft": true,
+            "push_to_hub": false,
+            "repo_id": null,
+            "private": null,
+            "tags": null,
+            "license": null,
+            "pretrained_path": "<resume-source>",
+            "pretrained_revision": null,
+            "chunk_size": 50,
+            "n_action_steps": 50,
+            "normalization_mapping": {
+                "VISUAL": "IDENTITY",
+                "STATE": "MEAN_STD",
+                "ACTION": "MEAN_STD"
+            },
+            "max_state_dim": 32,
+            "max_action_dim": 32,
+            "resize_imgs_with_padding": [
+                512,
+                512
+            ],
+            "empty_cameras": 0,
+            "adapt_to_pi_aloha": false,
+            "use_delta_joint_actions_aloha": false,
+            "tokenizer_max_length": 48,
+            "num_steps": 10,
+            "use_cache": true,
+            "freeze_vision_encoder": true,
+            "train_expert_only": true,
+            "train_state_proj": true,
+            "optimizer_lr": 0.002,
+            "optimizer_betas": [
+                0.9,
+                0.95
+            ],
+            "optimizer_eps": 1e-08,
+            "optimizer_weight_decay": 1e-10,
+            "optimizer_grad_clip_norm": 10.0,
+            "scheduler_warmup_steps": 0,
+            "scheduler_decay_steps": 5000,
+            "scheduler_decay_lr": 0.002,
+            "vlm_model_name": "HuggingFaceTB/SmolVLM2-500M-Video-Instruct",
+            "load_vlm_weights": true,
+            "add_image_special_tokens": false,
+            "attention_mode": "cross_attn",
+            "prefix_length": 0,
+            "pad_language_to": "max_length",
+            "num_expert_layers": 0,
+            "num_vlm_layers": 16,
+            "self_attn_every_n_layers": 2,
+            "expert_width_multiplier": 0.75,
+            "min_period": 0.004,
+            "max_period": 4.0,
+            "rtc_config": null,
+            "compile_model": false,
+            "compile_mode": "max-autotune"
+        },
+        "reward_model": null,
+        "output_dir": "/NHNHOME/26msit001_A/BASE/tml-lab/mk/lerobot-061-cl/outputs/train/2026-09-25/03-43-54_smolvla_gk_adp_real2_2e-3",
+        "job_name": "smolvla_gk_adp_real2_2e-3",
+        "resume": false,
+        "seed": 1000,
+        "cudnn_deterministic": false,
+        "num_workers": 8,
+        "batch_size": 128,
+        "prefetch_factor": 1,
+        "persistent_workers": true,
+        "dataloader_multiprocessing_context": "fork",
+        "steps": 40000,
+        "env_eval_freq": 20000,
+        "log_freq": 200,
+        "eval_steps": 0,
+        "max_eval_samples": 0,
+        "tolerance_s": 0.0001,
+        "save_checkpoint": true,
+        "save_freq": 1000,
+        "checkpoint_format": "safetensors",
+        "use_policy_training_preset": true,
+        "optimizer": {
+            "type": "adamw",
+            "lr": 0.002,
+            "weight_decay": 1e-10,
+            "grad_clip_norm": 10.0,
+            "betas": [
+                0.9,
+                0.95
+            ],
+            "eps": 1e-08
+        },
+        "scheduler": {
+            "type": "cosine_decay_with_warmup",
+            "num_warmup_steps": 0,
+            "num_decay_steps": 5000,
+            "peak_lr": 0.002,
+            "decay_lr": 0.002
+        },
+        "parallelism": {
+            "dp_replicate": 1,
+            "dp_shard": 1,
+            "context_parallel": {
+                "ring_degree": 1,
+                "ulysses_degree": 1
+            },
+            "cfg_parallel": 1
+        },
+        "accelerator": {
+            "mixed_precision": "no",
+            "gradient_accumulation": {
+                "steps": 1
+            },
+            "fsdp": {
+                "reshard_after_forward": true,
+                "wrap_modules": null,
+                "min_num_params": null,
+                "cpu_offload": false,
+                "ignored_modules": null
+            },
+            "ddp": {
+                "find_unused_parameters": true,
+                "gradient_as_bucket_view": false,
+                "static_graph": false
+            },
+            "compile": {
+                "enabled": false,
+                "backend": "inductor",
+                "mode": null,
+                "regional": true
+            },
+            "activation_checkpointing": {
+                "mode": "none"
+            }
+        },
+        "eval": {
+            "n_episodes": 50,
+            "batch_size": 50,
+            "use_async_envs": true,
+            "recording": false,
+            "recording_repo_id": null,
+            "recording_private": false
+        },
+        "ema": {
+            "enable": false,
+            "decay": null,
+            "update_after_step": 0,
+            "inv_gamma": 1.0,
+            "power": 0.75,
+            "min_decay": 0.0,
+            "max_decay": 0.9999,
+            "use_for_eval": true
+        },
+        "wandb": {
+            "enable": true,
+            "disable_artifact": false,
+            "project": "lerobot",
+            "entity": null,
+            "notes": null,
+            "run_id": "pi0wyymb",
+            "mode": null,
+            "add_tags": true
+        },
+        "peft": {
+            "target_modules": null,
+            "full_training_modules": null,
+            "method_type": "LORA",
+            "init_type": null,
+            "r": 16,
+            "lora_alpha": 16
+        },
+        "job": {
+            "target": null,
+            "image": "huggingface/lerobot-gpu:latest",
+            "timeout": "2d",
+            "detach": false,
+            "tags": []
+        },
+        "save_checkpoint_to_hub": false,
+        "sample_weighting": null,
+        "rename_map": {
+            "observation.images.front": "observation.images.camera1",
+            "observation.images.wrist": "observation.images.camera2"
+        },
+        "checkpoint_path": null,
+        "task_info_path": "task_information/real2.jsonl",
+        "task_suite": "real",
+        "task_order": null,
+        "num_tasks": null,
+        "steps_per_task": 10000,
+        "drop_last": true,
+        "learning_algorithm": {
+            "type": "gk_adp",
+            "sigma_init": 1.0,
+            "epsilon": 1e-06,
+            "embedding_layer": -1,
+            "modalities": [
+                "vision",
+                "language"
+            ],
+            "routing_camera_keys": [
+                "observation.images.camera1"
+            ],
+            "inference_routing": "top1",
+            "inference_top_k": 0,
+            "inference_temperature": 1.0,
+            "reset_scheduler_on_expansion": true,
+            "log_expert_statistics": false
+        },
+        "reset_optimizer_per_task": false,
+        "reset_scheduler_per_task": false
+    }
+}

03-43-54_smolvla_gk_adp_real2_2e-3/checkpoints/real_task03_032000/training_state/training_step.json

@@ -0,0 +1,12 @@
+{
+    "step": 32000,
+    "dp_world_size": 1,
+    "batch_size": 128,
+    "grad_accum_steps": 1,
+    "parallelism": {
+        "dp_replicate": 1,
+        "dp_shard": 1,
+        "ring_degree": 1,
+        "ulysses_degree": 1
+    }
+}

03-43-54_smolvla_gk_adp_real2_2e-3/checkpoints/real_task03_033000/pretrained_model/README.md

@@ -0,0 +1,204 @@
+---
+library_name: peft
+tags:
+- base_model:adapter:lerobot/smolvla_base
+- lora
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.21.0

03-43-54_smolvla_gk_adp_real2_2e-3/checkpoints/real_task03_033000/pretrained_model/adapter_config.json

@@ -0,0 +1,46 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": {
+    "base_model_class": "SmolVLAPolicy",
+    "parent_library": "lerobot.policies.smolvla.modeling_smolvla"
+  },
+  "base_model_name_or_path": "lerobot/smolvla_base",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "kasa_config": null,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "lora_ga_config": null,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": [],
+  "monteclora_config": null,
+  "peft_type": "LORA",
+  "peft_version": "0.21.0",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": "(model\\.vlm_with_expert\\.lm_expert\\..*\\.(q|v)_proj|model\\.(action_in_proj|action_out_proj|action_time_mlp_in|action_time_mlp_out))",
+  "target_parameters": null,
+  "task_type": null,
+  "trainable_token_indices": null,
+  "use_bdlora": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false,
+  "velora_config": null
+}

03-43-54_smolvla_gk_adp_real2_2e-3/checkpoints/real_task03_033000/pretrained_model/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6954b1ecf7dcb8867d1cb916b932f9cb6d5170bb84ad86592839717ef9e42eb5
+size 2918168

03-43-54_smolvla_gk_adp_real2_2e-3/checkpoints/real_task03_033000/pretrained_model/config.json

@@ -0,0 +1,102 @@
+{
+    "type": "smolvla",
+    "n_obs_steps": 1,
+    "input_features": {
+        "observation.state": {
+            "type": "STATE",
+            "shape": [
+                6
+            ]
+        },
+        "observation.images.camera1": {
+            "type": "VISUAL",
+            "shape": [
+                3,
+                256,
+                256
+            ]
+        },
+        "observation.images.camera2": {
+            "type": "VISUAL",
+            "shape": [
+                3,
+                256,
+                256
+            ]
+        },
+        "observation.images.camera3": {
+            "type": "VISUAL",
+            "shape": [
+                3,
+                256,
+                256
+            ]
+        }
+    },
+    "output_features": {
+        "action": {
+            "type": "ACTION",
+            "shape": [
+                6
+            ]
+        }
+    },
+    "device": "cuda",
+    "use_amp": false,
+    "use_peft": true,
+    "push_to_hub": false,
+    "repo_id": null,
+    "private": null,
+    "tags": null,
+    "license": null,
+    "pretrained_path": "lerobot/smolvla_base",
+    "pretrained_revision": null,
+    "chunk_size": 50,
+    "n_action_steps": 50,
+    "normalization_mapping": {
+        "VISUAL": "IDENTITY",
+        "STATE": "MEAN_STD",
+        "ACTION": "MEAN_STD"
+    },
+    "max_state_dim": 32,
+    "max_action_dim": 32,
+    "resize_imgs_with_padding": [
+        512,
+        512
+    ],
+    "empty_cameras": 0,
+    "adapt_to_pi_aloha": false,
+    "use_delta_joint_actions_aloha": false,
+    "tokenizer_max_length": 48,
+    "num_steps": 10,
+    "use_cache": true,
+    "freeze_vision_encoder": true,
+    "train_expert_only": true,
+    "train_state_proj": true,
+    "optimizer_lr": 0.002,
+    "optimizer_betas": [
+        0.9,
+        0.95
+    ],
+    "optimizer_eps": 1e-08,
+    "optimizer_weight_decay": 1e-10,
+    "optimizer_grad_clip_norm": 10.0,
+    "scheduler_warmup_steps": 0,
+    "scheduler_decay_steps": 5000,
+    "scheduler_decay_lr": 0.002,
+    "vlm_model_name": "HuggingFaceTB/SmolVLM2-500M-Video-Instruct",
+    "load_vlm_weights": true,
+    "add_image_special_tokens": false,
+    "attention_mode": "cross_attn",
+    "prefix_length": 0,
+    "pad_language_to": "max_length",
+    "num_expert_layers": 0,
+    "num_vlm_layers": 16,
+    "self_attn_every_n_layers": 2,
+    "expert_width_multiplier": 0.75,
+    "min_period": 0.004,
+    "max_period": 4.0,
+    "rtc_config": null,
+    "compile_model": false,
+    "compile_mode": "max-autotune"
+}

03-43-54_smolvla_gk_adp_real2_2e-3/checkpoints/real_task03_033000/pretrained_model/gk_config.json

@@ -0,0 +1,831 @@
+{
+  "adapter_names": [
+    "default",
+    "gk_expert_0001",
+    "gk_expert_0002"
+  ],
+  "algorithm_type": "gk_adp",
+  "embedding_layer": -1,
+  "epsilon": 1e-06,
+  "inference_routing": "top1",
+  "inference_temperature": 1.0,
+  "inference_top_k": 0,
+  "interval_routed_batches": [
+    0,
+    0,
+    0
+  ],
+  "log_expert_statistics": false,
+  "modalities": [
+    "vision",
+    "language"
+  ],
+  "reset_scheduler_on_expansion": true,
+  "routed_batches": [
+    20000,
+    10003,
+    2997
+  ],
+  "router_statistics_unit": "inputs",
+  "router_statistics_version": 2,
+  "router_variance_semantics": "seeded_m2_population",
+  "routing_camera_keys": [
+    "observation.images.camera1"
+  ],
+  "sigma_init": 1.0,
+  "total_expansions": 3,
+  "wandb_history_counts": [
+    [
+      200
+    ],
+    [
+      400
+    ],
+    [
+      600
+    ],
+    [
+      800
+    ],
+    [
+      1000
+    ],
+    [
+      1200
+    ],
+    [
+      1400
+    ],
+    [
+      1600
+    ],
+    [
+      1800
+    ],
+    [
+      2000
+    ],
+    [
+      2200
+    ],
+    [
+      2400
+    ],
+    [
+      2600
+    ],
+    [
+      2800
+    ],
+    [
+      3000
+    ],
+    [
+      3200
+    ],
+    [
+      3400
+    ],
+    [
+      3600
+    ],
+    [
+      3800
+    ],
+    [
+      4000
+    ],
+    [
+      4200
+    ],
+    [
+      4400
+    ],
+    [
+      4600
+    ],
+    [
+      4800
+    ],
+    [
+      5000
+    ],
+    [
+      5200
+    ],
+    [
+      5400
+    ],
+    [
+      5600
+    ],
+    [
+      5800
+    ],
+    [
+      6000
+    ],
+    [
+      6200
+    ],
+    [
+      6400
+    ],
+    [
+      6600
+    ],
+    [
+      6800
+    ],
+    [
+      7000
+    ],
+    [
+      7200
+    ],
+    [
+      7400
+    ],
+    [
+      7600
+    ],
+    [
+      7800
+    ],
+    [
+      8000
+    ],
+    [
+      8200
+    ],
+    [
+      8400
+    ],
+    [
+      8600
+    ],
+    [
+      8800
+    ],
+    [
+      9000
+    ],
+    [
+      9200
+    ],
+    [
+      9400
+    ],
+    [
+      9600
+    ],
+    [
+      9800
+    ],
+    [
+      10000
+    ],
+    [
+      10000,
+      200
+    ],
+    [
+      10000,
+      400
+    ],
+    [
+      10000,
+      600
+    ],
+    [
+      10000,
+      800
+    ],
+    [
+      10000,
+      1000
+    ],
+    [
+      10000,
+      1200
+    ],
+    [
+      10000,
+      1400
+    ],
+    [
+      10000,
+      1600
+    ],
+    [
+      10000,
+      1800
+    ],
+    [
+      10000,
+      2000
+    ],
+    [
+      10000,
+      2200
+    ],
+    [
+      10000,
+      2400
+    ],
+    [
+      10000,
+      2600
+    ],
+    [
+      10000,
+      2800
+    ],
+    [
+      10000,
+      3000
+    ],
+    [
+      10000,
+      3200
+    ],
+    [
+      10000,
+      3400
+    ],
+    [
+      10000,
+      3600
+    ],
+    [
+      10000,
+      3800
+    ],
+    [
+      10000,
+      4000
+    ],
+    [
+      10000,
+      4200
+    ],
+    [
+      10000,
+      4400
+    ],
+    [
+      10000,
+      4600
+    ],
+    [
+      10000,
+      4800
+    ],
+    [
+      10000,
+      5000
+    ],
+    [
+      10000,
+      5200
+    ],
+    [
+      10000,
+      5400
+    ],
+    [
+      10000,
+      5600
+    ],
+    [
+      10000,
+      5800
+    ],
+    [
+      10000,
+      6000
+    ],
+    [
+      10000,
+      6200
+    ],
+    [
+      10000,
+      6400
+    ],
+    [
+      10000,
+      6600
+    ],
+    [
+      10000,
+      6800
+    ],
+    [
+      10000,
+      7000
+    ],
+    [
+      10000,
+      7200
+    ],
+    [
+      10000,
+      7400
+    ],
+    [
+      10000,
+      7600
+    ],
+    [
+      10000,
+      7800
+    ],
+    [
+      10000,
+      8000
+    ],
+    [
+      10000,
+      8200
+    ],
+    [
+      10000,
+      8400
+    ],
+    [
+      10000,
+      8600
+    ],
+    [
+      10000,
+      8800
+    ],
+    [
+      10000,
+      9000
+    ],
+    [
+      10000,
+      9200
+    ],
+    [
+      10000,
+      9400
+    ],
+    [
+      10000,
+      9600
+    ],
+    [
+      10000,
+      9800
+    ],
+    [
+      10000,
+      10000
+    ],
+    [
+      10200,
+      10000
+    ],
+    [
+      10400,
+      10000
+    ],
+    [
+      10600,
+      10000
+    ],
+    [
+      10800,
+      10000
+    ],
+    [
+      11000,
+      10000
+    ],
+    [
+      11200,
+      10000
+    ],
+    [
+      11400,
+      10000
+    ],
+    [
+      11600,
+      10000
+    ],
+    [
+      11800,
+      10000
+    ],
+    [
+      12000,
+      10000
+    ],
+    [
+      12200,
+      10000
+    ],
+    [
+      12400,
+      10000
+    ],
+    [
+      12600,
+      10000
+    ],
+    [
+      12800,
+      10000
+    ],
+    [
+      13000,
+      10000
+    ],
+    [
+      13200,
+      10000
+    ],
+    [
+      13400,
+      10000
+    ],
+    [
+      13600,
+      10000
+    ],
+    [
+      13800,
+      10000
+    ],
+    [
+      14000,
+      10000
+    ],
+    [
+      14200,
+      10000
+    ],
+    [
+      14400,
+      10000
+    ],
+    [
+      14600,
+      10000
+    ],
+    [
+      14800,
+      10000
+    ],
+    [
+      15000,
+      10000
+    ],
+    [
+      15200,
+      10000
+    ],
+    [
+      15400,
+      10000
+    ],
+    [
+      15600,
+      10000
+    ],
+    [
+      15800,
+      10000
+    ],
+    [
+      16000,
+      10000
+    ],
+    [
+      16200,
+      10000
+    ],
+    [
+      16400,
+      10000
+    ],
+    [
+      16600,
+      10000
+    ],
+    [
+      16800,
+      10000
+    ],
+    [
+      17000,
+      10000
+    ],
+    [
+      17200,
+      10000
+    ],
+    [
+      17400,
+      10000
+    ],
+    [
+      17600,
+      10000
+    ],
+    [
+      17800,
+      10000
+    ],
+    [
+      18000,
+      10000
+    ],
+    [
+      18200,
+      10000
+    ],
+    [
+      18400,
+      10000
+    ],
+    [
+      18600,
+      10000
+    ],
+    [
+      18800,
+      10000
+    ],
+    [
+      19000,
+      10000
+    ],
+    [
+      19200,
+      10000
+    ],
+    [
+      19400,
+      10000
+    ],
+    [
+      19600,
+      10000
+    ],
+    [
+      19800,
+      10000
+    ],
+    [
+      20000,
+      10000
+    ],
+    [
+      20000,
+      10003,
+      197
+    ],
+    [
+      20000,
+      10003,
+      397
+    ],
+    [
+      20000,
+      10003,
+      597
+    ],
+    [
+      20000,
+      10003,
+      797
+    ],
+    [
+      20000,
+      10003,
+      997
+    ],
+    [
+      20000,
+      10003,
+      1197
+    ],
+    [
+      20000,
+      10003,
+      1397
+    ],
+    [
+      20000,
+      10003,
+      1597
+    ],
+    [
+      20000,
+      10003,
+      1797
+    ],
+    [
+      20000,
+      10003,
+      1997
+    ],
+    [
+      20000,
+      10003,
+      2197
+    ],
+    [
+      20000,
+      10003,
+      2397
+    ],
+    [
+      20000,
+      10003,
+      2597
+    ],
+    [
+      20000,
+      10003,
+      2797
+    ],
+    [
+      20000,
+      10003,
+      2997
+    ]
+  ],
+  "wandb_history_steps": [
+    200,
+    400,
+    600,
+    800,
+    1000,
+    1200,
+    1400,
+    1600,
+    1800,
+    2000,
+    2200,
+    2400,
+    2600,
+    2800,
+    3000,
+    3200,
+    3400,
+    3600,
+    3800,
+    4000,
+    4200,
+    4400,
+    4600,
+    4800,
+    5000,
+    5200,
+    5400,
+    5600,
+    5800,
+    6000,
+    6200,
+    6400,
+    6600,
+    6800,
+    7000,
+    7200,
+    7400,
+    7600,
+    7800,
+    8000,
+    8200,
+    8400,
+    8600,
+    8800,
+    9000,
+    9200,
+    9400,
+    9600,
+    9800,
+    10000,
+    10200,
+    10400,
+    10600,
+    10800,
+    11000,
+    11200,
+    11400,
+    11600,
+    11800,
+    12000,
+    12200,
+    12400,
+    12600,
+    12800,
+    13000,
+    13200,
+    13400,
+    13600,
+    13800,
+    14000,
+    14200,
+    14400,
+    14600,
+    14800,
+    15000,
+    15200,
+    15400,
+    15600,
+    15800,
+    16000,
+    16200,
+    16400,
+    16600,
+    16800,
+    17000,
+    17200,
+    17400,
+    17600,
+    17800,
+    18000,
+    18200,
+    18400,
+    18600,
+    18800,
+    19000,
+    19200,
+    19400,
+    19600,
+    19800,
+    20000,
+    20200,
+    20400,
+    20600,
+    20800,
+    21000,
+    21200,
+    21400,
+    21600,
+    21800,
+    22000,
+    22200,
+    22400,
+    22600,
+    22800,
+    23000,
+    23200,
+    23400,
+    23600,
+    23800,
+    24000,
+    24200,
+    24400,
+    24600,
+    24800,
+    25000,
+    25200,
+    25400,
+    25600,
+    25800,
+    26000,
+    26200,
+    26400,
+    26600,
+    26800,
+    27000,
+    27200,
+    27400,
+    27600,
+    27800,
+    28000,
+    28200,
+    28400,
+    28600,
+    28800,
+    29000,
+    29200,
+    29400,
+    29600,
+    29800,
+    30000,
+    30200,
+    30400,
+    30600,
+    30800,
+    31000,
+    31200,
+    31400,
+    31600,
+    31800,
+    32000,
+    32200,
+    32400,
+    32600,
+    32800,
+    33000
+  ]
+}

03-43-54_smolvla_gk_adp_real2_2e-3/checkpoints/real_task03_033000/pretrained_model/gk_expert_0001/adapter_config.json

@@ -0,0 +1,46 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": {
+    "base_model_class": "SmolVLAPolicy",
+    "parent_library": "lerobot.policies.smolvla.modeling_smolvla"
+  },
+  "base_model_name_or_path": "lerobot/smolvla_base",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "kasa_config": null,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "lora_ga_config": null,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": [],
+  "monteclora_config": null,
+  "peft_type": "LORA",
+  "peft_version": "0.21.0",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": "(model\\.vlm_with_expert\\.lm_expert\\..*\\.(q|v)_proj|model\\.(action_in_proj|action_out_proj|action_time_mlp_in|action_time_mlp_out))",
+  "target_parameters": null,
+  "task_type": null,
+  "trainable_token_indices": null,
+  "use_bdlora": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false,
+  "velora_config": null
+}

03-43-54_smolvla_gk_adp_real2_2e-3/checkpoints/real_task03_033000/pretrained_model/gk_expert_0001/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a79ffd0d25e6cf5f8d152903d03c41ac837e6343f5b5fe10d34aae444ee4d97
+size 2918168

03-43-54_smolvla_gk_adp_real2_2e-3/checkpoints/real_task03_033000/pretrained_model/gk_expert_0002/adapter_config.json

@@ -0,0 +1,46 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": {
+    "base_model_class": "SmolVLAPolicy",
+    "parent_library": "lerobot.policies.smolvla.modeling_smolvla"
+  },
+  "base_model_name_or_path": "lerobot/smolvla_base",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "kasa_config": null,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "lora_ga_config": null,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": [],
+  "monteclora_config": null,
+  "peft_type": "LORA",
+  "peft_version": "0.21.0",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": "(model\\.vlm_with_expert\\.lm_expert\\..*\\.(q|v)_proj|model\\.(action_in_proj|action_out_proj|action_time_mlp_in|action_time_mlp_out))",
+  "target_parameters": null,
+  "task_type": null,
+  "trainable_token_indices": null,
+  "use_bdlora": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false,
+  "velora_config": null
+}

03-43-54_smolvla_gk_adp_real2_2e-3/checkpoints/real_task03_033000/pretrained_model/gk_expert_0002/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b1618ba7a103a1968a34d412a7efcbbfd99f9b1a83f62d73bbe3084cd15e4e8
+size 2918168

03-43-54_smolvla_gk_adp_real2_2e-3/checkpoints/real_task03_033000/pretrained_model/gk_router.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6a9b8baafc09fe7aa3c5df899f40e93cf61735fcc99c3c8a368347469bf21da
+size 46300

03-43-54_smolvla_gk_adp_real2_2e-3/checkpoints/real_task03_033000/pretrained_model/policy_postprocessor.json

@@ -0,0 +1,32 @@
+{
+  "name": "policy_postprocessor",
+  "steps": [
+    {
+      "registry_name": "unnormalizer_processor",
+      "config": {
+        "eps": 1e-08,
+        "features": {
+          "action": {
+            "type": "ACTION",
+            "shape": [
+              6
+            ]
+          }
+        },
+        "norm_map": {
+          "VISUAL": "IDENTITY",
+          "STATE": "MEAN_STD",
+          "ACTION": "MEAN_STD"
+        }
+      },
+      "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors"
+    },
+    {
+      "registry_name": "device_processor",
+      "config": {
+        "device": "cpu",
+        "float_dtype": null
+      }
+    }
+  ]
+}

03-43-54_smolvla_gk_adp_real2_2e-3/checkpoints/real_task03_033000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee1e09d08d6eb629f478a7d7b1eb0b38d925330860ec331ca18077e38df32e95
+size 7592

03-43-54_smolvla_gk_adp_real2_2e-3/checkpoints/real_task03_033000/pretrained_model/policy_preprocessor.json

@@ -0,0 +1,93 @@
+{
+  "name": "policy_preprocessor",
+  "steps": [
+    {
+      "registry_name": "rename_observations_processor",
+      "config": {
+        "rename_map": {
+          "observation.images.front": "observation.images.camera1",
+          "observation.images.wrist": "observation.images.camera2"
+        }
+      }
+    },
+    {
+      "registry_name": "to_batch_processor",
+      "config": {}
+    },
+    {
+      "registry_name": "smolvla_new_line_processor",
+      "config": {}
+    },
+    {
+      "registry_name": "tokenizer_processor",
+      "config": {
+        "max_length": 48,
+        "task_key": "task",
+        "padding_side": "right",
+        "padding": "max_length",
+        "truncation": true,
+        "tokenizer_name": "tokenizer"
+      },
+      "artifacts": {
+        "tokenizer_name": "tokenizer"
+      }
+    },
+    {
+      "registry_name": "device_processor",
+      "config": {
+        "device": "cuda",
+        "float_dtype": null
+      }
+    },
+    {
+      "registry_name": "normalizer_processor",
+      "config": {
+        "eps": 1e-08,
+        "features": {
+          "observation.state": {
+            "type": "STATE",
+            "shape": [
+              6
+            ]
+          },
+          "observation.images.camera1": {
+            "type": "VISUAL",
+            "shape": [
+              3,
+              256,
+              256
+            ]
+          },
+          "observation.images.camera2": {
+            "type": "VISUAL",
+            "shape": [
+              3,
+              256,
+              256
+            ]
+          },
+          "observation.images.camera3": {
+            "type": "VISUAL",
+            "shape": [
+              3,
+              256,
+              256
+            ]
+          },
+          "action": {
+            "type": "ACTION",
+            "shape": [
+              6
+            ]
+          }
+        },
+        "norm_map": {
+          "VISUAL": "IDENTITY",
+          "STATE": "MEAN_STD",
+          "ACTION": "MEAN_STD"
+        }
+      },
+      "state_file": "policy_preprocessor_step_5_normalizer_processor.safetensors"
+    }
+  ]
+}

03-43-54_smolvla_gk_adp_real2_2e-3/checkpoints/real_task03_033000/pretrained_model/policy_preprocessor_step_5_normalizer_processor.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fb2040059708b2e4736e9e696a5a64ceaa45c2caf7bd4726c26c90e39d485aa
+size 7600

03-43-54_smolvla_gk_adp_real2_2e-3/checkpoints/real_task03_033000/pretrained_model/tokenizer/chat_template.jinja

@@ -0,0 +1,2 @@
+<|im_start|>{% for message in messages %}{{message['role'] | capitalize}}{% if message['content'][0]['type'] == 'image' %}{{':'}}{% else %}{{': '}}{% endif %}{% for line in message['content'] %}{% if line['type'] == 'text' %}{{line['text']}}{% elif line['type'] == 'image' %}{{ '<image>' }}{% endif %}{% endfor %}<end_of_utterance>
+{% endfor %}{% if add_generation_prompt %}{{ 'Assistant:' }}{% endif %}

03-43-54_smolvla_gk_adp_real2_2e-3/checkpoints/real_task03_033000/pretrained_model/tokenizer/tokenizer_config.json

@@ -0,0 +1,27 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "bos_token": "<|im_start|>",
+  "clean_up_tokenization_spaces": false,
+  "end_of_utterance_token": "<end_of_utterance>",
+  "eos_token": "<end_of_utterance>",
+  "errors": "replace",
+  "fake_image_token": "<fake_token_around_image>",
+  "global_image_token": "<global-img>",
+  "image_token": "<image>",
+  "is_local": false,
+  "legacy": false,
+  "model_max_length": 8192,
+  "model_specific_special_tokens": {
+    "end_of_utterance_token": "<end_of_utterance>",
+    "fake_image_token": "<fake_token_around_image>",
+    "global_image_token": "<global-img>",
+    "image_token": "<image>"
+  },
+  "pad_token": "<|im_end|>",
+  "processor_class": "SmolVLMProcessor",
+  "tokenizer_class": "GPT2Tokenizer",
+  "truncation_side": "left",
+  "unk_token": "<|endoftext|>",
+  "vocab_size": 49152
+}

03-43-54_smolvla_gk_adp_real2_2e-3/checkpoints/real_task03_033000/pretrained_model/train_config.json

@@ -0,0 +1,544 @@
+{
+    "dataset": {
+        "repo_id": "tml-lab/real2",
+        "repo_type": "dataset",
+        "root": null,
+        "episodes": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31,
+            32,
+            33,
+            34,
+            35,
+            36,
+            37,
+            38,
+            39,
+            40,
+            41,
+            42,
+            43,
+            44,
+            45,
+            46,
+            47,
+            48,
+            49,
+            50,
+            51,
+            52,
+            53,
+            54,
+            55,
+            56,
+            57,
+            58,
+            59,
+            60,
+            61,
+            62,
+            63,
+            64,
+            65,
+            66,
+            67,
+            68,
+            69,
+            70,
+            71,
+            72,
+            73,
+            74,
+            75,
+            76,
+            77,
+            78,
+            79,
+            80,
+            81,
+            82,
+            83,
+            84,
+            85,
+            86,
+            87,
+            88,
+            89,
+            90,
+            91,
+            92,
+            93,
+            94,
+            95,
+            96,
+            97,
+            98,
+            99,
+            100,
+            101,
+            102,
+            103,
+            104,
+            105,
+            106,
+            107,
+            108,
+            109,
+            120,
+            121,
+            122,
+            123,
+            124,
+            125,
+            126,
+            127,
+            128,
+            129,
+            130,
+            131,
+            132,
+            133,
+            134,
+            135,
+            136,
+            137,
+            138,
+            139,
+            140,
+            141,
+            142,
+            143,
+            144,
+            145,
+            146,
+            147,
+            148,
+            149,
+            150,
+            151,
+            152,
+            153,
+            154,
+            155,
+            156,
+            157,
+            158,
+            159,
+            160,
+            161,
+            162,
+            163,
+            164,
+            165,
+            166,
+            167,
+            168,
+            169,
+            170,
+            171,
+            172,
+            173,
+            174,
+            175,
+            176,
+            177,
+            178,
+            179,
+            180,
+            181,
+            182,
+            183,
+            184,
+            185,
+            186,
+            187,
+            188,
+            189,
+            190,
+            191,
+            192,
+            193,
+            194,
+            195,
+            196,
+            197,
+            198,
+            199,
+            200,
+            201,
+            202,
+            203,
+            204,
+            205,
+            206,
+            207,
+            208,
+            209
+        ],
+        "exclude_episodes": null,
+        "filter_failed_trajectories": false,
+        "image_transforms": {
+            "enable": false,
+            "max_num_transforms": 3,
+            "random_order": false,
+            "tfs": {
+                "brightness": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "brightness": [
+                            0.8,
+                            1.2
+                        ]
+                    }
+                },
+                "contrast": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "contrast": [
+                            0.8,
+                            1.2
+                        ]
+                    }
+                },
+                "saturation": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "saturation": [
+                            0.5,
+                            1.5
+                        ]
+                    }
+                },
+                "hue": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "hue": [
+                            -0.05,
+                            0.05
+                        ]
+                    }
+                },
+                "sharpness": {
+                    "weight": 1.0,
+                    "type": "SharpnessJitter",
+                    "kwargs": {
+                        "sharpness": [
+                            0.5,
+                            1.5
+                        ]
+                    }
+                },
+                "affine": {
+                    "weight": 1.0,
+                    "type": "RandomAffine",
+                    "kwargs": {
+                        "degrees": [
+                            -5.0,
+                            5.0
+                        ],
+                        "translate": [
+                            0.05,
+                            0.05
+                        ]
+                    }
+                }
+            }
+        },
+        "revision": null,
+        "use_imagenet_stats": true,
+        "video_backend": "torchcodec",
+        "return_uint8": false,
+        "depth_output_unit": "mm",
+        "streaming": false,
+        "eval_split": 0.0
+    },
+    "env": null,
+    "policy": {
+        "type": "smolvla",
+        "n_obs_steps": 1,
+        "input_features": {
+            "observation.state": {
+                "type": "STATE",
+                "shape": [
+                    6
+                ]
+            },
+            "observation.images.camera1": {
+                "type": "VISUAL",
+                "shape": [
+                    3,
+                    256,
+                    256
+                ]
+            },
+            "observation.images.camera2": {
+                "type": "VISUAL",
+                "shape": [
+                    3,
+                    256,
+                    256
+                ]
+            },
+            "observation.images.camera3": {
+                "type": "VISUAL",
+                "shape": [
+                    3,
+                    256,
+                    256
+                ]
+            }
+        },
+        "output_features": {
+            "action": {
+                "type": "ACTION",
+                "shape": [
+                    6
+                ]
+            }
+        },
+        "device": "cuda",
+        "use_amp": false,
+        "use_peft": true,
+        "push_to_hub": false,
+        "repo_id": null,
+        "private": null,
+        "tags": null,
+        "license": null,
+        "pretrained_path": "lerobot/smolvla_base",
+        "pretrained_revision": null,
+        "chunk_size": 50,
+        "n_action_steps": 50,
+        "normalization_mapping": {
+            "VISUAL": "IDENTITY",
+            "STATE": "MEAN_STD",
+            "ACTION": "MEAN_STD"
+        },
+        "max_state_dim": 32,
+        "max_action_dim": 32,
+        "resize_imgs_with_padding": [
+            512,
+            512
+        ],
+        "empty_cameras": 0,
+        "adapt_to_pi_aloha": false,
+        "use_delta_joint_actions_aloha": false,
+        "tokenizer_max_length": 48,
+        "num_steps": 10,
+        "use_cache": true,
+        "freeze_vision_encoder": true,
+        "train_expert_only": true,
+        "train_state_proj": true,
+        "optimizer_lr": 0.002,
+        "optimizer_betas": [
+            0.9,
+            0.95
+        ],
+        "optimizer_eps": 1e-08,
+        "optimizer_weight_decay": 1e-10,
+        "optimizer_grad_clip_norm": 10.0,
+        "scheduler_warmup_steps": 0,
+        "scheduler_decay_steps": 5000,
+        "scheduler_decay_lr": 0.002,
+        "vlm_model_name": "HuggingFaceTB/SmolVLM2-500M-Video-Instruct",
+        "load_vlm_weights": true,
+        "add_image_special_tokens": false,
+        "attention_mode": "cross_attn",
+        "prefix_length": 0,
+        "pad_language_to": "max_length",
+        "num_expert_layers": 0,
+        "num_vlm_layers": 16,
+        "self_attn_every_n_layers": 2,
+        "expert_width_multiplier": 0.75,
+        "min_period": 0.004,
+        "max_period": 4.0,
+        "rtc_config": null,
+        "compile_model": false,
+        "compile_mode": "max-autotune"
+    },
+    "reward_model": null,
+    "output_dir": "outputs/train/2026-09-25/03-43-54_smolvla_gk_adp_real2_2e-3",
+    "job_name": "smolvla_gk_adp_real2_2e-3",
+    "resume": false,
+    "seed": 1000,
+    "cudnn_deterministic": false,
+    "num_workers": 8,
+    "batch_size": 128,
+    "prefetch_factor": 1,
+    "persistent_workers": true,
+    "dataloader_multiprocessing_context": "fork",
+    "steps": 40000,
+    "env_eval_freq": 20000,
+    "log_freq": 200,
+    "eval_steps": 0,
+    "max_eval_samples": 0,
+    "tolerance_s": 0.0001,
+    "save_checkpoint": true,
+    "save_freq": 1000,
+    "checkpoint_format": "safetensors",
+    "use_policy_training_preset": true,
+    "optimizer": {
+        "type": "adamw",
+        "lr": 0.002,
+        "weight_decay": 1e-10,
+        "grad_clip_norm": 10.0,
+        "betas": [
+            0.9,
+            0.95
+        ],
+        "eps": 1e-08
+    },
+    "scheduler": {
+        "type": "cosine_decay_with_warmup",
+        "num_warmup_steps": 0,
+        "num_decay_steps": 5000,
+        "peak_lr": 0.002,
+        "decay_lr": 0.002
+    },
+    "parallelism": {
+        "dp_replicate": 1,
+        "dp_shard": 1,
+        "context_parallel": {
+            "ring_degree": 1,
+            "ulysses_degree": 1
+        },
+        "cfg_parallel": 1
+    },
+    "accelerator": {
+        "mixed_precision": "no",
+        "gradient_accumulation": {
+            "steps": 1
+        },
+        "fsdp": {
+            "reshard_after_forward": true,
+            "wrap_modules": null,
+            "min_num_params": null,
+            "cpu_offload": false,
+            "ignored_modules": null
+        },
+        "ddp": {
+            "find_unused_parameters": true,
+            "gradient_as_bucket_view": false,
+            "static_graph": false
+        },
+        "compile": {
+            "enabled": false,
+            "backend": "inductor",
+            "mode": null,
+            "regional": true
+        },
+        "activation_checkpointing": {
+            "mode": "none"
+        }
+    },
+    "eval": {
+        "n_episodes": 50,
+        "tail_task_key": null,
+        "batch_size": 50,
+        "use_async_envs": true,
+        "recording": false,
+        "recording_repo_id": null,
+        "recording_private": false
+    },
+    "ema": {
+        "enable": false,
+        "decay": null,
+        "update_after_step": 0,
+        "inv_gamma": 1.0,
+        "power": 0.75,
+        "min_decay": 0.0,
+        "max_decay": 0.9999,
+        "use_for_eval": true
+    },
+    "wandb": {
+        "enable": true,
+        "disable_artifact": false,
+        "project": "lerobot",
+        "entity": null,
+        "notes": null,
+        "run_id": "pi0wyymb",
+        "mode": null,
+        "add_tags": true
+    },
+    "peft": {
+        "target_modules": null,
+        "full_training_modules": null,
+        "method_type": "LORA",
+        "init_type": null,
+        "r": 16,
+        "lora_alpha": 16
+    },
+    "job": {
+        "target": null,
+        "image": "huggingface/lerobot-gpu:latest",
+        "timeout": "2d",
+        "detach": false,
+        "tags": []
+    },
+    "save_checkpoint_to_hub": false,
+    "sample_weighting": null,
+    "rename_map": {
+        "observation.images.front": "observation.images.camera1",
+        "observation.images.wrist": "observation.images.camera2"
+    },
+    "checkpoint_path": null,
+    "task_info_path": "task_information/real2.jsonl",
+    "task_suite": "real",
+    "task_order": null,
+    "num_tasks": null,
+    "steps_per_task": 10000,
+    "drop_last": true,
+    "learning_algorithm": {
+        "type": "gk_adp",
+        "sigma_init": 1.0,
+        "epsilon": 1e-06,
+        "embedding_layer": -1,
+        "modalities": [
+            "vision",
+            "language"
+        ],
+        "routing_camera_keys": [
+            "observation.images.camera1"
+        ],
+        "inference_routing": "top1",
+        "inference_top_k": 0,
+        "inference_temperature": 1.0,
+        "reset_scheduler_on_expansion": true,
+        "log_expert_statistics": false
+    },
+    "reset_optimizer_per_task": false,
+    "reset_scheduler_per_task": false
+}

03-43-54_smolvla_gk_adp_real2_2e-3/checkpoints/real_task03_033000/training_state/checkpoint_complete.json

@@ -0,0 +1,3 @@
+{
+    "step": 33000
+}

03-43-54_smolvla_gk_adp_real2_2e-3/checkpoints/real_task03_033000/training_state/optimizer_param_groups.json

@@ -0,0 +1,775 @@
+[
+    {
+        "lr": 0.002,
+        "betas": [
+            0.9,
+            0.95
+        ],
+        "eps": 1e-08,
+        "weight_decay": 1e-10,
+        "amsgrad": false,
+        "maximize": false,
+        "foreach": null,
+        "capturable": false,
+        "differentiable": false,
+        "fused": null,
+        "decoupled_weight_decay": true,
+        "initial_lr": 0.002,
+        "params": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31,
+            32,
+            33,
+            34,
+            35,
+            36,
+            37,
+            38,
+            39,
+            40,
+            41,
+            42,
+            43,
+            44,
+            45,
+            46,
+            47,
+            48,
+            49,
+            50,
+            51,
+            52,
+            53,
+            54,
+            55,
+            56,
+            57,
+            58,
+            59,
+            60,
+            61,
+            62,
+            63,
+            64,
+            65,
+            66,
+            67,
+            68,
+            69,
+            70,
+            71,
+            72,
+            73,
+            74,
+            75,
+            76,
+            77,
+            78,
+            79,
+            80,
+            81,
+            82,
+            83,
+            84,
+            85,
+            86,
+            87,
+            88,
+            89,
+            90,
+            91,
+            92,
+            93,
+            94,
+            95,
+            96,
+            97,
+            98,
+            99,
+            100,
+            101,
+            102,
+            103,
+            104,
+            105,
+            106,
+            107,
+            108,
+            109,
+            110,
+            111,
+            112,
+            113,
+            114,
+            115,
+            116,
+            117,
+            118,
+            119,
+            120,
+            121,
+            122,
+            123,
+            124,
+            125,
+            126,
+            127,
+            128,
+            129,
+            130,
+            131,
+            132,
+            133,
+            134,
+            135,
+            136,
+            137,
+            138,
+            139,
+            140,
+            141,
+            142,
+            143,
+            144,
+            145,
+            146,
+            147,
+            148,
+            149,
+            150,
+            151,
+            152,
+            153,
+            154,
+            155,
+            156,
+            157,
+            158,
+            159,
+            160,
+            161,
+            162,
+            163,
+            164,
+            165,
+            166,
+            167,
+            168,
+            169,
+            170,
+            171,
+            172,
+            173,
+            174,
+            175,
+            176,
+            177,
+            178,
+            179,
+            180,
+            181,
+            182,
+            183,
+            184,
+            185,
+            186,
+            187,
+            188,
+            189,
+            190,
+            191,
+            192,
+            193,
+            194,
+            195,
+            196,
+            197,
+            198,
+            199,
+            200,
+            201,
+            202,
+            203,
+            204,
+            205,
+            206,
+            207,
+            208,
+            209,
+            210,
+            211,
+            212,
+            213,
+            214,
+            215,
+            216,
+            217,
+            218,
+            219,
+            220,
+            221,
+            222,
+            223,
+            224,
+            225,
+            226,
+            227,
+            228,
+            229,
+            230,
+            231,
+            232,
+            233,
+            234,
+            235,
+            236,
+            237,
+            238,
+            239,
+            240,
+            241,
+            242,
+            243,
+            244,
+            245,
+            246,
+            247,
+            248,
+            249,
+            250,
+            251,
+            252,
+            253,
+            254,
+            255,
+            256,
+            257,
+            258,
+            259,
+            260,
+            261,
+            262,
+            263,
+            264,
+            265,
+            266,
+            267,
+            268,
+            269,
+            270,
+            271,
+            272,
+            273,
+            274,
+            275,
+            276,
+            277,
+            278,
+            279,
+            280,
+            281,
+            282,
+            283,
+            284,
+            285,
+            286,
+            287,
+            288,
+            289,
+            290,
+            291,
+            292,
+            293,
+            294,
+            295,
+            296,
+            297,
+            298,
+            299,
+            300,
+            301,
+            302,
+            303,
+            304,
+            305,
+            306,
+            307,
+            308,
+            309,
+            310,
+            311,
+            312,
+            313,
+            314,
+            315,
+            316,
+            317,
+            318,
+            319,
+            320,
+            321,
+            322,
+            323,
+            324,
+            325,
+            326,
+            327,
+            328,
+            329,
+            330,
+            331,
+            332,
+            333,
+            334,
+            335,
+            336,
+            337,
+            338,
+            339,
+            340,
+            341,
+            342,
+            343,
+            344,
+            345,
+            346,
+            347,
+            348,
+            349,
+            350,
+            351,
+            352,
+            353,
+            354,
+            355,
+            356,
+            357,
+            358,
+            359,
+            360,
+            361,
+            362,
+            363,
+            364,
+            365,
+            366,
+            367,
+            368,
+            369,
+            370,
+            371,
+            372,
+            373,
+            374,
+            375,
+            376,
+            377,
+            378,
+            379,
+            380,
+            381,
+            382,
+            383,
+            384,
+            385,
+            386,
+            387,
+            388,
+            389,
+            390,
+            391,
+            392,
+            393,
+            394,
+            395,
+            396,
+            397,
+            398,
+            399,
+            400,
+            401,
+            402,
+            403,
+            404,
+            405,
+            406,
+            407,
+            408,
+            409,
+            410,
+            411,
+            412,
+            413,
+            414,
+            415,
+            416,
+            417,
+            418,
+            419,
+            420,
+            421,
+            422,
+            423,
+            424,
+            425,
+            426,
+            427,
+            428,
+            429,
+            430,
+            431,
+            432,
+            433,
+            434,
+            435,
+            436,
+            437,
+            438,
+            439,
+            440,
+            441,
+            442,
+            443,
+            444,
+            445,
+            446,
+            447,
+            448,
+            449,
+            450,
+            451,
+            452,
+            453,
+            454,
+            455,
+            456,
+            457,
+            458,
+            459,
+            460,
+            461,
+            462,
+            463,
+            464,
+            465,
+            466,
+            467,
+            468,
+            469,
+            470,
+            471,
+            472,
+            473,
+            474,
+            475,
+            476,
+            477,
+            478,
+            479,
+            480,
+            481,
+            482,
+            483,
+            484,
+            485,
+            486,
+            487,
+            488,
+            489,
+            490,
+            491,
+            492,
+            493,
+            494,
+            495,
+            496,
+            497,
+            498,
+            499,
+            500,
+            501,
+            502,
+            503,
+            504,
+            505,
+            506,
+            507,
+            508,
+            509,
+            510,
+            511,
+            512,
+            513,
+            514,
+            515,
+            516,
+            517,
+            518,
+            519,
+            520,
+            521,
+            522,
+            523,
+            524,
+            525,
+            526,
+            527,
+            528,
+            529,
+            530,
+            531,
+            532,
+            533,
+            534,
+            535,
+            536,
+            537,
+            538,
+            539,
+            540,
+            541,
+            542,
+            543,
+            544,
+            545,
+            546,
+            547,
+            548,
+            549,
+            550,
+            551,
+            552,
+            553,
+            554,
+            555,
+            556,
+            557,
+            558,
+            559,
+            560,
+            561,
+            562,
+            563,
+            564,
+            565,
+            566,
+            567,
+            568,
+            569,
+            570,
+            571
+        ]
+    },
+    {
+        "lr": 0.002,
+        "betas": [
+            0.9,
+            0.95
+        ],
+        "eps": 1e-08,
+        "weight_decay": 1e-10,
+        "amsgrad": false,
+        "maximize": false,
+        "foreach": null,
+        "capturable": false,
+        "differentiable": false,
+        "fused": null,
+        "decoupled_weight_decay": true,
+        "initial_lr": 0.002,
+        "params": [
+            572,
+            573,
+            574,
+            575,
+            576,
+            577,
+            578,
+            579,
+            580,
+            581,
+            582,
+            583,
+            584,
+            585,
+            586,
+            587,
+            588,
+            589,
+            590,
+            591,
+            592,
+            593,
+            594,
+            595,
+            596,
+            597,
+            598,
+            599,
+            600,
+            601,
+            602,
+            603,
+            604,
+            605,
+            606,
+            607,
+            608,
+            609,
+            610,
+            611,
+            612,
+            613,
+            614,
+            615,
+            616,
+            617,
+            618,
+            619,
+            620,
+            621,
+            622,
+            623,
+            624,
+            625,
+            626,
+            627,
+            628,
+            629,
+            630,
+            631,
+            632,
+            633,
+            634,
+            635,
+            636,
+            637,
+            638,
+            639,
+            640,
+            641,
+            642,
+            643
+        ]
+    },
+    {
+        "lr": 0.002,
+        "betas": [
+            0.9,
+            0.95
+        ],
+        "eps": 1e-08,
+        "weight_decay": 1e-10,
+        "amsgrad": false,
+        "maximize": false,
+        "foreach": null,
+        "capturable": false,
+        "differentiable": false,
+        "fused": null,
+        "decoupled_weight_decay": true,
+        "initial_lr": 0.002,
+        "params": [
+            644,
+            645,
+            646,
+            647,
+            648,
+            649,
+            650,
+            651,
+            652,
+            653,
+            654,
+            655,
+            656,
+            657,
+            658,
+            659,
+            660,
+            661,
+            662,
+            663,
+            664,
+            665,
+            666,
+            667,
+            668,
+            669,
+            670,
+            671,
+            672,
+            673,
+            674,
+            675,
+            676,
+            677,
+            678,
+            679,
+            680,
+            681,
+            682,
+            683,
+            684,
+            685,
+            686,
+            687,
+            688,
+            689,
+            690,
+            691,
+            692,
+            693,
+            694,
+            695,
+            696,
+            697,
+            698,
+            699,
+            700,
+            701,
+            702,
+            703,
+            704,
+            705,
+            706,
+            707,
+            708,
+            709,
+            710,
+            711,
+            712,
+            713,
+            714,
+            715
+        ]
+    }
+]

03-43-54_smolvla_gk_adp_real2_2e-3/checkpoints/real_task03_033000/training_state/optimizer_state.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f54c28f0b030be972f24866f43632f80858eedf57b9f7d05dec6e46fc58088e4
+size 5832632

03-43-54_smolvla_gk_adp_real2_2e-3/checkpoints/real_task03_033000/training_state/rng_state.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2042f5a0a01af5ac34e383dc7f43b0ce53fcabd63b4604908c59ac1aeff643b
+size 15708

03-43-54_smolvla_gk_adp_real2_2e-3/checkpoints/real_task03_033000/training_state/rng_state_rank_0.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2042f5a0a01af5ac34e383dc7f43b0ce53fcabd63b4604908c59ac1aeff643b
+size 15708

03-43-54_smolvla_gk_adp_real2_2e-3/checkpoints/real_task03_033000/training_state/scheduler_state.json

@@ -0,0 +1,21 @@
+{
+    "base_lrs": [
+        0.002,
+        0.002,
+        0.002
+    ],
+    "last_epoch": 2997,
+    "_step_count": 2998,
+    "_is_initial": false,
+    "_get_lr_called_within_step": false,
+    "_last_lr": [
+        0.002,
+        0.002,
+        0.002
+    ],
+    "lr_lambdas": [
+        null,
+        null,
+        null
+    ]
+}

03-43-54_smolvla_gk_adp_real2_2e-3/checkpoints/real_task03_033000/training_state/sequential_state.json

@@ -0,0 +1,797 @@
+{
+    "version": 1,
+    "step": 33000,
+    "task_position": 3,
+    "task_step": 3000,
+    "steps_per_task": 10000,
+    "drop_last": true,
+    "task_sequence": [
+        {
+            "task_suite": "real",
+            "task_index_within_suite": 0,
+            "task_index": 2,
+            "task": "Put the pen into the cup",
+            "task_pattern": null,
+            "task_indices": [],
+            "instructions": [],
+            "episodes": [
+                30,
+                31,
+                32,
+                33,
+                34,
+                35,
+                36,
+                37,
+                38,
+                39,
+                170,
+                171,
+                172,
+                173,
+                174,
+                175,
+                176,
+                177,
+                178,
+                179,
+                180,
+                181,
+                182,
+                183,
+                184,
+                185,
+                186,
+                187,
+                188,
+                189,
+                190,
+                191,
+                192,
+                193,
+                194,
+                195,
+                196,
+                197,
+                198,
+                199,
+                200,
+                201,
+                202,
+                203,
+                204,
+                205,
+                206,
+                207,
+                208,
+                209
+            ]
+        },
+        {
+            "task_suite": "real",
+            "task_index_within_suite": 1,
+            "task_index": 0,
+            "task": "Put the tape in the bowl",
+            "task_pattern": null,
+            "task_indices": [],
+            "instructions": [],
+            "episodes": [
+                20,
+                21,
+                22,
+                23,
+                24,
+                25,
+                26,
+                27,
+                28,
+                29,
+                130,
+                131,
+                132,
+                133,
+                134,
+                135,
+                136,
+                137,
+                138,
+                139,
+                140,
+                141,
+                142,
+                143,
+                144,
+                145,
+                146,
+                147,
+                148,
+                149,
+                150,
+                151,
+                152,
+                153,
+                154,
+                155,
+                156,
+                157,
+                158,
+                159,
+                160,
+                161,
+                162,
+                163,
+                164,
+                165,
+                166,
+                167,
+                168,
+                169
+            ]
+        },
+        {
+            "task_suite": "real",
+            "task_index_within_suite": 2,
+            "task_index": 1,
+            "task": "Put the pen in the cup",
+            "task_pattern": null,
+            "task_indices": [],
+            "instructions": [],
+            "episodes": [
+                10,
+                11,
+                12,
+                13,
+                14,
+                15,
+                16,
+                17,
+                18,
+                19,
+                80,
+                81,
+                82,
+                83,
+                84,
+                85,
+                86,
+                87,
+                88,
+                89,
+                90,
+                91,
+                92,
+                93,
+                94,
+                95,
+                96,
+                97,
+                98,
+                99,
+                100,
+                101,
+                102,
+                103,
+                104,
+                105,
+                106,
+                107,
+                108,
+                109,
+                120,
+                121,
+                122,
+                123,
+                124,
+                125,
+                126,
+                127,
+                128,
+                129
+            ]
+        },
+        {
+            "task_suite": "real",
+            "task_index_within_suite": 3,
+            "task_index": 0,
+            "task": "Put the tape in the bowl",
+            "task_pattern": null,
+            "task_indices": [],
+            "instructions": [],
+            "episodes": [
+                0,
+                1,
+                2,
+                3,
+                4,
+                5,
+                6,
+                7,
+                8,
+                9,
+                40,
+                41,
+                42,
+                43,
+                44,
+                45,
+                46,
+                47,
+                48,
+                49,
+                50,
+                51,
+                52,
+                53,
+                54,
+                55,
+                56,
+                57,
+                58,
+                59,
+                60,
+                61,
+                62,
+                63,
+                64,
+                65,
+                66,
+                67,
+                68,
+                69,
+                70,
+                71,
+                72,
+                73,
+                74,
+                75,
+                76,
+                77,
+                78,
+                79
+            ]
+        }
+    ],
+    "config": {
+        "dataset": {
+            "repo_id": "tml-lab/real2",
+            "repo_type": "dataset",
+            "root": null,
+            "episodes": [
+                0,
+                1,
+                2,
+                3,
+                4,
+                5,
+                6,
+                7,
+                8,
+                9,
+                10,
+                11,
+                12,
+                13,
+                14,
+                15,
+                16,
+                17,
+                18,
+                19,
+                20,
+                21,
+                22,
+                23,
+                24,
+                25,
+                26,
+                27,
+                28,
+                29,
+                30,
+                31,
+                32,
+                33,
+                34,
+                35,
+                36,
+                37,
+                38,
+                39,
+                40,
+                41,
+                42,
+                43,
+                44,
+                45,
+                46,
+                47,
+                48,
+                49,
+                50,
+                51,
+                52,
+                53,
+                54,
+                55,
+                56,
+                57,
+                58,
+                59,
+                60,
+                61,
+                62,
+                63,
+                64,
+                65,
+                66,
+                67,
+                68,
+                69,
+                70,
+                71,
+                72,
+                73,
+                74,
+                75,
+                76,
+                77,
+                78,
+                79,
+                80,
+                81,
+                82,
+                83,
+                84,
+                85,
+                86,
+                87,
+                88,
+                89,
+                90,
+                91,
+                92,
+                93,
+                94,
+                95,
+                96,
+                97,
+                98,
+                99,
+                100,
+                101,
+                102,
+                103,
+                104,
+                105,
+                106,
+                107,
+                108,
+                109,
+                120,
+                121,
+                122,
+                123,
+                124,
+                125,
+                126,
+                127,
+                128,
+                129,
+                130,
+                131,
+                132,
+                133,
+                134,
+                135,
+                136,
+                137,
+                138,
+                139,
+                140,
+                141,
+                142,
+                143,
+                144,
+                145,
+                146,
+                147,
+                148,
+                149,
+                150,
+                151,
+                152,
+                153,
+                154,
+                155,
+                156,
+                157,
+                158,
+                159,
+                160,
+                161,
+                162,
+                163,
+                164,
+                165,
+                166,
+                167,
+                168,
+                169,
+                170,
+                171,
+                172,
+                173,
+                174,
+                175,
+                176,
+                177,
+                178,
+                179,
+                180,
+                181,
+                182,
+                183,
+                184,
+                185,
+                186,
+                187,
+                188,
+                189,
+                190,
+                191,
+                192,
+                193,
+                194,
+                195,
+                196,
+                197,
+                198,
+                199,
+                200,
+                201,
+                202,
+                203,
+                204,
+                205,
+                206,
+                207,
+                208,
+                209
+            ],
+            "exclude_episodes": null,
+            "filter_failed_trajectories": false,
+            "image_transforms": {
+                "enable": false,
+                "max_num_transforms": 3,
+                "random_order": false,
+                "tfs": {
+                    "brightness": {
+                        "weight": 1.0,
+                        "type": "ColorJitter",
+                        "kwargs": {
+                            "brightness": [
+                                0.8,
+                                1.2
+                            ]
+                        }
+                    },
+                    "contrast": {
+                        "weight": 1.0,
+                        "type": "ColorJitter",
+                        "kwargs": {
+                            "contrast": [
+                                0.8,
+                                1.2
+                            ]
+                        }
+                    },
+                    "saturation": {
+                        "weight": 1.0,
+                        "type": "ColorJitter",
+                        "kwargs": {
+                            "saturation": [
+                                0.5,
+                                1.5
+                            ]
+                        }
+                    },
+                    "hue": {
+                        "weight": 1.0,
+                        "type": "ColorJitter",
+                        "kwargs": {
+                            "hue": [
+                                -0.05,
+                                0.05
+                            ]
+                        }
+                    },
+                    "sharpness": {
+                        "weight": 1.0,
+                        "type": "SharpnessJitter",
+                        "kwargs": {
+                            "sharpness": [
+                                0.5,
+                                1.5
+                            ]
+                        }
+                    },
+                    "affine": {
+                        "weight": 1.0,
+                        "type": "RandomAffine",
+                        "kwargs": {
+                            "degrees": [
+                                -5.0,
+                                5.0
+                            ],
+                            "translate": [
+                                0.05,
+                                0.05
+                            ]
+                        }
+                    }
+                }
+            },
+            "revision": null,
+            "use_imagenet_stats": true,
+            "video_backend": "torchcodec",
+            "return_uint8": false,
+            "depth_output_unit": "mm",
+            "streaming": false,
+            "eval_split": 0.0
+        },
+        "env": null,
+        "policy": {
+            "type": "smolvla",
+            "n_obs_steps": 1,
+            "input_features": {
+                "observation.state": {
+                    "type": "STATE",
+                    "shape": [
+                        6
+                    ]
+                },
+                "observation.images.camera1": {
+                    "type": "VISUAL",
+                    "shape": [
+                        3,
+                        256,
+                        256
+                    ]
+                },
+                "observation.images.camera2": {
+                    "type": "VISUAL",
+                    "shape": [
+                        3,
+                        256,
+                        256
+                    ]
+                },
+                "observation.images.camera3": {
+                    "type": "VISUAL",
+                    "shape": [
+                        3,
+                        256,
+                        256
+                    ]
+                }
+            },
+            "output_features": {
+                "action": {
+                    "type": "ACTION",
+                    "shape": [
+                        6
+                    ]
+                }
+            },
+            "device": "cuda",
+            "use_amp": false,
+            "use_peft": true,
+            "push_to_hub": false,
+            "repo_id": null,
+            "private": null,
+            "tags": null,
+            "license": null,
+            "pretrained_path": "<resume-source>",
+            "pretrained_revision": null,
+            "chunk_size": 50,
+            "n_action_steps": 50,
+            "normalization_mapping": {
+                "VISUAL": "IDENTITY",
+                "STATE": "MEAN_STD",
+                "ACTION": "MEAN_STD"
+            },
+            "max_state_dim": 32,
+            "max_action_dim": 32,
+            "resize_imgs_with_padding": [
+                512,
+                512
+            ],
+            "empty_cameras": 0,
+            "adapt_to_pi_aloha": false,
+            "use_delta_joint_actions_aloha": false,
+            "tokenizer_max_length": 48,
+            "num_steps": 10,
+            "use_cache": true,
+            "freeze_vision_encoder": true,
+            "train_expert_only": true,
+            "train_state_proj": true,
+            "optimizer_lr": 0.002,
+            "optimizer_betas": [
+                0.9,
+                0.95
+            ],
+            "optimizer_eps": 1e-08,
+            "optimizer_weight_decay": 1e-10,
+            "optimizer_grad_clip_norm": 10.0,
+            "scheduler_warmup_steps": 0,
+            "scheduler_decay_steps": 5000,
+            "scheduler_decay_lr": 0.002,
+            "vlm_model_name": "HuggingFaceTB/SmolVLM2-500M-Video-Instruct",
+            "load_vlm_weights": true,
+            "add_image_special_tokens": false,
+            "attention_mode": "cross_attn",
+            "prefix_length": 0,
+            "pad_language_to": "max_length",
+            "num_expert_layers": 0,
+            "num_vlm_layers": 16,
+            "self_attn_every_n_layers": 2,
+            "expert_width_multiplier": 0.75,
+            "min_period": 0.004,
+            "max_period": 4.0,
+            "rtc_config": null,
+            "compile_model": false,
+            "compile_mode": "max-autotune"
+        },
+        "reward_model": null,
+        "output_dir": "/NHNHOME/26msit001_A/BASE/tml-lab/mk/lerobot-061-cl/outputs/train/2026-09-25/03-43-54_smolvla_gk_adp_real2_2e-3",
+        "job_name": "smolvla_gk_adp_real2_2e-3",
+        "resume": false,
+        "seed": 1000,
+        "cudnn_deterministic": false,
+        "num_workers": 8,
+        "batch_size": 128,
+        "prefetch_factor": 1,
+        "persistent_workers": true,
+        "dataloader_multiprocessing_context": "fork",
+        "steps": 40000,
+        "env_eval_freq": 20000,
+        "log_freq": 200,
+        "eval_steps": 0,
+        "max_eval_samples": 0,
+        "tolerance_s": 0.0001,
+        "save_checkpoint": true,
+        "save_freq": 1000,
+        "checkpoint_format": "safetensors",
+        "use_policy_training_preset": true,
+        "optimizer": {
+            "type": "adamw",
+            "lr": 0.002,
+            "weight_decay": 1e-10,
+            "grad_clip_norm": 10.0,
+            "betas": [
+                0.9,
+                0.95
+            ],
+            "eps": 1e-08
+        },
+        "scheduler": {
+            "type": "cosine_decay_with_warmup",
+            "num_warmup_steps": 0,
+            "num_decay_steps": 5000,
+            "peak_lr": 0.002,
+            "decay_lr": 0.002
+        },
+        "parallelism": {
+            "dp_replicate": 1,
+            "dp_shard": 1,
+            "context_parallel": {
+                "ring_degree": 1,
+                "ulysses_degree": 1
+            },
+            "cfg_parallel": 1
+        },
+        "accelerator": {
+            "mixed_precision": "no",
+            "gradient_accumulation": {
+                "steps": 1
+            },
+            "fsdp": {
+                "reshard_after_forward": true,
+                "wrap_modules": null,
+                "min_num_params": null,
+                "cpu_offload": false,
+                "ignored_modules": null
+            },
+            "ddp": {
+                "find_unused_parameters": true,
+                "gradient_as_bucket_view": false,
+                "static_graph": false
+            },
+            "compile": {
+                "enabled": false,
+                "backend": "inductor",
+                "mode": null,
+                "regional": true
+            },
+            "activation_checkpointing": {
+                "mode": "none"
+            }
+        },
+        "eval": {
+            "n_episodes": 50,
+            "batch_size": 50,
+            "use_async_envs": true,
+            "recording": false,
+            "recording_repo_id": null,
+            "recording_private": false
+        },
+        "ema": {
+            "enable": false,
+            "decay": null,
+            "update_after_step": 0,
+            "inv_gamma": 1.0,
+            "power": 0.75,
+            "min_decay": 0.0,
+            "max_decay": 0.9999,
+            "use_for_eval": true
+        },
+        "wandb": {
+            "enable": true,
+            "disable_artifact": false,
+            "project": "lerobot",
+            "entity": null,
+            "notes": null,
+            "run_id": "pi0wyymb",
+            "mode": null,
+            "add_tags": true
+        },
+        "peft": {
+            "target_modules": null,
+            "full_training_modules": null,
+            "method_type": "LORA",
+            "init_type": null,
+            "r": 16,
+            "lora_alpha": 16
+        },
+        "job": {
+            "target": null,
+            "image": "huggingface/lerobot-gpu:latest",
+            "timeout": "2d",
+            "detach": false,
+            "tags": []
+        },
+        "save_checkpoint_to_hub": false,
+        "sample_weighting": null,
+        "rename_map": {
+            "observation.images.front": "observation.images.camera1",
+            "observation.images.wrist": "observation.images.camera2"
+        },
+        "checkpoint_path": null,
+        "task_info_path": "task_information/real2.jsonl",
+        "task_suite": "real",
+        "task_order": null,
+        "num_tasks": null,
+        "steps_per_task": 10000,
+        "drop_last": true,
+        "learning_algorithm": {
+            "type": "gk_adp",
+            "sigma_init": 1.0,
+            "epsilon": 1e-06,
+            "embedding_layer": -1,
+            "modalities": [
+                "vision",
+                "language"
+            ],
+            "routing_camera_keys": [
+                "observation.images.camera1"
+            ],
+            "inference_routing": "top1",
+            "inference_top_k": 0,
+            "inference_temperature": 1.0,
+            "reset_scheduler_on_expansion": true,
+            "log_expert_statistics": false
+        },
+        "reset_optimizer_per_task": false,
+        "reset_scheduler_per_task": false
+    }
+}

03-43-54_smolvla_gk_adp_real2_2e-3/checkpoints/real_task03_033000/training_state/training_step.json

@@ -0,0 +1,12 @@
+{
+    "step": 33000,
+    "dp_world_size": 1,
+    "batch_size": 128,
+    "grad_accum_steps": 1,
+    "parallelism": {
+        "dp_replicate": 1,
+        "dp_shard": 1,
+        "ring_degree": 1,
+        "ulysses_degree": 1
+    }
+}

03-43-54_smolvla_gk_adp_real2_2e-3/checkpoints/real_task03_034000/pretrained_model/README.md

@@ -0,0 +1,204 @@
+---
+library_name: peft
+tags:
+- base_model:adapter:lerobot/smolvla_base
+- lora
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.21.0

03-43-54_smolvla_gk_adp_real2_2e-3/checkpoints/real_task03_034000/pretrained_model/adapter_config.json

@@ -0,0 +1,46 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": {
+    "base_model_class": "SmolVLAPolicy",
+    "parent_library": "lerobot.policies.smolvla.modeling_smolvla"
+  },
+  "base_model_name_or_path": "lerobot/smolvla_base",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "kasa_config": null,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "lora_ga_config": null,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": [],
+  "monteclora_config": null,
+  "peft_type": "LORA",
+  "peft_version": "0.21.0",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": "(model\\.vlm_with_expert\\.lm_expert\\..*\\.(q|v)_proj|model\\.(action_in_proj|action_out_proj|action_time_mlp_in|action_time_mlp_out))",
+  "target_parameters": null,
+  "task_type": null,
+  "trainable_token_indices": null,
+  "use_bdlora": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false,
+  "velora_config": null
+}

03-43-54_smolvla_gk_adp_real2_2e-3/checkpoints/real_task03_034000/pretrained_model/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6954b1ecf7dcb8867d1cb916b932f9cb6d5170bb84ad86592839717ef9e42eb5
+size 2918168

03-43-54_smolvla_gk_adp_real2_2e-3/checkpoints/real_task03_034000/pretrained_model/config.json

@@ -0,0 +1,102 @@
+{
+    "type": "smolvla",
+    "n_obs_steps": 1,
+    "input_features": {
+        "observation.state": {
+            "type": "STATE",
+            "shape": [
+                6
+            ]
+        },
+        "observation.images.camera1": {
+            "type": "VISUAL",
+            "shape": [
+                3,
+                256,
+                256
+            ]
+        },
+        "observation.images.camera2": {
+            "type": "VISUAL",
+            "shape": [
+                3,
+                256,
+                256
+            ]
+        },
+        "observation.images.camera3": {
+            "type": "VISUAL",
+            "shape": [
+                3,
+                256,
+                256
+            ]
+        }
+    },
+    "output_features": {
+        "action": {
+            "type": "ACTION",
+            "shape": [
+                6
+            ]
+        }
+    },
+    "device": "cuda",
+    "use_amp": false,
+    "use_peft": true,
+    "push_to_hub": false,
+    "repo_id": null,
+    "private": null,
+    "tags": null,
+    "license": null,
+    "pretrained_path": "lerobot/smolvla_base",
+    "pretrained_revision": null,
+    "chunk_size": 50,
+    "n_action_steps": 50,
+    "normalization_mapping": {
+        "VISUAL": "IDENTITY",
+        "STATE": "MEAN_STD",
+        "ACTION": "MEAN_STD"
+    },
+    "max_state_dim": 32,
+    "max_action_dim": 32,
+    "resize_imgs_with_padding": [
+        512,
+        512
+    ],
+    "empty_cameras": 0,
+    "adapt_to_pi_aloha": false,
+    "use_delta_joint_actions_aloha": false,
+    "tokenizer_max_length": 48,
+    "num_steps": 10,
+    "use_cache": true,
+    "freeze_vision_encoder": true,
+    "train_expert_only": true,
+    "train_state_proj": true,
+    "optimizer_lr": 0.002,
+    "optimizer_betas": [
+        0.9,
+        0.95
+    ],
+    "optimizer_eps": 1e-08,
+    "optimizer_weight_decay": 1e-10,
+    "optimizer_grad_clip_norm": 10.0,
+    "scheduler_warmup_steps": 0,
+    "scheduler_decay_steps": 5000,
+    "scheduler_decay_lr": 0.002,
+    "vlm_model_name": "HuggingFaceTB/SmolVLM2-500M-Video-Instruct",
+    "load_vlm_weights": true,
+    "add_image_special_tokens": false,
+    "attention_mode": "cross_attn",
+    "prefix_length": 0,
+    "pad_language_to": "max_length",
+    "num_expert_layers": 0,
+    "num_vlm_layers": 16,
+    "self_attn_every_n_layers": 2,
+    "expert_width_multiplier": 0.75,
+    "min_period": 0.004,
+    "max_period": 4.0,
+    "rtc_config": null,
+    "compile_model": false,
+    "compile_mode": "max-autotune"
+}

03-43-54_smolvla_gk_adp_real2_2e-3/checkpoints/real_task03_034000/pretrained_model/gk_config.json

@@ -0,0 +1,861 @@
+{
+  "adapter_names": [
+    "default",
+    "gk_expert_0001",
+    "gk_expert_0002"
+  ],
+  "algorithm_type": "gk_adp",
+  "embedding_layer": -1,
+  "epsilon": 1e-06,
+  "inference_routing": "top1",
+  "inference_temperature": 1.0,
+  "inference_top_k": 0,
+  "interval_routed_batches": [
+    0,
+    0,
+    0
+  ],
+  "log_expert_statistics": false,
+  "modalities": [
+    "vision",
+    "language"
+  ],
+  "reset_scheduler_on_expansion": true,
+  "routed_batches": [
+    20000,
+    10003,
+    3997
+  ],
+  "router_statistics_unit": "inputs",
+  "router_statistics_version": 2,
+  "router_variance_semantics": "seeded_m2_population",
+  "routing_camera_keys": [
+    "observation.images.camera1"
+  ],
+  "sigma_init": 1.0,
+  "total_expansions": 3,
+  "wandb_history_counts": [
+    [
+      200
+    ],
+    [
+      400
+    ],
+    [
+      600
+    ],
+    [
+      800
+    ],
+    [
+      1000
+    ],
+    [
+      1200
+    ],
+    [
+      1400
+    ],
+    [
+      1600
+    ],
+    [
+      1800
+    ],
+    [
+      2000
+    ],
+    [
+      2200
+    ],
+    [
+      2400
+    ],
+    [
+      2600
+    ],
+    [
+      2800
+    ],
+    [
+      3000
+    ],
+    [
+      3200
+    ],
+    [
+      3400
+    ],
+    [
+      3600
+    ],
+    [
+      3800
+    ],
+    [
+      4000
+    ],
+    [
+      4200
+    ],
+    [
+      4400
+    ],
+    [
+      4600
+    ],
+    [
+      4800
+    ],
+    [
+      5000
+    ],
+    [
+      5200
+    ],
+    [
+      5400
+    ],
+    [
+      5600
+    ],
+    [
+      5800
+    ],
+    [
+      6000
+    ],
+    [
+      6200
+    ],
+    [
+      6400
+    ],
+    [
+      6600
+    ],
+    [
+      6800
+    ],
+    [
+      7000
+    ],
+    [
+      7200
+    ],
+    [
+      7400
+    ],
+    [
+      7600
+    ],
+    [
+      7800
+    ],
+    [
+      8000
+    ],
+    [
+      8200
+    ],
+    [
+      8400
+    ],
+    [
+      8600
+    ],
+    [
+      8800
+    ],
+    [
+      9000
+    ],
+    [
+      9200
+    ],
+    [
+      9400
+    ],
+    [
+      9600
+    ],
+    [
+      9800
+    ],
+    [
+      10000
+    ],
+    [
+      10000,
+      200
+    ],
+    [
+      10000,
+      400
+    ],
+    [
+      10000,
+      600
+    ],
+    [
+      10000,
+      800
+    ],
+    [
+      10000,
+      1000
+    ],
+    [
+      10000,
+      1200
+    ],
+    [
+      10000,
+      1400
+    ],
+    [
+      10000,
+      1600
+    ],
+    [
+      10000,
+      1800
+    ],
+    [
+      10000,
+      2000
+    ],
+    [
+      10000,
+      2200
+    ],
+    [
+      10000,
+      2400
+    ],
+    [
+      10000,
+      2600
+    ],
+    [
+      10000,
+      2800
+    ],
+    [
+      10000,
+      3000
+    ],
+    [
+      10000,
+      3200
+    ],
+    [
+      10000,
+      3400
+    ],
+    [
+      10000,
+      3600
+    ],
+    [
+      10000,
+      3800
+    ],
+    [
+      10000,
+      4000
+    ],
+    [
+      10000,
+      4200
+    ],
+    [
+      10000,
+      4400
+    ],
+    [
+      10000,
+      4600
+    ],
+    [
+      10000,
+      4800
+    ],
+    [
+      10000,
+      5000
+    ],
+    [
+      10000,
+      5200
+    ],
+    [
+      10000,
+      5400
+    ],
+    [
+      10000,
+      5600
+    ],
+    [
+      10000,
+      5800
+    ],
+    [
+      10000,
+      6000
+    ],
+    [
+      10000,
+      6200
+    ],
+    [
+      10000,
+      6400
+    ],
+    [
+      10000,
+      6600
+    ],
+    [
+      10000,
+      6800
+    ],
+    [
+      10000,
+      7000
+    ],
+    [
+      10000,
+      7200
+    ],
+    [
+      10000,
+      7400
+    ],
+    [
+      10000,
+      7600
+    ],
+    [
+      10000,
+      7800
+    ],
+    [
+      10000,
+      8000
+    ],
+    [
+      10000,
+      8200
+    ],
+    [
+      10000,
+      8400
+    ],
+    [
+      10000,
+      8600
+    ],
+    [
+      10000,
+      8800
+    ],
+    [
+      10000,
+      9000
+    ],
+    [
+      10000,
+      9200
+    ],
+    [
+      10000,
+      9400
+    ],
+    [
+      10000,
+      9600
+    ],
+    [
+      10000,
+      9800
+    ],
+    [
+      10000,
+      10000
+    ],
+    [
+      10200,
+      10000
+    ],
+    [
+      10400,
+      10000
+    ],
+    [
+      10600,
+      10000
+    ],
+    [
+      10800,
+      10000
+    ],
+    [
+      11000,
+      10000
+    ],
+    [
+      11200,
+      10000
+    ],
+    [
+      11400,
+      10000
+    ],
+    [
+      11600,
+      10000
+    ],
+    [
+      11800,
+      10000
+    ],
+    [
+      12000,
+      10000
+    ],
+    [
+      12200,
+      10000
+    ],
+    [
+      12400,
+      10000
+    ],
+    [
+      12600,
+      10000
+    ],
+    [
+      12800,
+      10000
+    ],
+    [
+      13000,
+      10000
+    ],
+    [
+      13200,
+      10000
+    ],
+    [
+      13400,
+      10000
+    ],
+    [
+      13600,
+      10000
+    ],
+    [
+      13800,
+      10000
+    ],
+    [
+      14000,
+      10000
+    ],
+    [
+      14200,
+      10000
+    ],
+    [
+      14400,
+      10000
+    ],
+    [
+      14600,
+      10000
+    ],
+    [
+      14800,
+      10000
+    ],
+    [
+      15000,
+      10000
+    ],
+    [
+      15200,
+      10000
+    ],
+    [
+      15400,
+      10000
+    ],
+    [
+      15600,
+      10000
+    ],
+    [
+      15800,
+      10000
+    ],
+    [
+      16000,
+      10000
+    ],
+    [
+      16200,
+      10000
+    ],
+    [
+      16400,
+      10000
+    ],
+    [
+      16600,
+      10000
+    ],
+    [
+      16800,
+      10000
+    ],
+    [
+      17000,
+      10000
+    ],
+    [
+      17200,
+      10000
+    ],
+    [
+      17400,
+      10000
+    ],
+    [
+      17600,
+      10000
+    ],
+    [
+      17800,
+      10000
+    ],
+    [
+      18000,
+      10000
+    ],
+    [
+      18200,
+      10000
+    ],
+    [
+      18400,
+      10000
+    ],
+    [
+      18600,
+      10000
+    ],
+    [
+      18800,
+      10000
+    ],
+    [
+      19000,
+      10000
+    ],
+    [
+      19200,
+      10000
+    ],
+    [
+      19400,
+      10000
+    ],
+    [
+      19600,
+      10000
+    ],
+    [
+      19800,
+      10000
+    ],
+    [
+      20000,
+      10000
+    ],
+    [
+      20000,
+      10003,
+      197
+    ],
+    [
+      20000,
+      10003,
+      397
+    ],
+    [
+      20000,
+      10003,
+      597
+    ],
+    [
+      20000,
+      10003,
+      797
+    ],
+    [
+      20000,
+      10003,
+      997
+    ],
+    [
+      20000,
+      10003,
+      1197
+    ],
+    [
+      20000,
+      10003,
+      1397
+    ],
+    [
+      20000,
+      10003,
+      1597
+    ],
+    [
+      20000,
+      10003,
+      1797
+    ],
+    [
+      20000,
+      10003,
+      1997
+    ],
+    [
+      20000,
+      10003,
+      2197
+    ],
+    [
+      20000,
+      10003,
+      2397
+    ],
+    [
+      20000,
+      10003,
+      2597
+    ],
+    [
+      20000,
+      10003,
+      2797
+    ],
+    [
+      20000,
+      10003,
+      2997
+    ],
+    [
+      20000,
+      10003,
+      3197
+    ],
+    [
+      20000,
+      10003,
+      3397
+    ],
+    [
+      20000,
+      10003,
+      3597
+    ],
+    [
+      20000,
+      10003,
+      3797
+    ],
+    [
+      20000,
+      10003,
+      3997
+    ]
+  ],
+  "wandb_history_steps": [
+    200,
+    400,
+    600,
+    800,
+    1000,
+    1200,
+    1400,
+    1600,
+    1800,
+    2000,
+    2200,
+    2400,
+    2600,
+    2800,
+    3000,
+    3200,
+    3400,
+    3600,
+    3800,
+    4000,
+    4200,
+    4400,
+    4600,
+    4800,
+    5000,
+    5200,
+    5400,
+    5600,
+    5800,
+    6000,
+    6200,
+    6400,
+    6600,
+    6800,
+    7000,
+    7200,
+    7400,
+    7600,
+    7800,
+    8000,
+    8200,
+    8400,
+    8600,
+    8800,
+    9000,
+    9200,
+    9400,
+    9600,
+    9800,
+    10000,
+    10200,
+    10400,
+    10600,
+    10800,
+    11000,
+    11200,
+    11400,
+    11600,
+    11800,
+    12000,
+    12200,
+    12400,
+    12600,
+    12800,
+    13000,
+    13200,
+    13400,
+    13600,
+    13800,
+    14000,
+    14200,
+    14400,
+    14600,
+    14800,
+    15000,
+    15200,
+    15400,
+    15600,
+    15800,
+    16000,
+    16200,
+    16400,
+    16600,
+    16800,
+    17000,
+    17200,
+    17400,
+    17600,
+    17800,
+    18000,
+    18200,
+    18400,
+    18600,
+    18800,
+    19000,
+    19200,
+    19400,
+    19600,
+    19800,
+    20000,
+    20200,
+    20400,
+    20600,
+    20800,
+    21000,
+    21200,
+    21400,
+    21600,
+    21800,
+    22000,
+    22200,
+    22400,
+    22600,
+    22800,
+    23000,
+    23200,
+    23400,
+    23600,
+    23800,
+    24000,
+    24200,
+    24400,
+    24600,
+    24800,
+    25000,
+    25200,
+    25400,
+    25600,
+    25800,
+    26000,
+    26200,
+    26400,
+    26600,
+    26800,
+    27000,
+    27200,
+    27400,
+    27600,
+    27800,
+    28000,
+    28200,
+    28400,
+    28600,
+    28800,
+    29000,
+    29200,
+    29400,
+    29600,
+    29800,
+    30000,
+    30200,
+    30400,
+    30600,
+    30800,
+    31000,
+    31200,
+    31400,
+    31600,
+    31800,
+    32000,
+    32200,
+    32400,
+    32600,
+    32800,
+    33000,
+    33200,
+    33400,
+    33600,
+    33800,
+    34000
+  ]
+}

03-43-54_smolvla_gk_adp_real2_2e-3/checkpoints/real_task03_034000/pretrained_model/gk_expert_0001/adapter_config.json

@@ -0,0 +1,46 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": {
+    "base_model_class": "SmolVLAPolicy",
+    "parent_library": "lerobot.policies.smolvla.modeling_smolvla"
+  },
+  "base_model_name_or_path": "lerobot/smolvla_base",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "kasa_config": null,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "lora_ga_config": null,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": [],
+  "monteclora_config": null,
+  "peft_type": "LORA",
+  "peft_version": "0.21.0",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": "(model\\.vlm_with_expert\\.lm_expert\\..*\\.(q|v)_proj|model\\.(action_in_proj|action_out_proj|action_time_mlp_in|action_time_mlp_out))",
+  "target_parameters": null,
+  "task_type": null,
+  "trainable_token_indices": null,
+  "use_bdlora": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false,
+  "velora_config": null
+}

03-43-54_smolvla_gk_adp_real2_2e-3/checkpoints/real_task03_034000/pretrained_model/gk_expert_0001/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a79ffd0d25e6cf5f8d152903d03c41ac837e6343f5b5fe10d34aae444ee4d97
+size 2918168

03-43-54_smolvla_gk_adp_real2_2e-3/checkpoints/real_task03_034000/pretrained_model/gk_expert_0002/adapter_config.json

@@ -0,0 +1,46 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": {
+    "base_model_class": "SmolVLAPolicy",
+    "parent_library": "lerobot.policies.smolvla.modeling_smolvla"
+  },
+  "base_model_name_or_path": "lerobot/smolvla_base",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "kasa_config": null,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "lora_ga_config": null,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": [],
+  "monteclora_config": null,
+  "peft_type": "LORA",
+  "peft_version": "0.21.0",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": "(model\\.vlm_with_expert\\.lm_expert\\..*\\.(q|v)_proj|model\\.(action_in_proj|action_out_proj|action_time_mlp_in|action_time_mlp_out))",
+  "target_parameters": null,
+  "task_type": null,
+  "trainable_token_indices": null,
+  "use_bdlora": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false,
+  "velora_config": null
+}

03-43-54_smolvla_gk_adp_real2_2e-3/checkpoints/real_task03_034000/pretrained_model/gk_expert_0002/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc0f88fe345e8cd7acf27ebb4c08d143750bc435a008fabd2baf710f08a6894f
+size 2918168

03-43-54_smolvla_gk_adp_real2_2e-3/checkpoints/real_task03_034000/pretrained_model/gk_router.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:823aafdf31cbf9a39dabc540bb213537b787177c605e50e5d37a67b6c63fc488
+size 46300

03-43-54_smolvla_gk_adp_real2_2e-3/checkpoints/real_task03_034000/pretrained_model/policy_postprocessor.json

@@ -0,0 +1,32 @@
+{
+  "name": "policy_postprocessor",
+  "steps": [
+    {
+      "registry_name": "unnormalizer_processor",
+      "config": {
+        "eps": 1e-08,
+        "features": {
+          "action": {
+            "type": "ACTION",
+            "shape": [
+              6
+            ]
+          }
+        },
+        "norm_map": {
+          "VISUAL": "IDENTITY",
+          "STATE": "MEAN_STD",
+          "ACTION": "MEAN_STD"
+        }
+      },
+      "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors"
+    },
+    {
+      "registry_name": "device_processor",
+      "config": {
+        "device": "cpu",
+        "float_dtype": null
+      }
+    }
+  ]
+}

03-43-54_smolvla_gk_adp_real2_2e-3/checkpoints/real_task03_034000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee1e09d08d6eb629f478a7d7b1eb0b38d925330860ec331ca18077e38df32e95
+size 7592

03-43-54_smolvla_gk_adp_real2_2e-3/checkpoints/real_task03_034000/pretrained_model/policy_preprocessor.json

@@ -0,0 +1,93 @@
+{
+  "name": "policy_preprocessor",
+  "steps": [
+    {
+      "registry_name": "rename_observations_processor",
+      "config": {
+        "rename_map": {
+          "observation.images.front": "observation.images.camera1",
+          "observation.images.wrist": "observation.images.camera2"
+        }
+      }
+    },
+    {
+      "registry_name": "to_batch_processor",
+      "config": {}
+    },
+    {
+      "registry_name": "smolvla_new_line_processor",
+      "config": {}
+    },
+    {
+      "registry_name": "tokenizer_processor",
+      "config": {
+        "max_length": 48,
+        "task_key": "task",
+        "padding_side": "right",
+        "padding": "max_length",
+        "truncation": true,
+        "tokenizer_name": "tokenizer"
+      },
+      "artifacts": {
+        "tokenizer_name": "tokenizer"
+      }
+    },
+    {
+      "registry_name": "device_processor",
+      "config": {
+        "device": "cuda",
+        "float_dtype": null
+      }
+    },
+    {
+      "registry_name": "normalizer_processor",
+      "config": {
+        "eps": 1e-08,
+        "features": {
+          "observation.state": {
+            "type": "STATE",
+            "shape": [
+              6
+            ]
+          },
+          "observation.images.camera1": {
+            "type": "VISUAL",
+            "shape": [
+              3,
+              256,
+              256
+            ]
+          },
+          "observation.images.camera2": {
+            "type": "VISUAL",
+            "shape": [
+              3,
+              256,
+              256
+            ]
+          },
+          "observation.images.camera3": {
+            "type": "VISUAL",
+            "shape": [
+              3,
+              256,
+              256
+            ]
+          },
+          "action": {
+            "type": "ACTION",
+            "shape": [
+              6
+            ]
+          }
+        },
+        "norm_map": {
+          "VISUAL": "IDENTITY",
+          "STATE": "MEAN_STD",
+          "ACTION": "MEAN_STD"
+        }
+      },
+      "state_file": "policy_preprocessor_step_5_normalizer_processor.safetensors"
+    }
+  ]
+}

03-43-54_smolvla_gk_adp_real2_2e-3/checkpoints/real_task03_034000/pretrained_model/policy_preprocessor_step_5_normalizer_processor.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fb2040059708b2e4736e9e696a5a64ceaa45c2caf7bd4726c26c90e39d485aa
+size 7600

03-43-54_smolvla_gk_adp_real2_2e-3/checkpoints/real_task03_034000/pretrained_model/tokenizer/chat_template.jinja

@@ -0,0 +1,2 @@
+<|im_start|>{% for message in messages %}{{message['role'] | capitalize}}{% if message['content'][0]['type'] == 'image' %}{{':'}}{% else %}{{': '}}{% endif %}{% for line in message['content'] %}{% if line['type'] == 'text' %}{{line['text']}}{% elif line['type'] == 'image' %}{{ '<image>' }}{% endif %}{% endfor %}<end_of_utterance>
+{% endfor %}{% if add_generation_prompt %}{{ 'Assistant:' }}{% endif %}

03-43-54_smolvla_gk_adp_real2_2e-3/checkpoints/real_task03_034000/pretrained_model/tokenizer/tokenizer_config.json

@@ -0,0 +1,27 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "bos_token": "<|im_start|>",
+  "clean_up_tokenization_spaces": false,
+  "end_of_utterance_token": "<end_of_utterance>",
+  "eos_token": "<end_of_utterance>",
+  "errors": "replace",
+  "fake_image_token": "<fake_token_around_image>",
+  "global_image_token": "<global-img>",
+  "image_token": "<image>",
+  "is_local": false,
+  "legacy": false,
+  "model_max_length": 8192,
+  "model_specific_special_tokens": {
+    "end_of_utterance_token": "<end_of_utterance>",
+    "fake_image_token": "<fake_token_around_image>",
+    "global_image_token": "<global-img>",
+    "image_token": "<image>"
+  },
+  "pad_token": "<|im_end|>",
+  "processor_class": "SmolVLMProcessor",
+  "tokenizer_class": "GPT2Tokenizer",
+  "truncation_side": "left",
+  "unk_token": "<|endoftext|>",
+  "vocab_size": 49152
+}

03-43-54_smolvla_gk_adp_real2_2e-3/checkpoints/real_task03_034000/pretrained_model/train_config.json

@@ -0,0 +1,544 @@
+{
+    "dataset": {
+        "repo_id": "tml-lab/real2",
+        "repo_type": "dataset",
+        "root": null,
+        "episodes": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31,
+            32,
+            33,
+            34,
+            35,
+            36,
+            37,
+            38,
+            39,
+            40,
+            41,
+            42,
+            43,
+            44,
+            45,
+            46,
+            47,
+            48,
+            49,
+            50,
+            51,
+            52,
+            53,
+            54,
+            55,
+            56,
+            57,
+            58,
+            59,
+            60,
+            61,
+            62,
+            63,
+            64,
+            65,
+            66,
+            67,
+            68,
+            69,
+            70,
+            71,
+            72,
+            73,
+            74,
+            75,
+            76,
+            77,
+            78,
+            79,
+            80,
+            81,
+            82,
+            83,
+            84,
+            85,
+            86,
+            87,
+            88,
+            89,
+            90,
+            91,
+            92,
+            93,
+            94,
+            95,
+            96,
+            97,
+            98,
+            99,
+            100,
+            101,
+            102,
+            103,
+            104,
+            105,
+            106,
+            107,
+            108,
+            109,
+            120,
+            121,
+            122,
+            123,
+            124,
+            125,
+            126,
+            127,
+            128,
+            129,
+            130,
+            131,
+            132,
+            133,
+            134,
+            135,
+            136,
+            137,
+            138,
+            139,
+            140,
+            141,
+            142,
+            143,
+            144,
+            145,
+            146,
+            147,
+            148,
+            149,
+            150,
+            151,
+            152,
+            153,
+            154,
+            155,
+            156,
+            157,
+            158,
+            159,
+            160,
+            161,
+            162,
+            163,
+            164,
+            165,
+            166,
+            167,
+            168,
+            169,
+            170,
+            171,
+            172,
+            173,
+            174,
+            175,
+            176,
+            177,
+            178,
+            179,
+            180,
+            181,
+            182,
+            183,
+            184,
+            185,
+            186,
+            187,
+            188,
+            189,
+            190,
+            191,
+            192,
+            193,
+            194,
+            195,
+            196,
+            197,
+            198,
+            199,
+            200,
+            201,
+            202,
+            203,
+            204,
+            205,
+            206,
+            207,
+            208,
+            209
+        ],
+        "exclude_episodes": null,
+        "filter_failed_trajectories": false,
+        "image_transforms": {
+            "enable": false,
+            "max_num_transforms": 3,
+            "random_order": false,
+            "tfs": {
+                "brightness": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "brightness": [
+                            0.8,
+                            1.2
+                        ]
+                    }
+                },
+                "contrast": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "contrast": [
+                            0.8,
+                            1.2
+                        ]
+                    }
+                },
+                "saturation": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "saturation": [
+                            0.5,
+                            1.5
+                        ]
+                    }
+                },
+                "hue": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "hue": [
+                            -0.05,
+                            0.05
+                        ]
+                    }
+                },
+                "sharpness": {
+                    "weight": 1.0,
+                    "type": "SharpnessJitter",
+                    "kwargs": {
+                        "sharpness": [
+                            0.5,
+                            1.5
+                        ]
+                    }
+                },
+                "affine": {
+                    "weight": 1.0,
+                    "type": "RandomAffine",
+                    "kwargs": {
+                        "degrees": [
+                            -5.0,
+                            5.0
+                        ],
+                        "translate": [
+                            0.05,
+                            0.05
+                        ]
+                    }
+                }
+            }
+        },
+        "revision": null,
+        "use_imagenet_stats": true,
+        "video_backend": "torchcodec",
+        "return_uint8": false,
+        "depth_output_unit": "mm",
+        "streaming": false,
+        "eval_split": 0.0
+    },
+    "env": null,
+    "policy": {
+        "type": "smolvla",
+        "n_obs_steps": 1,
+        "input_features": {
+            "observation.state": {
+                "type": "STATE",
+                "shape": [
+                    6
+                ]
+            },
+            "observation.images.camera1": {
+                "type": "VISUAL",
+                "shape": [
+                    3,
+                    256,
+                    256
+                ]
+            },
+            "observation.images.camera2": {
+                "type": "VISUAL",
+                "shape": [
+                    3,
+                    256,
+                    256
+                ]
+            },
+            "observation.images.camera3": {
+                "type": "VISUAL",
+                "shape": [
+                    3,
+                    256,
+                    256
+                ]
+            }
+        },
+        "output_features": {
+            "action": {
+                "type": "ACTION",
+                "shape": [
+                    6
+                ]
+            }
+        },
+        "device": "cuda",
+        "use_amp": false,
+        "use_peft": true,
+        "push_to_hub": false,
+        "repo_id": null,
+        "private": null,
+        "tags": null,
+        "license": null,
+        "pretrained_path": "lerobot/smolvla_base",
+        "pretrained_revision": null,
+        "chunk_size": 50,
+        "n_action_steps": 50,
+        "normalization_mapping": {
+            "VISUAL": "IDENTITY",
+            "STATE": "MEAN_STD",
+            "ACTION": "MEAN_STD"
+        },
+        "max_state_dim": 32,
+        "max_action_dim": 32,
+        "resize_imgs_with_padding": [
+            512,
+            512
+        ],
+        "empty_cameras": 0,
+        "adapt_to_pi_aloha": false,
+        "use_delta_joint_actions_aloha": false,
+        "tokenizer_max_length": 48,
+        "num_steps": 10,
+        "use_cache": true,
+        "freeze_vision_encoder": true,
+        "train_expert_only": true,
+        "train_state_proj": true,
+        "optimizer_lr": 0.002,
+        "optimizer_betas": [
+            0.9,
+            0.95
+        ],
+        "optimizer_eps": 1e-08,
+        "optimizer_weight_decay": 1e-10,
+        "optimizer_grad_clip_norm": 10.0,
+        "scheduler_warmup_steps": 0,
+        "scheduler_decay_steps": 5000,
+        "scheduler_decay_lr": 0.002,
+        "vlm_model_name": "HuggingFaceTB/SmolVLM2-500M-Video-Instruct",
+        "load_vlm_weights": true,
+        "add_image_special_tokens": false,
+        "attention_mode": "cross_attn",
+        "prefix_length": 0,
+        "pad_language_to": "max_length",
+        "num_expert_layers": 0,
+        "num_vlm_layers": 16,
+        "self_attn_every_n_layers": 2,
+        "expert_width_multiplier": 0.75,
+        "min_period": 0.004,
+        "max_period": 4.0,
+        "rtc_config": null,
+        "compile_model": false,
+        "compile_mode": "max-autotune"
+    },
+    "reward_model": null,
+    "output_dir": "outputs/train/2026-09-25/03-43-54_smolvla_gk_adp_real2_2e-3",
+    "job_name": "smolvla_gk_adp_real2_2e-3",
+    "resume": false,
+    "seed": 1000,
+    "cudnn_deterministic": false,
+    "num_workers": 8,
+    "batch_size": 128,
+    "prefetch_factor": 1,
+    "persistent_workers": true,
+    "dataloader_multiprocessing_context": "fork",
+    "steps": 40000,
+    "env_eval_freq": 20000,
+    "log_freq": 200,
+    "eval_steps": 0,
+    "max_eval_samples": 0,
+    "tolerance_s": 0.0001,
+    "save_checkpoint": true,
+    "save_freq": 1000,
+    "checkpoint_format": "safetensors",
+    "use_policy_training_preset": true,
+    "optimizer": {
+        "type": "adamw",
+        "lr": 0.002,
+        "weight_decay": 1e-10,
+        "grad_clip_norm": 10.0,
+        "betas": [
+            0.9,
+            0.95
+        ],
+        "eps": 1e-08
+    },
+    "scheduler": {
+        "type": "cosine_decay_with_warmup",
+        "num_warmup_steps": 0,
+        "num_decay_steps": 5000,
+        "peak_lr": 0.002,
+        "decay_lr": 0.002
+    },
+    "parallelism": {
+        "dp_replicate": 1,
+        "dp_shard": 1,
+        "context_parallel": {
+            "ring_degree": 1,
+            "ulysses_degree": 1
+        },
+        "cfg_parallel": 1
+    },
+    "accelerator": {
+        "mixed_precision": "no",
+        "gradient_accumulation": {
+            "steps": 1
+        },
+        "fsdp": {
+            "reshard_after_forward": true,
+            "wrap_modules": null,
+            "min_num_params": null,
+            "cpu_offload": false,
+            "ignored_modules": null
+        },
+        "ddp": {
+            "find_unused_parameters": true,
+            "gradient_as_bucket_view": false,
+            "static_graph": false
+        },
+        "compile": {
+            "enabled": false,
+            "backend": "inductor",
+            "mode": null,
+            "regional": true
+        },
+        "activation_checkpointing": {
+            "mode": "none"
+        }
+    },
+    "eval": {
+        "n_episodes": 50,
+        "tail_task_key": null,
+        "batch_size": 50,
+        "use_async_envs": true,
+        "recording": false,
+        "recording_repo_id": null,
+        "recording_private": false
+    },
+    "ema": {
+        "enable": false,
+        "decay": null,
+        "update_after_step": 0,
+        "inv_gamma": 1.0,
+        "power": 0.75,
+        "min_decay": 0.0,
+        "max_decay": 0.9999,
+        "use_for_eval": true
+    },
+    "wandb": {
+        "enable": true,
+        "disable_artifact": false,
+        "project": "lerobot",
+        "entity": null,
+        "notes": null,
+        "run_id": "pi0wyymb",
+        "mode": null,
+        "add_tags": true
+    },
+    "peft": {
+        "target_modules": null,
+        "full_training_modules": null,
+        "method_type": "LORA",
+        "init_type": null,
+        "r": 16,
+        "lora_alpha": 16
+    },
+    "job": {
+        "target": null,
+        "image": "huggingface/lerobot-gpu:latest",
+        "timeout": "2d",
+        "detach": false,
+        "tags": []
+    },
+    "save_checkpoint_to_hub": false,
+    "sample_weighting": null,
+    "rename_map": {
+        "observation.images.front": "observation.images.camera1",
+        "observation.images.wrist": "observation.images.camera2"
+    },
+    "checkpoint_path": null,
+    "task_info_path": "task_information/real2.jsonl",
+    "task_suite": "real",
+    "task_order": null,
+    "num_tasks": null,
+    "steps_per_task": 10000,
+    "drop_last": true,
+    "learning_algorithm": {
+        "type": "gk_adp",
+        "sigma_init": 1.0,
+        "epsilon": 1e-06,
+        "embedding_layer": -1,
+        "modalities": [
+            "vision",
+            "language"
+        ],
+        "routing_camera_keys": [
+            "observation.images.camera1"
+        ],
+        "inference_routing": "top1",
+        "inference_top_k": 0,
+        "inference_temperature": 1.0,
+        "reset_scheduler_on_expansion": true,
+        "log_expert_statistics": false
+    },
+    "reset_optimizer_per_task": false,
+    "reset_scheduler_per_task": false
+}

03-43-54_smolvla_gk_adp_real2_2e-3/checkpoints/real_task03_034000/training_state/checkpoint_complete.json

@@ -0,0 +1,3 @@
+{
+    "step": 34000
+}

03-43-54_smolvla_gk_adp_real2_2e-3/checkpoints/real_task03_034000/training_state/optimizer_param_groups.json

@@ -0,0 +1,775 @@
+[
+    {
+        "lr": 0.002,
+        "betas": [
+            0.9,
+            0.95
+        ],
+        "eps": 1e-08,
+        "weight_decay": 1e-10,
+        "amsgrad": false,
+        "maximize": false,
+        "foreach": null,
+        "capturable": false,
+        "differentiable": false,
+        "fused": null,
+        "decoupled_weight_decay": true,
+        "initial_lr": 0.002,
+        "params": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31,
+            32,
+            33,
+            34,
+            35,
+            36,
+            37,
+            38,
+            39,
+            40,
+            41,
+            42,
+            43,
+            44,
+            45,
+            46,
+            47,
+            48,
+            49,
+            50,
+            51,
+            52,
+            53,
+            54,
+            55,
+            56,
+            57,
+            58,
+            59,
+            60,
+            61,
+            62,
+            63,
+            64,
+            65,
+            66,
+            67,
+            68,
+            69,
+            70,
+            71,
+            72,
+            73,
+            74,
+            75,
+            76,
+            77,
+            78,
+            79,
+            80,
+            81,
+            82,
+            83,
+            84,
+            85,
+            86,
+            87,
+            88,
+            89,
+            90,
+            91,
+            92,
+            93,
+            94,
+            95,
+            96,
+            97,
+            98,
+            99,
+            100,
+            101,
+            102,
+            103,
+            104,
+            105,
+            106,
+            107,
+            108,
+            109,
+            110,
+            111,
+            112,
+            113,
+            114,
+            115,
+            116,
+            117,
+            118,
+            119,
+            120,
+            121,
+            122,
+            123,
+            124,
+            125,
+            126,
+            127,
+            128,
+            129,
+            130,
+            131,
+            132,
+            133,
+            134,
+            135,
+            136,
+            137,
+            138,
+            139,
+            140,
+            141,
+            142,
+            143,
+            144,
+            145,
+            146,
+            147,
+            148,
+            149,
+            150,
+            151,
+            152,
+            153,
+            154,
+            155,
+            156,
+            157,
+            158,
+            159,
+            160,
+            161,
+            162,
+            163,
+            164,
+            165,
+            166,
+            167,
+            168,
+            169,
+            170,
+            171,
+            172,
+            173,
+            174,
+            175,
+            176,
+            177,
+            178,
+            179,
+            180,
+            181,
+            182,
+            183,
+            184,
+            185,
+            186,
+            187,
+            188,
+            189,
+            190,
+            191,
+            192,
+            193,
+            194,
+            195,
+            196,
+            197,
+            198,
+            199,
+            200,
+            201,
+            202,
+            203,
+            204,
+            205,
+            206,
+            207,
+            208,
+            209,
+            210,
+            211,
+            212,
+            213,
+            214,
+            215,
+            216,
+            217,
+            218,
+            219,
+            220,
+            221,
+            222,
+            223,
+            224,
+            225,
+            226,
+            227,
+            228,
+            229,
+            230,
+            231,
+            232,
+            233,
+            234,
+            235,
+            236,
+            237,
+            238,
+            239,
+            240,
+            241,
+            242,
+            243,
+            244,
+            245,
+            246,
+            247,
+            248,
+            249,
+            250,
+            251,
+            252,
+            253,
+            254,
+            255,
+            256,
+            257,
+            258,
+            259,
+            260,
+            261,
+            262,
+            263,
+            264,
+            265,
+            266,
+            267,
+            268,
+            269,
+            270,
+            271,
+            272,
+            273,
+            274,
+            275,
+            276,
+            277,
+            278,
+            279,
+            280,
+            281,
+            282,
+            283,
+            284,
+            285,
+            286,
+            287,
+            288,
+            289,
+            290,
+            291,
+            292,
+            293,
+            294,
+            295,
+            296,
+            297,
+            298,
+            299,
+            300,
+            301,
+            302,
+            303,
+            304,
+            305,
+            306,
+            307,
+            308,
+            309,
+            310,
+            311,
+            312,
+            313,
+            314,
+            315,
+            316,
+            317,
+            318,
+            319,
+            320,
+            321,
+            322,
+            323,
+            324,
+            325,
+            326,
+            327,
+            328,
+            329,
+            330,
+            331,
+            332,
+            333,
+            334,
+            335,
+            336,
+            337,
+            338,
+            339,
+            340,
+            341,
+            342,
+            343,
+            344,
+            345,
+            346,
+            347,
+            348,
+            349,
+            350,
+            351,
+            352,
+            353,
+            354,
+            355,
+            356,
+            357,
+            358,
+            359,
+            360,
+            361,
+            362,
+            363,
+            364,
+            365,
+            366,
+            367,
+            368,
+            369,
+            370,
+            371,
+            372,
+            373,
+            374,
+            375,
+            376,
+            377,
+            378,
+            379,
+            380,
+            381,
+            382,
+            383,
+            384,
+            385,
+            386,
+            387,
+            388,
+            389,
+            390,
+            391,
+            392,
+            393,
+            394,
+            395,
+            396,
+            397,
+            398,
+            399,
+            400,
+            401,
+            402,
+            403,
+            404,
+            405,
+            406,
+            407,
+            408,
+            409,
+            410,
+            411,
+            412,
+            413,
+            414,
+            415,
+            416,
+            417,
+            418,
+            419,
+            420,
+            421,
+            422,
+            423,
+            424,
+            425,
+            426,
+            427,
+            428,
+            429,
+            430,
+            431,
+            432,
+            433,
+            434,
+            435,
+            436,
+            437,
+            438,
+            439,
+            440,
+            441,
+            442,
+            443,
+            444,
+            445,
+            446,
+            447,
+            448,
+            449,
+            450,
+            451,
+            452,
+            453,
+            454,
+            455,
+            456,
+            457,
+            458,
+            459,
+            460,
+            461,
+            462,
+            463,
+            464,
+            465,
+            466,
+            467,
+            468,
+            469,
+            470,
+            471,
+            472,
+            473,
+            474,
+            475,
+            476,
+            477,
+            478,
+            479,
+            480,
+            481,
+            482,
+            483,
+            484,
+            485,
+            486,
+            487,
+            488,
+            489,
+            490,
+            491,
+            492,
+            493,
+            494,
+            495,
+            496,
+            497,
+            498,
+            499,
+            500,
+            501,
+            502,
+            503,
+            504,
+            505,
+            506,
+            507,
+            508,
+            509,
+            510,
+            511,
+            512,
+            513,
+            514,
+            515,
+            516,
+            517,
+            518,
+            519,
+            520,
+            521,
+            522,
+            523,
+            524,
+            525,
+            526,
+            527,
+            528,
+            529,
+            530,
+            531,
+            532,
+            533,
+            534,
+            535,
+            536,
+            537,
+            538,
+            539,
+            540,
+            541,
+            542,
+            543,
+            544,
+            545,
+            546,
+            547,
+            548,
+            549,
+            550,
+            551,
+            552,
+            553,
+            554,
+            555,
+            556,
+            557,
+            558,
+            559,
+            560,
+            561,
+            562,
+            563,
+            564,
+            565,
+            566,
+            567,
+            568,
+            569,
+            570,
+            571
+        ]
+    },
+    {
+        "lr": 0.002,
+        "betas": [
+            0.9,
+            0.95
+        ],
+        "eps": 1e-08,
+        "weight_decay": 1e-10,
+        "amsgrad": false,
+        "maximize": false,
+        "foreach": null,
+        "capturable": false,
+        "differentiable": false,
+        "fused": null,
+        "decoupled_weight_decay": true,
+        "initial_lr": 0.002,
+        "params": [
+            572,
+            573,
+            574,
+            575,
+            576,
+            577,
+            578,
+            579,
+            580,
+            581,
+            582,
+            583,
+            584,
+            585,
+            586,
+            587,
+            588,
+            589,
+            590,
+            591,
+            592,
+            593,
+            594,
+            595,
+            596,
+            597,
+            598,
+            599,
+            600,
+            601,
+            602,
+            603,
+            604,
+            605,
+            606,
+            607,
+            608,
+            609,
+            610,
+            611,
+            612,
+            613,
+            614,
+            615,
+            616,
+            617,
+            618,
+            619,
+            620,
+            621,
+            622,
+            623,
+            624,
+            625,
+            626,
+            627,
+            628,
+            629,
+            630,
+            631,
+            632,
+            633,
+            634,
+            635,
+            636,
+            637,
+            638,
+            639,
+            640,
+            641,
+            642,
+            643
+        ]
+    },
+    {
+        "lr": 0.002,
+        "betas": [
+            0.9,
+            0.95
+        ],
+        "eps": 1e-08,
+        "weight_decay": 1e-10,
+        "amsgrad": false,
+        "maximize": false,
+        "foreach": null,
+        "capturable": false,
+        "differentiable": false,
+        "fused": null,
+        "decoupled_weight_decay": true,
+        "initial_lr": 0.002,
+        "params": [
+            644,
+            645,
+            646,
+            647,
+            648,
+            649,
+            650,
+            651,
+            652,
+            653,
+            654,
+            655,
+            656,
+            657,
+            658,
+            659,
+            660,
+            661,
+            662,
+            663,
+            664,
+            665,
+            666,
+            667,
+            668,
+            669,
+            670,
+            671,
+            672,
+            673,
+            674,
+            675,
+            676,
+            677,
+            678,
+            679,
+            680,
+            681,
+            682,
+            683,
+            684,
+            685,
+            686,
+            687,
+            688,
+            689,
+            690,
+            691,
+            692,
+            693,
+            694,
+            695,
+            696,
+            697,
+            698,
+            699,
+            700,
+            701,
+            702,
+            703,
+            704,
+            705,
+            706,
+            707,
+            708,
+            709,
+            710,
+            711,
+            712,
+            713,
+            714,
+            715
+        ]
+    }
+]

03-43-54_smolvla_gk_adp_real2_2e-3/checkpoints/real_task03_034000/training_state/optimizer_state.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0af924ec258b437f98672ebae06cea7b64943d4befddd1094ed19082a5d2a0f3
+size 5832632

03-43-54_smolvla_gk_adp_real2_2e-3/checkpoints/real_task03_034000/training_state/rng_state.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d373cdcfaba23518443e99ff6ac18fabd075b87006e2dc08f00b1bb79e5a4ce9
+size 15708