{ "stage": 2, "stage1_checkpoint": "/workspace/checkpoints/deco/stage1/insert/deco_stage1_latest.pt", "tactile_encoder_checkpoint": "/workspace/checkpoints/encoder/encoder_ckpt_0824", "tactile_encoder_cache": "/workspace/checkpoints/deco/tactile_encoder_cache", "tactile_adapter_rank": 32, "dataset_dir": null, "dataset_manifest": "/workspace/manifests/deco-stage2/insert_01_02.json", "dataset_format": "lerobot-v21", "action_chunk_size": 32, "output_dir": "/workspace/outputs/deco-stage2", "run_id": "insert-stage2-rtxpro6000-20260829_104005", "resume_from": null, "resume_mode": "exact", "lr_scheduler": "warmup_cosine", "seed": 42, "epochs": 50, "batch_size": 512, "lr": 0.0001, "lr_final": 5e-06, "backbone_lr": 1e-05, "backbone_lr_final": 5e-07, "weight_decay": 1e-06, "warmup_epochs": 0, "cosine_t_max_epochs": 50, "backbone_freeze_epochs": 0, "backbone_bn_eval": false, "mask_training_padding": true, "hidden_dim": 512, "layers": 6, "heads": 8, "image_size": 256, "inference_steps": 5, "backbone_weights": "/workspace/FRS_Tact/train_deco/pretrained/resnet34-b627a593", "rope_height": 256, "rope_width": 256, "use_task_condition": false, "augmentation_preset": "balanced-light-v2", "augmentation_enabled": true, "augmentation_identity_probability": 0.25, "augmentation_low_light_probability": 0.55, "augmentation_mild_probability": 0.2, "augmentation_exposure_probability": 0.5, "augmentation_exposure_range": [ 0.58, 0.9 ], "augmentation_gamma_range": [ 1.1, 1.5 ], "augmentation_mild_brightness_range": [ 0.9, 1.1 ], "augmentation_contrast_range": [ 0.85, 1.1 ], "augmentation_saturation_range": [ 0.9, 1.1 ], "augmentation_blur_probability": 0.2, "augmentation_blur_kernel_sizes": [ 3, 5 ], "augmentation_blur_sigma_range": [ 0.1, 1.0 ], "workers": 16, "limit_samples": null, "validation_ratio": 0.1, "episode_split_seed": 42, "save_every": 10, "keep_last_checkpoints": 5, "log_every_steps": 10, "wandb_enabled": false, "wandb_project": "deco-stage2", "wandb_entity": "Li junlai", "wandb_group": "deco-stage2-rtxpro6000", "wandb_tags": "stage2,rtxpro6000,insert", "wandb_mode": "online", "wandb_run_id": "insert-stage2-rtxpro6000-20260829_104005", "validation_seed": 12345, "validation_noise_seeds": 1, "train_subset_validation_samples": 0, "train_subset_validation_seed": 12345, "early_stopping_patience": 5, "early_stopping_min_delta": 0.0, "torchscript_image_height": 224, "torchscript_image_width": 224, "model_type": "upstream-deco-stage2-tactile-image", "source_obs_dim": 7, "obs_dim": 7, "action_dim": 10, "chunk_size": 32, "source_chunk_size": 32, "observation_indices": [ 0, 1, 2, 3, 4, 5, 6 ], "state_columns": [ "right_arm.relative_start.x", "right_arm.relative_start.y", "right_arm.relative_start.z", "right_arm.relative_start.rx", "right_arm.relative_start.ry", "right_arm.relative_start.rz", "right_arm.gripper_width" ], "action_columns": [ "right_arm.delta.x", "right_arm.delta.y", "right_arm.delta.z", "right_arm.rotation_column_0.x", "right_arm.rotation_column_0.y", "right_arm.rotation_column_0.z", "right_arm.rotation_column_1.x", "right_arm.rotation_column_1.y", "right_arm.rotation_column_1.z", "right_arm.gripper_width" ], "state_action_profile": "single-right-arm-7x10", "controlled_arms": [ "right" ], "action_mode": "tcp_delta_absolute_gripper", "expected_sample_hz": 30.0, "source_format": "lerobot-v2.1-parquet-vision-deco-v1", "state_layout": "single_right_relative_start_pose6d_gripper", "rotation_representation": "rotation_6d_matrix_columns", "gripper_mode": "absolute", "terminal_action_policy": "excluded", "statistics_source": "train_episodes_nonterminal_rows_once", "world_size": 1, "camera_names": [ "observation.images.camera0", "observation.images.camera1" ], "tactile_field_order": [ "observation.images.tactile_left_0", "observation.images.tactile_right_0", "observation.images.tactile_left_1", "observation.images.tactile_right_1" ], "task_ids": [ "0" ], "num_tasks": 1, "dataset_id": "insert_01_02@vision2-v1-val0.1-seed42", "train_samples": 505578, "val_samples": 56625, "val_unseen_samples": 56625, "val_train_subset_samples": 56625, "val_train_subset_seed": 12345, "steps_per_epoch": 988, "warmup_steps": 0, "cosine_t_max_steps": 49400, "backbone_freeze_steps": 0, "training_state_version": 3, "objective_version": "masked-flow-mse-v1", "validation_metric_version": "no-repeat-masked-element-mean-v1", "dual_validation_version": "train-subset-and-unseen-v1", "validation_sampler": "contiguous-no-padding-v1", "scheduler_type": "per-step-warmup-cosine-v1", "rank_seed_scheme": "base-plus-rank-v1", "augmentation": { "version": "balanced-light-v2", "enabled": true, "identity_probability": 0.25, "low_light_probability": 0.0, "mild_probability": 0.75, "exposure_probability": 0.5, "exposure_range": [ 0.58, 0.9 ], "gamma_range": [ 1.1, 1.5 ], "mild_brightness_range": [ 0.9, 1.2 ], "contrast_range": [ 0.85, 1.1 ], "saturation_range": [ 0.9, 1.1 ], "blur_probability": 0.2, "blur_kernel_sizes": [ 3, 5 ], "blur_sigma_range": [ 0.1, 1.0 ], "shared_across_cameras": true }, "parameter_counts": { "total": 98953744, "trainable": 4758662 }, "parameter_categories": { "trainable": { "sensor_embeddings": [ "sensor_embeddings.weight" ], "tactile_attention": [ "mmattn.0.tactile_key.weight", "mmattn.0.tactile_key.bias", "mmattn.0.tactile_value.weight", "mmattn.0.tactile_value.bias", "mmattn.1.tactile_key.weight", "mmattn.1.tactile_key.bias", "mmattn.1.tactile_value.weight", "mmattn.1.tactile_value.bias", "mmattn.2.tactile_key.weight", "mmattn.2.tactile_key.bias", "mmattn.2.tactile_value.weight", "mmattn.2.tactile_value.bias", "mmattn.3.tactile_key.weight", "mmattn.3.tactile_key.bias", "mmattn.3.tactile_value.weight", "mmattn.3.tactile_value.bias", "mmattn.4.tactile_key.weight", "mmattn.4.tactile_key.bias", "mmattn.4.tactile_value.weight", "mmattn.4.tactile_value.bias", "mmattn.5.tactile_key.weight", "mmattn.5.tactile_key.bias", "mmattn.5.tactile_value.weight", "mmattn.5.tactile_value.bias" ], "tactile_gates": [ "mmattn.0.tactile_gate", "mmattn.1.tactile_gate", "mmattn.2.tactile_gate", "mmattn.3.tactile_gate", "mmattn.4.tactile_gate", "mmattn.5.tactile_gate" ], "pi_adapters": [ "mmattn.0.img_qkv_pi.down.weight", "mmattn.0.img_qkv_pi.down.bias", "mmattn.0.img_qkv_pi.up.weight", "mmattn.0.img_qkv_pi.up.bias", "mmattn.0.img_proj_pi.down.weight", "mmattn.0.img_proj_pi.down.bias", "mmattn.0.img_proj_pi.up.weight", "mmattn.0.img_proj_pi.up.bias", "mmattn.0.img_mlp_pi.down.weight", "mmattn.0.img_mlp_pi.down.bias", "mmattn.0.img_mlp_pi.up.weight", "mmattn.0.img_mlp_pi.up.bias", "mmattn.0.act_qkv_pi.down.weight", "mmattn.0.act_qkv_pi.down.bias", "mmattn.0.act_qkv_pi.up.weight", "mmattn.0.act_qkv_pi.up.bias", "mmattn.0.act_proj_pi.down.weight", "mmattn.0.act_proj_pi.down.bias", "mmattn.0.act_proj_pi.up.weight", "mmattn.0.act_proj_pi.up.bias", "mmattn.0.act_mlp_pi.down.weight", "mmattn.0.act_mlp_pi.down.bias", "mmattn.0.act_mlp_pi.up.weight", "mmattn.0.act_mlp_pi.up.bias", "mmattn.1.img_qkv_pi.down.weight", "mmattn.1.img_qkv_pi.down.bias", "mmattn.1.img_qkv_pi.up.weight", "mmattn.1.img_qkv_pi.up.bias", "mmattn.1.img_proj_pi.down.weight", "mmattn.1.img_proj_pi.down.bias", "mmattn.1.img_proj_pi.up.weight", "mmattn.1.img_proj_pi.up.bias", "mmattn.1.img_mlp_pi.down.weight", "mmattn.1.img_mlp_pi.down.bias", "mmattn.1.img_mlp_pi.up.weight", "mmattn.1.img_mlp_pi.up.bias", "mmattn.1.act_qkv_pi.down.weight", "mmattn.1.act_qkv_pi.down.bias", "mmattn.1.act_qkv_pi.up.weight", "mmattn.1.act_qkv_pi.up.bias", "mmattn.1.act_proj_pi.down.weight", "mmattn.1.act_proj_pi.down.bias", "mmattn.1.act_proj_pi.up.weight", "mmattn.1.act_proj_pi.up.bias", "mmattn.1.act_mlp_pi.down.weight", "mmattn.1.act_mlp_pi.down.bias", "mmattn.1.act_mlp_pi.up.weight", "mmattn.1.act_mlp_pi.up.bias", "mmattn.2.img_qkv_pi.down.weight", "mmattn.2.img_qkv_pi.down.bias", "mmattn.2.img_qkv_pi.up.weight", "mmattn.2.img_qkv_pi.up.bias", "mmattn.2.img_proj_pi.down.weight", "mmattn.2.img_proj_pi.down.bias", "mmattn.2.img_proj_pi.up.weight", "mmattn.2.img_proj_pi.up.bias", "mmattn.2.img_mlp_pi.down.weight", "mmattn.2.img_mlp_pi.down.bias", "mmattn.2.img_mlp_pi.up.weight", "mmattn.2.img_mlp_pi.up.bias", "mmattn.2.act_qkv_pi.down.weight", "mmattn.2.act_qkv_pi.down.bias", "mmattn.2.act_qkv_pi.up.weight", "mmattn.2.act_qkv_pi.up.bias", "mmattn.2.act_proj_pi.down.weight", "mmattn.2.act_proj_pi.down.bias", "mmattn.2.act_proj_pi.up.weight", "mmattn.2.act_proj_pi.up.bias", "mmattn.2.act_mlp_pi.down.weight", "mmattn.2.act_mlp_pi.down.bias", "mmattn.2.act_mlp_pi.up.weight", "mmattn.2.act_mlp_pi.up.bias", "mmattn.3.img_qkv_pi.down.weight", "mmattn.3.img_qkv_pi.down.bias", "mmattn.3.img_qkv_pi.up.weight", "mmattn.3.img_qkv_pi.up.bias", "mmattn.3.img_proj_pi.down.weight", "mmattn.3.img_proj_pi.down.bias", "mmattn.3.img_proj_pi.up.weight", "mmattn.3.img_proj_pi.up.bias", "mmattn.3.img_mlp_pi.down.weight", "mmattn.3.img_mlp_pi.down.bias", "mmattn.3.img_mlp_pi.up.weight", "mmattn.3.img_mlp_pi.up.bias", "mmattn.3.act_qkv_pi.down.weight", "mmattn.3.act_qkv_pi.down.bias", "mmattn.3.act_qkv_pi.up.weight", "mmattn.3.act_qkv_pi.up.bias", "mmattn.3.act_proj_pi.down.weight", "mmattn.3.act_proj_pi.down.bias", "mmattn.3.act_proj_pi.up.weight", "mmattn.3.act_proj_pi.up.bias", "mmattn.3.act_mlp_pi.down.weight", "mmattn.3.act_mlp_pi.down.bias", "mmattn.3.act_mlp_pi.up.weight", "mmattn.3.act_mlp_pi.up.bias", "mmattn.4.img_qkv_pi.down.weight", "mmattn.4.img_qkv_pi.down.bias", "mmattn.4.img_qkv_pi.up.weight", "mmattn.4.img_qkv_pi.up.bias", "mmattn.4.img_proj_pi.down.weight", "mmattn.4.img_proj_pi.down.bias", "mmattn.4.img_proj_pi.up.weight", "mmattn.4.img_proj_pi.up.bias", "mmattn.4.img_mlp_pi.down.weight", "mmattn.4.img_mlp_pi.down.bias", "mmattn.4.img_mlp_pi.up.weight", "mmattn.4.img_mlp_pi.up.bias", "mmattn.4.act_qkv_pi.down.weight", "mmattn.4.act_qkv_pi.down.bias", "mmattn.4.act_qkv_pi.up.weight", "mmattn.4.act_qkv_pi.up.bias", "mmattn.4.act_proj_pi.down.weight", "mmattn.4.act_proj_pi.down.bias", "mmattn.4.act_proj_pi.up.weight", "mmattn.4.act_proj_pi.up.bias", "mmattn.4.act_mlp_pi.down.weight", "mmattn.4.act_mlp_pi.down.bias", "mmattn.4.act_mlp_pi.up.weight", "mmattn.4.act_mlp_pi.up.bias", "mmattn.5.img_qkv_pi.down.weight", "mmattn.5.img_qkv_pi.down.bias", "mmattn.5.img_qkv_pi.up.weight", "mmattn.5.img_qkv_pi.up.bias", "mmattn.5.img_proj_pi.down.weight", "mmattn.5.img_proj_pi.down.bias", "mmattn.5.img_proj_pi.up.weight", "mmattn.5.img_proj_pi.up.bias", "mmattn.5.img_mlp_pi.down.weight", "mmattn.5.img_mlp_pi.down.bias", "mmattn.5.img_mlp_pi.up.weight", "mmattn.5.img_mlp_pi.up.bias", "mmattn.5.act_qkv_pi.down.weight", "mmattn.5.act_qkv_pi.down.bias", "mmattn.5.act_qkv_pi.up.weight", "mmattn.5.act_qkv_pi.up.bias", "mmattn.5.act_proj_pi.down.weight", "mmattn.5.act_proj_pi.down.bias", "mmattn.5.act_proj_pi.up.weight", "mmattn.5.act_proj_pi.up.bias", "mmattn.5.act_mlp_pi.down.weight", "mmattn.5.act_mlp_pi.down.bias", "mmattn.5.act_mlp_pi.up.weight", "mmattn.5.act_mlp_pi.up.bias" ] }, "frozen": { "stage1": [ "action_embedd", "img_encoder.conv1.weight", "img_encoder.bn1.weight", "img_encoder.bn1.bias", "img_encoder.layer1.0.conv1.weight", "img_encoder.layer1.0.bn1.weight", "img_encoder.layer1.0.bn1.bias", "img_encoder.layer1.0.conv2.weight", "img_encoder.layer1.0.bn2.weight", "img_encoder.layer1.0.bn2.bias", "img_encoder.layer1.1.conv1.weight", "img_encoder.layer1.1.bn1.weight", "img_encoder.layer1.1.bn1.bias", "img_encoder.layer1.1.conv2.weight", "img_encoder.layer1.1.bn2.weight", "img_encoder.layer1.1.bn2.bias", "img_encoder.layer1.2.conv1.weight", "img_encoder.layer1.2.bn1.weight", "img_encoder.layer1.2.bn1.bias", "img_encoder.layer1.2.conv2.weight", "img_encoder.layer1.2.bn2.weight", "img_encoder.layer1.2.bn2.bias", "img_encoder.layer2.0.conv1.weight", "img_encoder.layer2.0.bn1.weight", "img_encoder.layer2.0.bn1.bias", "img_encoder.layer2.0.conv2.weight", "img_encoder.layer2.0.bn2.weight", "img_encoder.layer2.0.bn2.bias", "img_encoder.layer2.0.downsample.0.weight", "img_encoder.layer2.0.downsample.1.weight", "img_encoder.layer2.0.downsample.1.bias", "img_encoder.layer2.1.conv1.weight", "img_encoder.layer2.1.bn1.weight", "img_encoder.layer2.1.bn1.bias", "img_encoder.layer2.1.conv2.weight", "img_encoder.layer2.1.bn2.weight", "img_encoder.layer2.1.bn2.bias", "img_encoder.layer2.2.conv1.weight", "img_encoder.layer2.2.bn1.weight", "img_encoder.layer2.2.bn1.bias", "img_encoder.layer2.2.conv2.weight", "img_encoder.layer2.2.bn2.weight", "img_encoder.layer2.2.bn2.bias", "img_encoder.layer2.3.conv1.weight", "img_encoder.layer2.3.bn1.weight", "img_encoder.layer2.3.bn1.bias", "img_encoder.layer2.3.conv2.weight", "img_encoder.layer2.3.bn2.weight", "img_encoder.layer2.3.bn2.bias", "img_encoder.layer3.0.conv1.weight", "img_encoder.layer3.0.bn1.weight", "img_encoder.layer3.0.bn1.bias", "img_encoder.layer3.0.conv2.weight", "img_encoder.layer3.0.bn2.weight", "img_encoder.layer3.0.bn2.bias", "img_encoder.layer3.0.downsample.0.weight", "img_encoder.layer3.0.downsample.1.weight", "img_encoder.layer3.0.downsample.1.bias", "img_encoder.layer3.1.conv1.weight", "img_encoder.layer3.1.bn1.weight", "img_encoder.layer3.1.bn1.bias", "img_encoder.layer3.1.conv2.weight", "img_encoder.layer3.1.bn2.weight", "img_encoder.layer3.1.bn2.bias", "img_encoder.layer3.2.conv1.weight", "img_encoder.layer3.2.bn1.weight", "img_encoder.layer3.2.bn1.bias", "img_encoder.layer3.2.conv2.weight", "img_encoder.layer3.2.bn2.weight", "img_encoder.layer3.2.bn2.bias", "img_encoder.layer3.3.conv1.weight", "img_encoder.layer3.3.bn1.weight", "img_encoder.layer3.3.bn1.bias", "img_encoder.layer3.3.conv2.weight", "img_encoder.layer3.3.bn2.weight", "img_encoder.layer3.3.bn2.bias", "img_encoder.layer3.4.conv1.weight", "img_encoder.layer3.4.bn1.weight", "img_encoder.layer3.4.bn1.bias", "img_encoder.layer3.4.conv2.weight", "img_encoder.layer3.4.bn2.weight", "img_encoder.layer3.4.bn2.bias", "img_encoder.layer3.5.conv1.weight", "img_encoder.layer3.5.bn1.weight", "img_encoder.layer3.5.bn1.bias", "img_encoder.layer3.5.conv2.weight", "img_encoder.layer3.5.bn2.weight", "img_encoder.layer3.5.bn2.bias", "img_encoder.layer4.0.conv1.weight", "img_encoder.layer4.0.bn1.weight", "img_encoder.layer4.0.bn1.bias", "img_encoder.layer4.0.conv2.weight", "img_encoder.layer4.0.bn2.weight", "img_encoder.layer4.0.bn2.bias", "img_encoder.layer4.0.downsample.0.weight", "img_encoder.layer4.0.downsample.1.weight", "img_encoder.layer4.0.downsample.1.bias", "img_encoder.layer4.1.conv1.weight", "img_encoder.layer4.1.bn1.weight", "img_encoder.layer4.1.bn1.bias", "img_encoder.layer4.1.conv2.weight", "img_encoder.layer4.1.bn2.weight", "img_encoder.layer4.1.bn2.bias", "img_encoder.layer4.2.conv1.weight", "img_encoder.layer4.2.bn1.weight", "img_encoder.layer4.2.bn1.bias", "img_encoder.layer4.2.conv2.weight", "img_encoder.layer4.2.bn2.weight", "img_encoder.layer4.2.bn2.bias", "img_head.weight", "img_head.bias", "pos_idx_embedd.weight", "obs_encoder.0.weight", "obs_encoder.0.bias", "obs_encoder.2.weight", "obs_encoder.2.bias", "time_embedd.1.weight", "time_embedd.1.bias", "time_embedd.3.weight", "time_embedd.3.bias", "action_encoder.0.weight", "action_encoder.0.bias", "action_encoder.2.weight", "action_encoder.2.bias", "mmattn.0.img_bais.linear.weight", "mmattn.0.img_bais.linear.bias", "mmattn.0.img_qkv.weight", "mmattn.0.img_qkv.bias", "mmattn.0.img_qknorm.query_norm.scale", "mmattn.0.img_qknorm.key_norm.scale", "mmattn.0.img_proj.weight", "mmattn.0.img_proj.bias", "mmattn.0.img_mlp.0.weight", "mmattn.0.img_mlp.0.bias", "mmattn.0.img_mlp.2.weight", "mmattn.0.img_mlp.2.bias", "mmattn.0.act_bais.linear.weight", "mmattn.0.act_bais.linear.bias", "mmattn.0.act_qkv.weight", "mmattn.0.act_qkv.bias", "mmattn.0.act_qknorm.query_norm.scale", "mmattn.0.act_qknorm.key_norm.scale", "mmattn.0.act_proj.weight", "mmattn.0.act_proj.bias", "mmattn.0.act_mlp.0.weight", "mmattn.0.act_mlp.0.bias", "mmattn.0.act_mlp.2.weight", "mmattn.0.act_mlp.2.bias", "mmattn.1.img_bais.linear.weight", "mmattn.1.img_bais.linear.bias", "mmattn.1.img_qkv.weight", "mmattn.1.img_qkv.bias", "mmattn.1.img_qknorm.query_norm.scale", "mmattn.1.img_qknorm.key_norm.scale", "mmattn.1.img_proj.weight", "mmattn.1.img_proj.bias", "mmattn.1.img_mlp.0.weight", "mmattn.1.img_mlp.0.bias", "mmattn.1.img_mlp.2.weight", "mmattn.1.img_mlp.2.bias", "mmattn.1.act_bais.linear.weight", "mmattn.1.act_bais.linear.bias", "mmattn.1.act_qkv.weight", "mmattn.1.act_qkv.bias", "mmattn.1.act_qknorm.query_norm.scale", "mmattn.1.act_qknorm.key_norm.scale", "mmattn.1.act_proj.weight", "mmattn.1.act_proj.bias", "mmattn.1.act_mlp.0.weight", "mmattn.1.act_mlp.0.bias", "mmattn.1.act_mlp.2.weight", "mmattn.1.act_mlp.2.bias", "mmattn.2.img_bais.linear.weight", "mmattn.2.img_bais.linear.bias", "mmattn.2.img_qkv.weight", "mmattn.2.img_qkv.bias", "mmattn.2.img_qknorm.query_norm.scale", "mmattn.2.img_qknorm.key_norm.scale", "mmattn.2.img_proj.weight", "mmattn.2.img_proj.bias", "mmattn.2.img_mlp.0.weight", "mmattn.2.img_mlp.0.bias", "mmattn.2.img_mlp.2.weight", "mmattn.2.img_mlp.2.bias", "mmattn.2.act_bais.linear.weight", "mmattn.2.act_bais.linear.bias", "mmattn.2.act_qkv.weight", "mmattn.2.act_qkv.bias", "mmattn.2.act_qknorm.query_norm.scale", "mmattn.2.act_qknorm.key_norm.scale", "mmattn.2.act_proj.weight", "mmattn.2.act_proj.bias", "mmattn.2.act_mlp.0.weight", "mmattn.2.act_mlp.0.bias", "mmattn.2.act_mlp.2.weight", "mmattn.2.act_mlp.2.bias", "mmattn.3.img_bais.linear.weight", "mmattn.3.img_bais.linear.bias", "mmattn.3.img_qkv.weight", "mmattn.3.img_qkv.bias", "mmattn.3.img_qknorm.query_norm.scale", "mmattn.3.img_qknorm.key_norm.scale", "mmattn.3.img_proj.weight", "mmattn.3.img_proj.bias", "mmattn.3.img_mlp.0.weight", "mmattn.3.img_mlp.0.bias", "mmattn.3.img_mlp.2.weight", "mmattn.3.img_mlp.2.bias", "mmattn.3.act_bais.linear.weight", "mmattn.3.act_bais.linear.bias", "mmattn.3.act_qkv.weight", "mmattn.3.act_qkv.bias", "mmattn.3.act_qknorm.query_norm.scale", "mmattn.3.act_qknorm.key_norm.scale", "mmattn.3.act_proj.weight", "mmattn.3.act_proj.bias", "mmattn.3.act_mlp.0.weight", "mmattn.3.act_mlp.0.bias", "mmattn.3.act_mlp.2.weight", "mmattn.3.act_mlp.2.bias", "mmattn.4.img_bais.linear.weight", "mmattn.4.img_bais.linear.bias", "mmattn.4.img_qkv.weight", "mmattn.4.img_qkv.bias", "mmattn.4.img_qknorm.query_norm.scale", "mmattn.4.img_qknorm.key_norm.scale", "mmattn.4.img_proj.weight", "mmattn.4.img_proj.bias", "mmattn.4.img_mlp.0.weight", "mmattn.4.img_mlp.0.bias", "mmattn.4.img_mlp.2.weight", "mmattn.4.img_mlp.2.bias", "mmattn.4.act_bais.linear.weight", "mmattn.4.act_bais.linear.bias", "mmattn.4.act_qkv.weight", "mmattn.4.act_qkv.bias", "mmattn.4.act_qknorm.query_norm.scale", "mmattn.4.act_qknorm.key_norm.scale", "mmattn.4.act_proj.weight", "mmattn.4.act_proj.bias", "mmattn.4.act_mlp.0.weight", "mmattn.4.act_mlp.0.bias", "mmattn.4.act_mlp.2.weight", "mmattn.4.act_mlp.2.bias", "mmattn.5.img_bais.linear.weight", "mmattn.5.img_bais.linear.bias", "mmattn.5.img_qkv.weight", "mmattn.5.img_qkv.bias", "mmattn.5.img_qknorm.query_norm.scale", "mmattn.5.img_qknorm.key_norm.scale", "mmattn.5.img_proj.weight", "mmattn.5.img_proj.bias", "mmattn.5.img_mlp.0.weight", "mmattn.5.img_mlp.0.bias", "mmattn.5.img_mlp.2.weight", "mmattn.5.img_mlp.2.bias", "mmattn.5.act_bais.linear.weight", "mmattn.5.act_bais.linear.bias", "mmattn.5.act_qkv.weight", "mmattn.5.act_qkv.bias", "mmattn.5.act_qknorm.query_norm.scale", "mmattn.5.act_qknorm.key_norm.scale", "mmattn.5.act_proj.weight", "mmattn.5.act_proj.bias", "mmattn.5.act_mlp.0.weight", "mmattn.5.act_mlp.0.bias", "mmattn.5.act_mlp.2.weight", "mmattn.5.act_mlp.2.bias", "linear.weight", "linear.bias" ], "tactile_encoder": [ "tactile_encoder.conv1.weight", "tactile_encoder.bn1.weight", "tactile_encoder.bn1.bias", "tactile_encoder.layer1.0.conv1.weight", "tactile_encoder.layer1.0.bn1.weight", "tactile_encoder.layer1.0.bn1.bias", "tactile_encoder.layer1.0.conv2.weight", "tactile_encoder.layer1.0.bn2.weight", "tactile_encoder.layer1.0.bn2.bias", "tactile_encoder.layer1.1.conv1.weight", "tactile_encoder.layer1.1.bn1.weight", "tactile_encoder.layer1.1.bn1.bias", "tactile_encoder.layer1.1.conv2.weight", "tactile_encoder.layer1.1.bn2.weight", "tactile_encoder.layer1.1.bn2.bias", "tactile_encoder.layer2.0.conv1.weight", "tactile_encoder.layer2.0.bn1.weight", "tactile_encoder.layer2.0.bn1.bias", "tactile_encoder.layer2.0.conv2.weight", "tactile_encoder.layer2.0.bn2.weight", "tactile_encoder.layer2.0.bn2.bias", "tactile_encoder.layer2.0.proj_conv.weight", "tactile_encoder.layer2.0.proj_bn.weight", "tactile_encoder.layer2.0.proj_bn.bias", "tactile_encoder.layer2.1.conv1.weight", "tactile_encoder.layer2.1.bn1.weight", "tactile_encoder.layer2.1.bn1.bias", "tactile_encoder.layer2.1.conv2.weight", "tactile_encoder.layer2.1.bn2.weight", "tactile_encoder.layer2.1.bn2.bias", "tactile_encoder.layer3.0.conv1.weight", "tactile_encoder.layer3.0.bn1.weight", "tactile_encoder.layer3.0.bn1.bias", "tactile_encoder.layer3.0.conv2.weight", "tactile_encoder.layer3.0.bn2.weight", "tactile_encoder.layer3.0.bn2.bias", "tactile_encoder.layer3.0.proj_conv.weight", "tactile_encoder.layer3.0.proj_bn.weight", "tactile_encoder.layer3.0.proj_bn.bias", "tactile_encoder.layer3.1.conv1.weight", "tactile_encoder.layer3.1.bn1.weight", "tactile_encoder.layer3.1.bn1.bias", "tactile_encoder.layer3.1.conv2.weight", "tactile_encoder.layer3.1.bn2.weight", "tactile_encoder.layer3.1.bn2.bias", "tactile_encoder.layer4.0.conv1.weight", "tactile_encoder.layer4.0.bn1.weight", "tactile_encoder.layer4.0.bn1.bias", "tactile_encoder.layer4.0.conv2.weight", "tactile_encoder.layer4.0.bn2.weight", "tactile_encoder.layer4.0.bn2.bias", "tactile_encoder.layer4.0.proj_conv.weight", "tactile_encoder.layer4.0.proj_bn.weight", "tactile_encoder.layer4.0.proj_bn.bias", "tactile_encoder.layer4.1.conv1.weight", "tactile_encoder.layer4.1.bn1.weight", "tactile_encoder.layer4.1.bn1.bias", "tactile_encoder.layer4.1.conv2.weight", "tactile_encoder.layer4.1.bn2.weight", "tactile_encoder.layer4.1.bn2.bias" ] } }, "optimizer_group_names": [ "policy_decay", "policy_no_decay" ] }