Download insert_stage2/config.json from wjstx/deco_0830: direct link, hf CLI and curl.
- Browser
- Download file 26.8 kB
-
https://huggingface.co/wjstx/deco_0830/resolve/main/insert_stage2/config.json
- Command line
-
hf download hf://wjstx/deco_0830/insert_stage2/config.json
-
curl -L -o config.json https://huggingface.co/wjstx/deco_0830/resolve/main/insert_stage2/config.json
26.8 kB
| { | |
| "stage": 2, | |
| "stage1_checkpoint": "/workspace/checkpoints/deco/stage1/insert/deco_stage1_latest.pt", | |
| "tactile_encoder_checkpoint": "/workspace/checkpoints/encoder/encoder_ckpt_0824", | |
| "tactile_encoder_cache": "/workspace/checkpoints/deco/tactile_encoder_cache", | |
| "tactile_adapter_rank": 32, | |
| "dataset_dir": null, | |
| "dataset_manifest": "/workspace/manifests/deco-stage2/insert_01_02.json", | |
| "dataset_format": "lerobot-v21", | |
| "action_chunk_size": 32, | |
| "output_dir": "/workspace/outputs/deco-stage2", | |
| "run_id": "insert-stage2-rtxpro6000-20260829_104005", | |
| "resume_from": null, | |
| "resume_mode": "exact", | |
| "lr_scheduler": "warmup_cosine", | |
| "seed": 42, | |
| "epochs": 50, | |
| "batch_size": 512, | |
| "lr": 0.0001, | |
| "lr_final": 5e-06, | |
| "backbone_lr": 1e-05, | |
| "backbone_lr_final": 5e-07, | |
| "weight_decay": 1e-06, | |
| "warmup_epochs": 0, | |
| "cosine_t_max_epochs": 50, | |
| "backbone_freeze_epochs": 0, | |
| "backbone_bn_eval": false, | |
| "mask_training_padding": true, | |
| "hidden_dim": 512, | |
| "layers": 6, | |
| "heads": 8, | |
| "image_size": 256, | |
| "inference_steps": 5, | |
| "backbone_weights": "/workspace/FRS_Tact/train_deco/pretrained/resnet34-b627a593", | |
| "rope_height": 256, | |
| "rope_width": 256, | |
| "use_task_condition": false, | |
| "augmentation_preset": "balanced-light-v2", | |
| "augmentation_enabled": true, | |
| "augmentation_identity_probability": 0.25, | |
| "augmentation_low_light_probability": 0.55, | |
| "augmentation_mild_probability": 0.2, | |
| "augmentation_exposure_probability": 0.5, | |
| "augmentation_exposure_range": [ | |
| 0.58, | |
| 0.9 | |
| ], | |
| "augmentation_gamma_range": [ | |
| 1.1, | |
| 1.5 | |
| ], | |
| "augmentation_mild_brightness_range": [ | |
| 0.9, | |
| 1.1 | |
| ], | |
| "augmentation_contrast_range": [ | |
| 0.85, | |
| 1.1 | |
| ], | |
| "augmentation_saturation_range": [ | |
| 0.9, | |
| 1.1 | |
| ], | |
| "augmentation_blur_probability": 0.2, | |
| "augmentation_blur_kernel_sizes": [ | |
| 3, | |
| 5 | |
| ], | |
| "augmentation_blur_sigma_range": [ | |
| 0.1, | |
| 1.0 | |
| ], | |
| "workers": 16, | |
| "limit_samples": null, | |
| "validation_ratio": 0.1, | |
| "episode_split_seed": 42, | |
| "save_every": 10, | |
| "keep_last_checkpoints": 5, | |
| "log_every_steps": 10, | |
| "wandb_enabled": false, | |
| "wandb_project": "deco-stage2", | |
| "wandb_entity": "Li junlai", | |
| "wandb_group": "deco-stage2-rtxpro6000", | |
| "wandb_tags": "stage2,rtxpro6000,insert", | |
| "wandb_mode": "online", | |
| "wandb_run_id": "insert-stage2-rtxpro6000-20260829_104005", | |
| "validation_seed": 12345, | |
| "validation_noise_seeds": 1, | |
| "train_subset_validation_samples": 0, | |
| "train_subset_validation_seed": 12345, | |
| "early_stopping_patience": 5, | |
| "early_stopping_min_delta": 0.0, | |
| "torchscript_image_height": 224, | |
| "torchscript_image_width": 224, | |
| "model_type": "upstream-deco-stage2-tactile-image", | |
| "source_obs_dim": 7, | |
| "obs_dim": 7, | |
| "action_dim": 10, | |
| "chunk_size": 32, | |
| "source_chunk_size": 32, | |
| "observation_indices": [ | |
| 0, | |
| 1, | |
| 2, | |
| 3, | |
| 4, | |
| 5, | |
| 6 | |
| ], | |
| "state_columns": [ | |
| "right_arm.relative_start.x", | |
| "right_arm.relative_start.y", | |
| "right_arm.relative_start.z", | |
| "right_arm.relative_start.rx", | |
| "right_arm.relative_start.ry", | |
| "right_arm.relative_start.rz", | |
| "right_arm.gripper_width" | |
| ], | |
| "action_columns": [ | |
| "right_arm.delta.x", | |
| "right_arm.delta.y", | |
| "right_arm.delta.z", | |
| "right_arm.rotation_column_0.x", | |
| "right_arm.rotation_column_0.y", | |
| "right_arm.rotation_column_0.z", | |
| "right_arm.rotation_column_1.x", | |
| "right_arm.rotation_column_1.y", | |
| "right_arm.rotation_column_1.z", | |
| "right_arm.gripper_width" | |
| ], | |
| "state_action_profile": "single-right-arm-7x10", | |
| "controlled_arms": [ | |
| "right" | |
| ], | |
| "action_mode": "tcp_delta_absolute_gripper", | |
| "expected_sample_hz": 30.0, | |
| "source_format": "lerobot-v2.1-parquet-vision-deco-v1", | |
| "state_layout": "single_right_relative_start_pose6d_gripper", | |
| "rotation_representation": "rotation_6d_matrix_columns", | |
| "gripper_mode": "absolute", | |
| "terminal_action_policy": "excluded", | |
| "statistics_source": "train_episodes_nonterminal_rows_once", | |
| "world_size": 1, | |
| "camera_names": [ | |
| "observation.images.camera0", | |
| "observation.images.camera1" | |
| ], | |
| "tactile_field_order": [ | |
| "observation.images.tactile_left_0", | |
| "observation.images.tactile_right_0", | |
| "observation.images.tactile_left_1", | |
| "observation.images.tactile_right_1" | |
| ], | |
| "task_ids": [ | |
| "0" | |
| ], | |
| "num_tasks": 1, | |
| "dataset_id": "insert_01_02@vision2-v1-val0.1-seed42", | |
| "train_samples": 505578, | |
| "val_samples": 56625, | |
| "val_unseen_samples": 56625, | |
| "val_train_subset_samples": 56625, | |
| "val_train_subset_seed": 12345, | |
| "steps_per_epoch": 988, | |
| "warmup_steps": 0, | |
| "cosine_t_max_steps": 49400, | |
| "backbone_freeze_steps": 0, | |
| "training_state_version": 3, | |
| "objective_version": "masked-flow-mse-v1", | |
| "validation_metric_version": "no-repeat-masked-element-mean-v1", | |
| "dual_validation_version": "train-subset-and-unseen-v1", | |
| "validation_sampler": "contiguous-no-padding-v1", | |
| "scheduler_type": "per-step-warmup-cosine-v1", | |
| "rank_seed_scheme": "base-plus-rank-v1", | |
| "augmentation": { | |
| "version": "balanced-light-v2", | |
| "enabled": true, | |
| "identity_probability": 0.25, | |
| "low_light_probability": 0.0, | |
| "mild_probability": 0.75, | |
| "exposure_probability": 0.5, | |
| "exposure_range": [ | |
| 0.58, | |
| 0.9 | |
| ], | |
| "gamma_range": [ | |
| 1.1, | |
| 1.5 | |
| ], | |
| "mild_brightness_range": [ | |
| 0.9, | |
| 1.2 | |
| ], | |
| "contrast_range": [ | |
| 0.85, | |
| 1.1 | |
| ], | |
| "saturation_range": [ | |
| 0.9, | |
| 1.1 | |
| ], | |
| "blur_probability": 0.2, | |
| "blur_kernel_sizes": [ | |
| 3, | |
| 5 | |
| ], | |
| "blur_sigma_range": [ | |
| 0.1, | |
| 1.0 | |
| ], | |
| "shared_across_cameras": true | |
| }, | |
| "parameter_counts": { | |
| "total": 98953744, | |
| "trainable": 4758662 | |
| }, | |
| "parameter_categories": { | |
| "trainable": { | |
| "sensor_embeddings": [ | |
| "sensor_embeddings.weight" | |
| ], | |
| "tactile_attention": [ | |
| "mmattn.0.tactile_key.weight", | |
| "mmattn.0.tactile_key.bias", | |
| "mmattn.0.tactile_value.weight", | |
| "mmattn.0.tactile_value.bias", | |
| "mmattn.1.tactile_key.weight", | |
| "mmattn.1.tactile_key.bias", | |
| "mmattn.1.tactile_value.weight", | |
| "mmattn.1.tactile_value.bias", | |
| "mmattn.2.tactile_key.weight", | |
| "mmattn.2.tactile_key.bias", | |
| "mmattn.2.tactile_value.weight", | |
| "mmattn.2.tactile_value.bias", | |
| "mmattn.3.tactile_key.weight", | |
| "mmattn.3.tactile_key.bias", | |
| "mmattn.3.tactile_value.weight", | |
| "mmattn.3.tactile_value.bias", | |
| "mmattn.4.tactile_key.weight", | |
| "mmattn.4.tactile_key.bias", | |
| "mmattn.4.tactile_value.weight", | |
| "mmattn.4.tactile_value.bias", | |
| "mmattn.5.tactile_key.weight", | |
| "mmattn.5.tactile_key.bias", | |
| "mmattn.5.tactile_value.weight", | |
| "mmattn.5.tactile_value.bias" | |
| ], | |
| "tactile_gates": [ | |
| "mmattn.0.tactile_gate", | |
| "mmattn.1.tactile_gate", | |
| "mmattn.2.tactile_gate", | |
| "mmattn.3.tactile_gate", | |
| "mmattn.4.tactile_gate", | |
| "mmattn.5.tactile_gate" | |
| ], | |
| "pi_adapters": [ | |
| "mmattn.0.img_qkv_pi.down.weight", | |
| "mmattn.0.img_qkv_pi.down.bias", | |
| "mmattn.0.img_qkv_pi.up.weight", | |
| "mmattn.0.img_qkv_pi.up.bias", | |
| "mmattn.0.img_proj_pi.down.weight", | |
| "mmattn.0.img_proj_pi.down.bias", | |
| "mmattn.0.img_proj_pi.up.weight", | |
| "mmattn.0.img_proj_pi.up.bias", | |
| "mmattn.0.img_mlp_pi.down.weight", | |
| "mmattn.0.img_mlp_pi.down.bias", | |
| "mmattn.0.img_mlp_pi.up.weight", | |
| "mmattn.0.img_mlp_pi.up.bias", | |
| "mmattn.0.act_qkv_pi.down.weight", | |
| "mmattn.0.act_qkv_pi.down.bias", | |
| "mmattn.0.act_qkv_pi.up.weight", | |
| "mmattn.0.act_qkv_pi.up.bias", | |
| "mmattn.0.act_proj_pi.down.weight", | |
| "mmattn.0.act_proj_pi.down.bias", | |
| "mmattn.0.act_proj_pi.up.weight", | |
| "mmattn.0.act_proj_pi.up.bias", | |
| "mmattn.0.act_mlp_pi.down.weight", | |
| "mmattn.0.act_mlp_pi.down.bias", | |
| "mmattn.0.act_mlp_pi.up.weight", | |
| "mmattn.0.act_mlp_pi.up.bias", | |
| "mmattn.1.img_qkv_pi.down.weight", | |
| "mmattn.1.img_qkv_pi.down.bias", | |
| "mmattn.1.img_qkv_pi.up.weight", | |
| "mmattn.1.img_qkv_pi.up.bias", | |
| "mmattn.1.img_proj_pi.down.weight", | |
| "mmattn.1.img_proj_pi.down.bias", | |
| "mmattn.1.img_proj_pi.up.weight", | |
| "mmattn.1.img_proj_pi.up.bias", | |
| "mmattn.1.img_mlp_pi.down.weight", | |
| "mmattn.1.img_mlp_pi.down.bias", | |
| "mmattn.1.img_mlp_pi.up.weight", | |
| "mmattn.1.img_mlp_pi.up.bias", | |
| "mmattn.1.act_qkv_pi.down.weight", | |
| "mmattn.1.act_qkv_pi.down.bias", | |
| "mmattn.1.act_qkv_pi.up.weight", | |
| "mmattn.1.act_qkv_pi.up.bias", | |
| "mmattn.1.act_proj_pi.down.weight", | |
| "mmattn.1.act_proj_pi.down.bias", | |
| "mmattn.1.act_proj_pi.up.weight", | |
| "mmattn.1.act_proj_pi.up.bias", | |
| "mmattn.1.act_mlp_pi.down.weight", | |
| "mmattn.1.act_mlp_pi.down.bias", | |
| "mmattn.1.act_mlp_pi.up.weight", | |
| "mmattn.1.act_mlp_pi.up.bias", | |
| "mmattn.2.img_qkv_pi.down.weight", | |
| "mmattn.2.img_qkv_pi.down.bias", | |
| "mmattn.2.img_qkv_pi.up.weight", | |
| "mmattn.2.img_qkv_pi.up.bias", | |
| "mmattn.2.img_proj_pi.down.weight", | |
| "mmattn.2.img_proj_pi.down.bias", | |
| "mmattn.2.img_proj_pi.up.weight", | |
| "mmattn.2.img_proj_pi.up.bias", | |
| "mmattn.2.img_mlp_pi.down.weight", | |
| "mmattn.2.img_mlp_pi.down.bias", | |
| "mmattn.2.img_mlp_pi.up.weight", | |
| "mmattn.2.img_mlp_pi.up.bias", | |
| "mmattn.2.act_qkv_pi.down.weight", | |
| "mmattn.2.act_qkv_pi.down.bias", | |
| "mmattn.2.act_qkv_pi.up.weight", | |
| "mmattn.2.act_qkv_pi.up.bias", | |
| "mmattn.2.act_proj_pi.down.weight", | |
| "mmattn.2.act_proj_pi.down.bias", | |
| "mmattn.2.act_proj_pi.up.weight", | |
| "mmattn.2.act_proj_pi.up.bias", | |
| "mmattn.2.act_mlp_pi.down.weight", | |
| "mmattn.2.act_mlp_pi.down.bias", | |
| "mmattn.2.act_mlp_pi.up.weight", | |
| "mmattn.2.act_mlp_pi.up.bias", | |
| "mmattn.3.img_qkv_pi.down.weight", | |
| "mmattn.3.img_qkv_pi.down.bias", | |
| "mmattn.3.img_qkv_pi.up.weight", | |
| "mmattn.3.img_qkv_pi.up.bias", | |
| "mmattn.3.img_proj_pi.down.weight", | |
| "mmattn.3.img_proj_pi.down.bias", | |
| "mmattn.3.img_proj_pi.up.weight", | |
| "mmattn.3.img_proj_pi.up.bias", | |
| "mmattn.3.img_mlp_pi.down.weight", | |
| "mmattn.3.img_mlp_pi.down.bias", | |
| "mmattn.3.img_mlp_pi.up.weight", | |
| "mmattn.3.img_mlp_pi.up.bias", | |
| "mmattn.3.act_qkv_pi.down.weight", | |
| "mmattn.3.act_qkv_pi.down.bias", | |
| "mmattn.3.act_qkv_pi.up.weight", | |
| "mmattn.3.act_qkv_pi.up.bias", | |
| "mmattn.3.act_proj_pi.down.weight", | |
| "mmattn.3.act_proj_pi.down.bias", | |
| "mmattn.3.act_proj_pi.up.weight", | |
| "mmattn.3.act_proj_pi.up.bias", | |
| "mmattn.3.act_mlp_pi.down.weight", | |
| "mmattn.3.act_mlp_pi.down.bias", | |
| "mmattn.3.act_mlp_pi.up.weight", | |
| "mmattn.3.act_mlp_pi.up.bias", | |
| "mmattn.4.img_qkv_pi.down.weight", | |
| "mmattn.4.img_qkv_pi.down.bias", | |
| "mmattn.4.img_qkv_pi.up.weight", | |
| "mmattn.4.img_qkv_pi.up.bias", | |
| "mmattn.4.img_proj_pi.down.weight", | |
| "mmattn.4.img_proj_pi.down.bias", | |
| "mmattn.4.img_proj_pi.up.weight", | |
| "mmattn.4.img_proj_pi.up.bias", | |
| "mmattn.4.img_mlp_pi.down.weight", | |
| "mmattn.4.img_mlp_pi.down.bias", | |
| "mmattn.4.img_mlp_pi.up.weight", | |
| "mmattn.4.img_mlp_pi.up.bias", | |
| "mmattn.4.act_qkv_pi.down.weight", | |
| "mmattn.4.act_qkv_pi.down.bias", | |
| "mmattn.4.act_qkv_pi.up.weight", | |
| "mmattn.4.act_qkv_pi.up.bias", | |
| "mmattn.4.act_proj_pi.down.weight", | |
| "mmattn.4.act_proj_pi.down.bias", | |
| "mmattn.4.act_proj_pi.up.weight", | |
| "mmattn.4.act_proj_pi.up.bias", | |
| "mmattn.4.act_mlp_pi.down.weight", | |
| "mmattn.4.act_mlp_pi.down.bias", | |
| "mmattn.4.act_mlp_pi.up.weight", | |
| "mmattn.4.act_mlp_pi.up.bias", | |
| "mmattn.5.img_qkv_pi.down.weight", | |
| "mmattn.5.img_qkv_pi.down.bias", | |
| "mmattn.5.img_qkv_pi.up.weight", | |
| "mmattn.5.img_qkv_pi.up.bias", | |
| "mmattn.5.img_proj_pi.down.weight", | |
| "mmattn.5.img_proj_pi.down.bias", | |
| "mmattn.5.img_proj_pi.up.weight", | |
| "mmattn.5.img_proj_pi.up.bias", | |
| "mmattn.5.img_mlp_pi.down.weight", | |
| "mmattn.5.img_mlp_pi.down.bias", | |
| "mmattn.5.img_mlp_pi.up.weight", | |
| "mmattn.5.img_mlp_pi.up.bias", | |
| "mmattn.5.act_qkv_pi.down.weight", | |
| "mmattn.5.act_qkv_pi.down.bias", | |
| "mmattn.5.act_qkv_pi.up.weight", | |
| "mmattn.5.act_qkv_pi.up.bias", | |
| "mmattn.5.act_proj_pi.down.weight", | |
| "mmattn.5.act_proj_pi.down.bias", | |
| "mmattn.5.act_proj_pi.up.weight", | |
| "mmattn.5.act_proj_pi.up.bias", | |
| "mmattn.5.act_mlp_pi.down.weight", | |
| "mmattn.5.act_mlp_pi.down.bias", | |
| "mmattn.5.act_mlp_pi.up.weight", | |
| "mmattn.5.act_mlp_pi.up.bias" | |
| ] | |
| }, | |
| "frozen": { | |
| "stage1": [ | |
| "action_embedd", | |
| "img_encoder.conv1.weight", | |
| "img_encoder.bn1.weight", | |
| "img_encoder.bn1.bias", | |
| "img_encoder.layer1.0.conv1.weight", | |
| "img_encoder.layer1.0.bn1.weight", | |
| "img_encoder.layer1.0.bn1.bias", | |
| "img_encoder.layer1.0.conv2.weight", | |
| "img_encoder.layer1.0.bn2.weight", | |
| "img_encoder.layer1.0.bn2.bias", | |
| "img_encoder.layer1.1.conv1.weight", | |
| "img_encoder.layer1.1.bn1.weight", | |
| "img_encoder.layer1.1.bn1.bias", | |
| "img_encoder.layer1.1.conv2.weight", | |
| "img_encoder.layer1.1.bn2.weight", | |
| "img_encoder.layer1.1.bn2.bias", | |
| "img_encoder.layer1.2.conv1.weight", | |
| "img_encoder.layer1.2.bn1.weight", | |
| "img_encoder.layer1.2.bn1.bias", | |
| "img_encoder.layer1.2.conv2.weight", | |
| "img_encoder.layer1.2.bn2.weight", | |
| "img_encoder.layer1.2.bn2.bias", | |
| "img_encoder.layer2.0.conv1.weight", | |
| "img_encoder.layer2.0.bn1.weight", | |
| "img_encoder.layer2.0.bn1.bias", | |
| "img_encoder.layer2.0.conv2.weight", | |
| "img_encoder.layer2.0.bn2.weight", | |
| "img_encoder.layer2.0.bn2.bias", | |
| "img_encoder.layer2.0.downsample.0.weight", | |
| "img_encoder.layer2.0.downsample.1.weight", | |
| "img_encoder.layer2.0.downsample.1.bias", | |
| "img_encoder.layer2.1.conv1.weight", | |
| "img_encoder.layer2.1.bn1.weight", | |
| "img_encoder.layer2.1.bn1.bias", | |
| "img_encoder.layer2.1.conv2.weight", | |
| "img_encoder.layer2.1.bn2.weight", | |
| "img_encoder.layer2.1.bn2.bias", | |
| "img_encoder.layer2.2.conv1.weight", | |
| "img_encoder.layer2.2.bn1.weight", | |
| "img_encoder.layer2.2.bn1.bias", | |
| "img_encoder.layer2.2.conv2.weight", | |
| "img_encoder.layer2.2.bn2.weight", | |
| "img_encoder.layer2.2.bn2.bias", | |
| "img_encoder.layer2.3.conv1.weight", | |
| "img_encoder.layer2.3.bn1.weight", | |
| "img_encoder.layer2.3.bn1.bias", | |
| "img_encoder.layer2.3.conv2.weight", | |
| "img_encoder.layer2.3.bn2.weight", | |
| "img_encoder.layer2.3.bn2.bias", | |
| "img_encoder.layer3.0.conv1.weight", | |
| "img_encoder.layer3.0.bn1.weight", | |
| "img_encoder.layer3.0.bn1.bias", | |
| "img_encoder.layer3.0.conv2.weight", | |
| "img_encoder.layer3.0.bn2.weight", | |
| "img_encoder.layer3.0.bn2.bias", | |
| "img_encoder.layer3.0.downsample.0.weight", | |
| "img_encoder.layer3.0.downsample.1.weight", | |
| "img_encoder.layer3.0.downsample.1.bias", | |
| "img_encoder.layer3.1.conv1.weight", | |
| "img_encoder.layer3.1.bn1.weight", | |
| "img_encoder.layer3.1.bn1.bias", | |
| "img_encoder.layer3.1.conv2.weight", | |
| "img_encoder.layer3.1.bn2.weight", | |
| "img_encoder.layer3.1.bn2.bias", | |
| "img_encoder.layer3.2.conv1.weight", | |
| "img_encoder.layer3.2.bn1.weight", | |
| "img_encoder.layer3.2.bn1.bias", | |
| "img_encoder.layer3.2.conv2.weight", | |
| "img_encoder.layer3.2.bn2.weight", | |
| "img_encoder.layer3.2.bn2.bias", | |
| "img_encoder.layer3.3.conv1.weight", | |
| "img_encoder.layer3.3.bn1.weight", | |
| "img_encoder.layer3.3.bn1.bias", | |
| "img_encoder.layer3.3.conv2.weight", | |
| "img_encoder.layer3.3.bn2.weight", | |
| "img_encoder.layer3.3.bn2.bias", | |
| "img_encoder.layer3.4.conv1.weight", | |
| "img_encoder.layer3.4.bn1.weight", | |
| "img_encoder.layer3.4.bn1.bias", | |
| "img_encoder.layer3.4.conv2.weight", | |
| "img_encoder.layer3.4.bn2.weight", | |
| "img_encoder.layer3.4.bn2.bias", | |
| "img_encoder.layer3.5.conv1.weight", | |
| "img_encoder.layer3.5.bn1.weight", | |
| "img_encoder.layer3.5.bn1.bias", | |
| "img_encoder.layer3.5.conv2.weight", | |
| "img_encoder.layer3.5.bn2.weight", | |
| "img_encoder.layer3.5.bn2.bias", | |
| "img_encoder.layer4.0.conv1.weight", | |
| "img_encoder.layer4.0.bn1.weight", | |
| "img_encoder.layer4.0.bn1.bias", | |
| "img_encoder.layer4.0.conv2.weight", | |
| "img_encoder.layer4.0.bn2.weight", | |
| "img_encoder.layer4.0.bn2.bias", | |
| "img_encoder.layer4.0.downsample.0.weight", | |
| "img_encoder.layer4.0.downsample.1.weight", | |
| "img_encoder.layer4.0.downsample.1.bias", | |
| "img_encoder.layer4.1.conv1.weight", | |
| "img_encoder.layer4.1.bn1.weight", | |
| "img_encoder.layer4.1.bn1.bias", | |
| "img_encoder.layer4.1.conv2.weight", | |
| "img_encoder.layer4.1.bn2.weight", | |
| "img_encoder.layer4.1.bn2.bias", | |
| "img_encoder.layer4.2.conv1.weight", | |
| "img_encoder.layer4.2.bn1.weight", | |
| "img_encoder.layer4.2.bn1.bias", | |
| "img_encoder.layer4.2.conv2.weight", | |
| "img_encoder.layer4.2.bn2.weight", | |
| "img_encoder.layer4.2.bn2.bias", | |
| "img_head.weight", | |
| "img_head.bias", | |
| "pos_idx_embedd.weight", | |
| "obs_encoder.0.weight", | |
| "obs_encoder.0.bias", | |
| "obs_encoder.2.weight", | |
| "obs_encoder.2.bias", | |
| "time_embedd.1.weight", | |
| "time_embedd.1.bias", | |
| "time_embedd.3.weight", | |
| "time_embedd.3.bias", | |
| "action_encoder.0.weight", | |
| "action_encoder.0.bias", | |
| "action_encoder.2.weight", | |
| "action_encoder.2.bias", | |
| "mmattn.0.img_bais.linear.weight", | |
| "mmattn.0.img_bais.linear.bias", | |
| "mmattn.0.img_qkv.weight", | |
| "mmattn.0.img_qkv.bias", | |
| "mmattn.0.img_qknorm.query_norm.scale", | |
| "mmattn.0.img_qknorm.key_norm.scale", | |
| "mmattn.0.img_proj.weight", | |
| "mmattn.0.img_proj.bias", | |
| "mmattn.0.img_mlp.0.weight", | |
| "mmattn.0.img_mlp.0.bias", | |
| "mmattn.0.img_mlp.2.weight", | |
| "mmattn.0.img_mlp.2.bias", | |
| "mmattn.0.act_bais.linear.weight", | |
| "mmattn.0.act_bais.linear.bias", | |
| "mmattn.0.act_qkv.weight", | |
| "mmattn.0.act_qkv.bias", | |
| "mmattn.0.act_qknorm.query_norm.scale", | |
| "mmattn.0.act_qknorm.key_norm.scale", | |
| "mmattn.0.act_proj.weight", | |
| "mmattn.0.act_proj.bias", | |
| "mmattn.0.act_mlp.0.weight", | |
| "mmattn.0.act_mlp.0.bias", | |
| "mmattn.0.act_mlp.2.weight", | |
| "mmattn.0.act_mlp.2.bias", | |
| "mmattn.1.img_bais.linear.weight", | |
| "mmattn.1.img_bais.linear.bias", | |
| "mmattn.1.img_qkv.weight", | |
| "mmattn.1.img_qkv.bias", | |
| "mmattn.1.img_qknorm.query_norm.scale", | |
| "mmattn.1.img_qknorm.key_norm.scale", | |
| "mmattn.1.img_proj.weight", | |
| "mmattn.1.img_proj.bias", | |
| "mmattn.1.img_mlp.0.weight", | |
| "mmattn.1.img_mlp.0.bias", | |
| "mmattn.1.img_mlp.2.weight", | |
| "mmattn.1.img_mlp.2.bias", | |
| "mmattn.1.act_bais.linear.weight", | |
| "mmattn.1.act_bais.linear.bias", | |
| "mmattn.1.act_qkv.weight", | |
| "mmattn.1.act_qkv.bias", | |
| "mmattn.1.act_qknorm.query_norm.scale", | |
| "mmattn.1.act_qknorm.key_norm.scale", | |
| "mmattn.1.act_proj.weight", | |
| "mmattn.1.act_proj.bias", | |
| "mmattn.1.act_mlp.0.weight", | |
| "mmattn.1.act_mlp.0.bias", | |
| "mmattn.1.act_mlp.2.weight", | |
| "mmattn.1.act_mlp.2.bias", | |
| "mmattn.2.img_bais.linear.weight", | |
| "mmattn.2.img_bais.linear.bias", | |
| "mmattn.2.img_qkv.weight", | |
| "mmattn.2.img_qkv.bias", | |
| "mmattn.2.img_qknorm.query_norm.scale", | |
| "mmattn.2.img_qknorm.key_norm.scale", | |
| "mmattn.2.img_proj.weight", | |
| "mmattn.2.img_proj.bias", | |
| "mmattn.2.img_mlp.0.weight", | |
| "mmattn.2.img_mlp.0.bias", | |
| "mmattn.2.img_mlp.2.weight", | |
| "mmattn.2.img_mlp.2.bias", | |
| "mmattn.2.act_bais.linear.weight", | |
| "mmattn.2.act_bais.linear.bias", | |
| "mmattn.2.act_qkv.weight", | |
| "mmattn.2.act_qkv.bias", | |
| "mmattn.2.act_qknorm.query_norm.scale", | |
| "mmattn.2.act_qknorm.key_norm.scale", | |
| "mmattn.2.act_proj.weight", | |
| "mmattn.2.act_proj.bias", | |
| "mmattn.2.act_mlp.0.weight", | |
| "mmattn.2.act_mlp.0.bias", | |
| "mmattn.2.act_mlp.2.weight", | |
| "mmattn.2.act_mlp.2.bias", | |
| "mmattn.3.img_bais.linear.weight", | |
| "mmattn.3.img_bais.linear.bias", | |
| "mmattn.3.img_qkv.weight", | |
| "mmattn.3.img_qkv.bias", | |
| "mmattn.3.img_qknorm.query_norm.scale", | |
| "mmattn.3.img_qknorm.key_norm.scale", | |
| "mmattn.3.img_proj.weight", | |
| "mmattn.3.img_proj.bias", | |
| "mmattn.3.img_mlp.0.weight", | |
| "mmattn.3.img_mlp.0.bias", | |
| "mmattn.3.img_mlp.2.weight", | |
| "mmattn.3.img_mlp.2.bias", | |
| "mmattn.3.act_bais.linear.weight", | |
| "mmattn.3.act_bais.linear.bias", | |
| "mmattn.3.act_qkv.weight", | |
| "mmattn.3.act_qkv.bias", | |
| "mmattn.3.act_qknorm.query_norm.scale", | |
| "mmattn.3.act_qknorm.key_norm.scale", | |
| "mmattn.3.act_proj.weight", | |
| "mmattn.3.act_proj.bias", | |
| "mmattn.3.act_mlp.0.weight", | |
| "mmattn.3.act_mlp.0.bias", | |
| "mmattn.3.act_mlp.2.weight", | |
| "mmattn.3.act_mlp.2.bias", | |
| "mmattn.4.img_bais.linear.weight", | |
| "mmattn.4.img_bais.linear.bias", | |
| "mmattn.4.img_qkv.weight", | |
| "mmattn.4.img_qkv.bias", | |
| "mmattn.4.img_qknorm.query_norm.scale", | |
| "mmattn.4.img_qknorm.key_norm.scale", | |
| "mmattn.4.img_proj.weight", | |
| "mmattn.4.img_proj.bias", | |
| "mmattn.4.img_mlp.0.weight", | |
| "mmattn.4.img_mlp.0.bias", | |
| "mmattn.4.img_mlp.2.weight", | |
| "mmattn.4.img_mlp.2.bias", | |
| "mmattn.4.act_bais.linear.weight", | |
| "mmattn.4.act_bais.linear.bias", | |
| "mmattn.4.act_qkv.weight", | |
| "mmattn.4.act_qkv.bias", | |
| "mmattn.4.act_qknorm.query_norm.scale", | |
| "mmattn.4.act_qknorm.key_norm.scale", | |
| "mmattn.4.act_proj.weight", | |
| "mmattn.4.act_proj.bias", | |
| "mmattn.4.act_mlp.0.weight", | |
| "mmattn.4.act_mlp.0.bias", | |
| "mmattn.4.act_mlp.2.weight", | |
| "mmattn.4.act_mlp.2.bias", | |
| "mmattn.5.img_bais.linear.weight", | |
| "mmattn.5.img_bais.linear.bias", | |
| "mmattn.5.img_qkv.weight", | |
| "mmattn.5.img_qkv.bias", | |
| "mmattn.5.img_qknorm.query_norm.scale", | |
| "mmattn.5.img_qknorm.key_norm.scale", | |
| "mmattn.5.img_proj.weight", | |
| "mmattn.5.img_proj.bias", | |
| "mmattn.5.img_mlp.0.weight", | |
| "mmattn.5.img_mlp.0.bias", | |
| "mmattn.5.img_mlp.2.weight", | |
| "mmattn.5.img_mlp.2.bias", | |
| "mmattn.5.act_bais.linear.weight", | |
| "mmattn.5.act_bais.linear.bias", | |
| "mmattn.5.act_qkv.weight", | |
| "mmattn.5.act_qkv.bias", | |
| "mmattn.5.act_qknorm.query_norm.scale", | |
| "mmattn.5.act_qknorm.key_norm.scale", | |
| "mmattn.5.act_proj.weight", | |
| "mmattn.5.act_proj.bias", | |
| "mmattn.5.act_mlp.0.weight", | |
| "mmattn.5.act_mlp.0.bias", | |
| "mmattn.5.act_mlp.2.weight", | |
| "mmattn.5.act_mlp.2.bias", | |
| "linear.weight", | |
| "linear.bias" | |
| ], | |
| "tactile_encoder": [ | |
| "tactile_encoder.conv1.weight", | |
| "tactile_encoder.bn1.weight", | |
| "tactile_encoder.bn1.bias", | |
| "tactile_encoder.layer1.0.conv1.weight", | |
| "tactile_encoder.layer1.0.bn1.weight", | |
| "tactile_encoder.layer1.0.bn1.bias", | |
| "tactile_encoder.layer1.0.conv2.weight", | |
| "tactile_encoder.layer1.0.bn2.weight", | |
| "tactile_encoder.layer1.0.bn2.bias", | |
| "tactile_encoder.layer1.1.conv1.weight", | |
| "tactile_encoder.layer1.1.bn1.weight", | |
| "tactile_encoder.layer1.1.bn1.bias", | |
| "tactile_encoder.layer1.1.conv2.weight", | |
| "tactile_encoder.layer1.1.bn2.weight", | |
| "tactile_encoder.layer1.1.bn2.bias", | |
| "tactile_encoder.layer2.0.conv1.weight", | |
| "tactile_encoder.layer2.0.bn1.weight", | |
| "tactile_encoder.layer2.0.bn1.bias", | |
| "tactile_encoder.layer2.0.conv2.weight", | |
| "tactile_encoder.layer2.0.bn2.weight", | |
| "tactile_encoder.layer2.0.bn2.bias", | |
| "tactile_encoder.layer2.0.proj_conv.weight", | |
| "tactile_encoder.layer2.0.proj_bn.weight", | |
| "tactile_encoder.layer2.0.proj_bn.bias", | |
| "tactile_encoder.layer2.1.conv1.weight", | |
| "tactile_encoder.layer2.1.bn1.weight", | |
| "tactile_encoder.layer2.1.bn1.bias", | |
| "tactile_encoder.layer2.1.conv2.weight", | |
| "tactile_encoder.layer2.1.bn2.weight", | |
| "tactile_encoder.layer2.1.bn2.bias", | |
| "tactile_encoder.layer3.0.conv1.weight", | |
| "tactile_encoder.layer3.0.bn1.weight", | |
| "tactile_encoder.layer3.0.bn1.bias", | |
| "tactile_encoder.layer3.0.conv2.weight", | |
| "tactile_encoder.layer3.0.bn2.weight", | |
| "tactile_encoder.layer3.0.bn2.bias", | |
| "tactile_encoder.layer3.0.proj_conv.weight", | |
| "tactile_encoder.layer3.0.proj_bn.weight", | |
| "tactile_encoder.layer3.0.proj_bn.bias", | |
| "tactile_encoder.layer3.1.conv1.weight", | |
| "tactile_encoder.layer3.1.bn1.weight", | |
| "tactile_encoder.layer3.1.bn1.bias", | |
| "tactile_encoder.layer3.1.conv2.weight", | |
| "tactile_encoder.layer3.1.bn2.weight", | |
| "tactile_encoder.layer3.1.bn2.bias", | |
| "tactile_encoder.layer4.0.conv1.weight", | |
| "tactile_encoder.layer4.0.bn1.weight", | |
| "tactile_encoder.layer4.0.bn1.bias", | |
| "tactile_encoder.layer4.0.conv2.weight", | |
| "tactile_encoder.layer4.0.bn2.weight", | |
| "tactile_encoder.layer4.0.bn2.bias", | |
| "tactile_encoder.layer4.0.proj_conv.weight", | |
| "tactile_encoder.layer4.0.proj_bn.weight", | |
| "tactile_encoder.layer4.0.proj_bn.bias", | |
| "tactile_encoder.layer4.1.conv1.weight", | |
| "tactile_encoder.layer4.1.bn1.weight", | |
| "tactile_encoder.layer4.1.bn1.bias", | |
| "tactile_encoder.layer4.1.conv2.weight", | |
| "tactile_encoder.layer4.1.bn2.weight", | |
| "tactile_encoder.layer4.1.bn2.bias" | |
| ] | |
| } | |
| }, | |
| "optimizer_group_names": [ | |
| "policy_decay", | |
| "policy_no_decay" | |
| ] | |
| } |