deco_0830 / insert_stage2 /config.json
wjstx's picture
Upload DECO 0830 model exports
5a2e872 verified
Raw History Blame Contribute Delete
26.8 kB
{
"stage": 2,
"stage1_checkpoint": "/workspace/checkpoints/deco/stage1/insert/deco_stage1_latest.pt",
"tactile_encoder_checkpoint": "/workspace/checkpoints/encoder/encoder_ckpt_0824",
"tactile_encoder_cache": "/workspace/checkpoints/deco/tactile_encoder_cache",
"tactile_adapter_rank": 32,
"dataset_dir": null,
"dataset_manifest": "/workspace/manifests/deco-stage2/insert_01_02.json",
"dataset_format": "lerobot-v21",
"action_chunk_size": 32,
"output_dir": "/workspace/outputs/deco-stage2",
"run_id": "insert-stage2-rtxpro6000-20260829_104005",
"resume_from": null,
"resume_mode": "exact",
"lr_scheduler": "warmup_cosine",
"seed": 42,
"epochs": 50,
"batch_size": 512,
"lr": 0.0001,
"lr_final": 5e-06,
"backbone_lr": 1e-05,
"backbone_lr_final": 5e-07,
"weight_decay": 1e-06,
"warmup_epochs": 0,
"cosine_t_max_epochs": 50,
"backbone_freeze_epochs": 0,
"backbone_bn_eval": false,
"mask_training_padding": true,
"hidden_dim": 512,
"layers": 6,
"heads": 8,
"image_size": 256,
"inference_steps": 5,
"backbone_weights": "/workspace/FRS_Tact/train_deco/pretrained/resnet34-b627a593",
"rope_height": 256,
"rope_width": 256,
"use_task_condition": false,
"augmentation_preset": "balanced-light-v2",
"augmentation_enabled": true,
"augmentation_identity_probability": 0.25,
"augmentation_low_light_probability": 0.55,
"augmentation_mild_probability": 0.2,
"augmentation_exposure_probability": 0.5,
"augmentation_exposure_range": [
0.58,
0.9
],
"augmentation_gamma_range": [
1.1,
1.5
],
"augmentation_mild_brightness_range": [
0.9,
1.1
],
"augmentation_contrast_range": [
0.85,
1.1
],
"augmentation_saturation_range": [
0.9,
1.1
],
"augmentation_blur_probability": 0.2,
"augmentation_blur_kernel_sizes": [
3,
5
],
"augmentation_blur_sigma_range": [
0.1,
1.0
],
"workers": 16,
"limit_samples": null,
"validation_ratio": 0.1,
"episode_split_seed": 42,
"save_every": 10,
"keep_last_checkpoints": 5,
"log_every_steps": 10,
"wandb_enabled": false,
"wandb_project": "deco-stage2",
"wandb_entity": "Li junlai",
"wandb_group": "deco-stage2-rtxpro6000",
"wandb_tags": "stage2,rtxpro6000,insert",
"wandb_mode": "online",
"wandb_run_id": "insert-stage2-rtxpro6000-20260829_104005",
"validation_seed": 12345,
"validation_noise_seeds": 1,
"train_subset_validation_samples": 0,
"train_subset_validation_seed": 12345,
"early_stopping_patience": 5,
"early_stopping_min_delta": 0.0,
"torchscript_image_height": 224,
"torchscript_image_width": 224,
"model_type": "upstream-deco-stage2-tactile-image",
"source_obs_dim": 7,
"obs_dim": 7,
"action_dim": 10,
"chunk_size": 32,
"source_chunk_size": 32,
"observation_indices": [
0,
1,
2,
3,
4,
5,
6
],
"state_columns": [
"right_arm.relative_start.x",
"right_arm.relative_start.y",
"right_arm.relative_start.z",
"right_arm.relative_start.rx",
"right_arm.relative_start.ry",
"right_arm.relative_start.rz",
"right_arm.gripper_width"
],
"action_columns": [
"right_arm.delta.x",
"right_arm.delta.y",
"right_arm.delta.z",
"right_arm.rotation_column_0.x",
"right_arm.rotation_column_0.y",
"right_arm.rotation_column_0.z",
"right_arm.rotation_column_1.x",
"right_arm.rotation_column_1.y",
"right_arm.rotation_column_1.z",
"right_arm.gripper_width"
],
"state_action_profile": "single-right-arm-7x10",
"controlled_arms": [
"right"
],
"action_mode": "tcp_delta_absolute_gripper",
"expected_sample_hz": 30.0,
"source_format": "lerobot-v2.1-parquet-vision-deco-v1",
"state_layout": "single_right_relative_start_pose6d_gripper",
"rotation_representation": "rotation_6d_matrix_columns",
"gripper_mode": "absolute",
"terminal_action_policy": "excluded",
"statistics_source": "train_episodes_nonterminal_rows_once",
"world_size": 1,
"camera_names": [
"observation.images.camera0",
"observation.images.camera1"
],
"tactile_field_order": [
"observation.images.tactile_left_0",
"observation.images.tactile_right_0",
"observation.images.tactile_left_1",
"observation.images.tactile_right_1"
],
"task_ids": [
"0"
],
"num_tasks": 1,
"dataset_id": "insert_01_02@vision2-v1-val0.1-seed42",
"train_samples": 505578,
"val_samples": 56625,
"val_unseen_samples": 56625,
"val_train_subset_samples": 56625,
"val_train_subset_seed": 12345,
"steps_per_epoch": 988,
"warmup_steps": 0,
"cosine_t_max_steps": 49400,
"backbone_freeze_steps": 0,
"training_state_version": 3,
"objective_version": "masked-flow-mse-v1",
"validation_metric_version": "no-repeat-masked-element-mean-v1",
"dual_validation_version": "train-subset-and-unseen-v1",
"validation_sampler": "contiguous-no-padding-v1",
"scheduler_type": "per-step-warmup-cosine-v1",
"rank_seed_scheme": "base-plus-rank-v1",
"augmentation": {
"version": "balanced-light-v2",
"enabled": true,
"identity_probability": 0.25,
"low_light_probability": 0.0,
"mild_probability": 0.75,
"exposure_probability": 0.5,
"exposure_range": [
0.58,
0.9
],
"gamma_range": [
1.1,
1.5
],
"mild_brightness_range": [
0.9,
1.2
],
"contrast_range": [
0.85,
1.1
],
"saturation_range": [
0.9,
1.1
],
"blur_probability": 0.2,
"blur_kernel_sizes": [
3,
5
],
"blur_sigma_range": [
0.1,
1.0
],
"shared_across_cameras": true
},
"parameter_counts": {
"total": 98953744,
"trainable": 4758662
},
"parameter_categories": {
"trainable": {
"sensor_embeddings": [
"sensor_embeddings.weight"
],
"tactile_attention": [
"mmattn.0.tactile_key.weight",
"mmattn.0.tactile_key.bias",
"mmattn.0.tactile_value.weight",
"mmattn.0.tactile_value.bias",
"mmattn.1.tactile_key.weight",
"mmattn.1.tactile_key.bias",
"mmattn.1.tactile_value.weight",
"mmattn.1.tactile_value.bias",
"mmattn.2.tactile_key.weight",
"mmattn.2.tactile_key.bias",
"mmattn.2.tactile_value.weight",
"mmattn.2.tactile_value.bias",
"mmattn.3.tactile_key.weight",
"mmattn.3.tactile_key.bias",
"mmattn.3.tactile_value.weight",
"mmattn.3.tactile_value.bias",
"mmattn.4.tactile_key.weight",
"mmattn.4.tactile_key.bias",
"mmattn.4.tactile_value.weight",
"mmattn.4.tactile_value.bias",
"mmattn.5.tactile_key.weight",
"mmattn.5.tactile_key.bias",
"mmattn.5.tactile_value.weight",
"mmattn.5.tactile_value.bias"
],
"tactile_gates": [
"mmattn.0.tactile_gate",
"mmattn.1.tactile_gate",
"mmattn.2.tactile_gate",
"mmattn.3.tactile_gate",
"mmattn.4.tactile_gate",
"mmattn.5.tactile_gate"
],
"pi_adapters": [
"mmattn.0.img_qkv_pi.down.weight",
"mmattn.0.img_qkv_pi.down.bias",
"mmattn.0.img_qkv_pi.up.weight",
"mmattn.0.img_qkv_pi.up.bias",
"mmattn.0.img_proj_pi.down.weight",
"mmattn.0.img_proj_pi.down.bias",
"mmattn.0.img_proj_pi.up.weight",
"mmattn.0.img_proj_pi.up.bias",
"mmattn.0.img_mlp_pi.down.weight",
"mmattn.0.img_mlp_pi.down.bias",
"mmattn.0.img_mlp_pi.up.weight",
"mmattn.0.img_mlp_pi.up.bias",
"mmattn.0.act_qkv_pi.down.weight",
"mmattn.0.act_qkv_pi.down.bias",
"mmattn.0.act_qkv_pi.up.weight",
"mmattn.0.act_qkv_pi.up.bias",
"mmattn.0.act_proj_pi.down.weight",
"mmattn.0.act_proj_pi.down.bias",
"mmattn.0.act_proj_pi.up.weight",
"mmattn.0.act_proj_pi.up.bias",
"mmattn.0.act_mlp_pi.down.weight",
"mmattn.0.act_mlp_pi.down.bias",
"mmattn.0.act_mlp_pi.up.weight",
"mmattn.0.act_mlp_pi.up.bias",
"mmattn.1.img_qkv_pi.down.weight",
"mmattn.1.img_qkv_pi.down.bias",
"mmattn.1.img_qkv_pi.up.weight",
"mmattn.1.img_qkv_pi.up.bias",
"mmattn.1.img_proj_pi.down.weight",
"mmattn.1.img_proj_pi.down.bias",
"mmattn.1.img_proj_pi.up.weight",
"mmattn.1.img_proj_pi.up.bias",
"mmattn.1.img_mlp_pi.down.weight",
"mmattn.1.img_mlp_pi.down.bias",
"mmattn.1.img_mlp_pi.up.weight",
"mmattn.1.img_mlp_pi.up.bias",
"mmattn.1.act_qkv_pi.down.weight",
"mmattn.1.act_qkv_pi.down.bias",
"mmattn.1.act_qkv_pi.up.weight",
"mmattn.1.act_qkv_pi.up.bias",
"mmattn.1.act_proj_pi.down.weight",
"mmattn.1.act_proj_pi.down.bias",
"mmattn.1.act_proj_pi.up.weight",
"mmattn.1.act_proj_pi.up.bias",
"mmattn.1.act_mlp_pi.down.weight",
"mmattn.1.act_mlp_pi.down.bias",
"mmattn.1.act_mlp_pi.up.weight",
"mmattn.1.act_mlp_pi.up.bias",
"mmattn.2.img_qkv_pi.down.weight",
"mmattn.2.img_qkv_pi.down.bias",
"mmattn.2.img_qkv_pi.up.weight",
"mmattn.2.img_qkv_pi.up.bias",
"mmattn.2.img_proj_pi.down.weight",
"mmattn.2.img_proj_pi.down.bias",
"mmattn.2.img_proj_pi.up.weight",
"mmattn.2.img_proj_pi.up.bias",
"mmattn.2.img_mlp_pi.down.weight",
"mmattn.2.img_mlp_pi.down.bias",
"mmattn.2.img_mlp_pi.up.weight",
"mmattn.2.img_mlp_pi.up.bias",
"mmattn.2.act_qkv_pi.down.weight",
"mmattn.2.act_qkv_pi.down.bias",
"mmattn.2.act_qkv_pi.up.weight",
"mmattn.2.act_qkv_pi.up.bias",
"mmattn.2.act_proj_pi.down.weight",
"mmattn.2.act_proj_pi.down.bias",
"mmattn.2.act_proj_pi.up.weight",
"mmattn.2.act_proj_pi.up.bias",
"mmattn.2.act_mlp_pi.down.weight",
"mmattn.2.act_mlp_pi.down.bias",
"mmattn.2.act_mlp_pi.up.weight",
"mmattn.2.act_mlp_pi.up.bias",
"mmattn.3.img_qkv_pi.down.weight",
"mmattn.3.img_qkv_pi.down.bias",
"mmattn.3.img_qkv_pi.up.weight",
"mmattn.3.img_qkv_pi.up.bias",
"mmattn.3.img_proj_pi.down.weight",
"mmattn.3.img_proj_pi.down.bias",
"mmattn.3.img_proj_pi.up.weight",
"mmattn.3.img_proj_pi.up.bias",
"mmattn.3.img_mlp_pi.down.weight",
"mmattn.3.img_mlp_pi.down.bias",
"mmattn.3.img_mlp_pi.up.weight",
"mmattn.3.img_mlp_pi.up.bias",
"mmattn.3.act_qkv_pi.down.weight",
"mmattn.3.act_qkv_pi.down.bias",
"mmattn.3.act_qkv_pi.up.weight",
"mmattn.3.act_qkv_pi.up.bias",
"mmattn.3.act_proj_pi.down.weight",
"mmattn.3.act_proj_pi.down.bias",
"mmattn.3.act_proj_pi.up.weight",
"mmattn.3.act_proj_pi.up.bias",
"mmattn.3.act_mlp_pi.down.weight",
"mmattn.3.act_mlp_pi.down.bias",
"mmattn.3.act_mlp_pi.up.weight",
"mmattn.3.act_mlp_pi.up.bias",
"mmattn.4.img_qkv_pi.down.weight",
"mmattn.4.img_qkv_pi.down.bias",
"mmattn.4.img_qkv_pi.up.weight",
"mmattn.4.img_qkv_pi.up.bias",
"mmattn.4.img_proj_pi.down.weight",
"mmattn.4.img_proj_pi.down.bias",
"mmattn.4.img_proj_pi.up.weight",
"mmattn.4.img_proj_pi.up.bias",
"mmattn.4.img_mlp_pi.down.weight",
"mmattn.4.img_mlp_pi.down.bias",
"mmattn.4.img_mlp_pi.up.weight",
"mmattn.4.img_mlp_pi.up.bias",
"mmattn.4.act_qkv_pi.down.weight",
"mmattn.4.act_qkv_pi.down.bias",
"mmattn.4.act_qkv_pi.up.weight",
"mmattn.4.act_qkv_pi.up.bias",
"mmattn.4.act_proj_pi.down.weight",
"mmattn.4.act_proj_pi.down.bias",
"mmattn.4.act_proj_pi.up.weight",
"mmattn.4.act_proj_pi.up.bias",
"mmattn.4.act_mlp_pi.down.weight",
"mmattn.4.act_mlp_pi.down.bias",
"mmattn.4.act_mlp_pi.up.weight",
"mmattn.4.act_mlp_pi.up.bias",
"mmattn.5.img_qkv_pi.down.weight",
"mmattn.5.img_qkv_pi.down.bias",
"mmattn.5.img_qkv_pi.up.weight",
"mmattn.5.img_qkv_pi.up.bias",
"mmattn.5.img_proj_pi.down.weight",
"mmattn.5.img_proj_pi.down.bias",
"mmattn.5.img_proj_pi.up.weight",
"mmattn.5.img_proj_pi.up.bias",
"mmattn.5.img_mlp_pi.down.weight",
"mmattn.5.img_mlp_pi.down.bias",
"mmattn.5.img_mlp_pi.up.weight",
"mmattn.5.img_mlp_pi.up.bias",
"mmattn.5.act_qkv_pi.down.weight",
"mmattn.5.act_qkv_pi.down.bias",
"mmattn.5.act_qkv_pi.up.weight",
"mmattn.5.act_qkv_pi.up.bias",
"mmattn.5.act_proj_pi.down.weight",
"mmattn.5.act_proj_pi.down.bias",
"mmattn.5.act_proj_pi.up.weight",
"mmattn.5.act_proj_pi.up.bias",
"mmattn.5.act_mlp_pi.down.weight",
"mmattn.5.act_mlp_pi.down.bias",
"mmattn.5.act_mlp_pi.up.weight",
"mmattn.5.act_mlp_pi.up.bias"
]
},
"frozen": {
"stage1": [
"action_embedd",
"img_encoder.conv1.weight",
"img_encoder.bn1.weight",
"img_encoder.bn1.bias",
"img_encoder.layer1.0.conv1.weight",
"img_encoder.layer1.0.bn1.weight",
"img_encoder.layer1.0.bn1.bias",
"img_encoder.layer1.0.conv2.weight",
"img_encoder.layer1.0.bn2.weight",
"img_encoder.layer1.0.bn2.bias",
"img_encoder.layer1.1.conv1.weight",
"img_encoder.layer1.1.bn1.weight",
"img_encoder.layer1.1.bn1.bias",
"img_encoder.layer1.1.conv2.weight",
"img_encoder.layer1.1.bn2.weight",
"img_encoder.layer1.1.bn2.bias",
"img_encoder.layer1.2.conv1.weight",
"img_encoder.layer1.2.bn1.weight",
"img_encoder.layer1.2.bn1.bias",
"img_encoder.layer1.2.conv2.weight",
"img_encoder.layer1.2.bn2.weight",
"img_encoder.layer1.2.bn2.bias",
"img_encoder.layer2.0.conv1.weight",
"img_encoder.layer2.0.bn1.weight",
"img_encoder.layer2.0.bn1.bias",
"img_encoder.layer2.0.conv2.weight",
"img_encoder.layer2.0.bn2.weight",
"img_encoder.layer2.0.bn2.bias",
"img_encoder.layer2.0.downsample.0.weight",
"img_encoder.layer2.0.downsample.1.weight",
"img_encoder.layer2.0.downsample.1.bias",
"img_encoder.layer2.1.conv1.weight",
"img_encoder.layer2.1.bn1.weight",
"img_encoder.layer2.1.bn1.bias",
"img_encoder.layer2.1.conv2.weight",
"img_encoder.layer2.1.bn2.weight",
"img_encoder.layer2.1.bn2.bias",
"img_encoder.layer2.2.conv1.weight",
"img_encoder.layer2.2.bn1.weight",
"img_encoder.layer2.2.bn1.bias",
"img_encoder.layer2.2.conv2.weight",
"img_encoder.layer2.2.bn2.weight",
"img_encoder.layer2.2.bn2.bias",
"img_encoder.layer2.3.conv1.weight",
"img_encoder.layer2.3.bn1.weight",
"img_encoder.layer2.3.bn1.bias",
"img_encoder.layer2.3.conv2.weight",
"img_encoder.layer2.3.bn2.weight",
"img_encoder.layer2.3.bn2.bias",
"img_encoder.layer3.0.conv1.weight",
"img_encoder.layer3.0.bn1.weight",
"img_encoder.layer3.0.bn1.bias",
"img_encoder.layer3.0.conv2.weight",
"img_encoder.layer3.0.bn2.weight",
"img_encoder.layer3.0.bn2.bias",
"img_encoder.layer3.0.downsample.0.weight",
"img_encoder.layer3.0.downsample.1.weight",
"img_encoder.layer3.0.downsample.1.bias",
"img_encoder.layer3.1.conv1.weight",
"img_encoder.layer3.1.bn1.weight",
"img_encoder.layer3.1.bn1.bias",
"img_encoder.layer3.1.conv2.weight",
"img_encoder.layer3.1.bn2.weight",
"img_encoder.layer3.1.bn2.bias",
"img_encoder.layer3.2.conv1.weight",
"img_encoder.layer3.2.bn1.weight",
"img_encoder.layer3.2.bn1.bias",
"img_encoder.layer3.2.conv2.weight",
"img_encoder.layer3.2.bn2.weight",
"img_encoder.layer3.2.bn2.bias",
"img_encoder.layer3.3.conv1.weight",
"img_encoder.layer3.3.bn1.weight",
"img_encoder.layer3.3.bn1.bias",
"img_encoder.layer3.3.conv2.weight",
"img_encoder.layer3.3.bn2.weight",
"img_encoder.layer3.3.bn2.bias",
"img_encoder.layer3.4.conv1.weight",
"img_encoder.layer3.4.bn1.weight",
"img_encoder.layer3.4.bn1.bias",
"img_encoder.layer3.4.conv2.weight",
"img_encoder.layer3.4.bn2.weight",
"img_encoder.layer3.4.bn2.bias",
"img_encoder.layer3.5.conv1.weight",
"img_encoder.layer3.5.bn1.weight",
"img_encoder.layer3.5.bn1.bias",
"img_encoder.layer3.5.conv2.weight",
"img_encoder.layer3.5.bn2.weight",
"img_encoder.layer3.5.bn2.bias",
"img_encoder.layer4.0.conv1.weight",
"img_encoder.layer4.0.bn1.weight",
"img_encoder.layer4.0.bn1.bias",
"img_encoder.layer4.0.conv2.weight",
"img_encoder.layer4.0.bn2.weight",
"img_encoder.layer4.0.bn2.bias",
"img_encoder.layer4.0.downsample.0.weight",
"img_encoder.layer4.0.downsample.1.weight",
"img_encoder.layer4.0.downsample.1.bias",
"img_encoder.layer4.1.conv1.weight",
"img_encoder.layer4.1.bn1.weight",
"img_encoder.layer4.1.bn1.bias",
"img_encoder.layer4.1.conv2.weight",
"img_encoder.layer4.1.bn2.weight",
"img_encoder.layer4.1.bn2.bias",
"img_encoder.layer4.2.conv1.weight",
"img_encoder.layer4.2.bn1.weight",
"img_encoder.layer4.2.bn1.bias",
"img_encoder.layer4.2.conv2.weight",
"img_encoder.layer4.2.bn2.weight",
"img_encoder.layer4.2.bn2.bias",
"img_head.weight",
"img_head.bias",
"pos_idx_embedd.weight",
"obs_encoder.0.weight",
"obs_encoder.0.bias",
"obs_encoder.2.weight",
"obs_encoder.2.bias",
"time_embedd.1.weight",
"time_embedd.1.bias",
"time_embedd.3.weight",
"time_embedd.3.bias",
"action_encoder.0.weight",
"action_encoder.0.bias",
"action_encoder.2.weight",
"action_encoder.2.bias",
"mmattn.0.img_bais.linear.weight",
"mmattn.0.img_bais.linear.bias",
"mmattn.0.img_qkv.weight",
"mmattn.0.img_qkv.bias",
"mmattn.0.img_qknorm.query_norm.scale",
"mmattn.0.img_qknorm.key_norm.scale",
"mmattn.0.img_proj.weight",
"mmattn.0.img_proj.bias",
"mmattn.0.img_mlp.0.weight",
"mmattn.0.img_mlp.0.bias",
"mmattn.0.img_mlp.2.weight",
"mmattn.0.img_mlp.2.bias",
"mmattn.0.act_bais.linear.weight",
"mmattn.0.act_bais.linear.bias",
"mmattn.0.act_qkv.weight",
"mmattn.0.act_qkv.bias",
"mmattn.0.act_qknorm.query_norm.scale",
"mmattn.0.act_qknorm.key_norm.scale",
"mmattn.0.act_proj.weight",
"mmattn.0.act_proj.bias",
"mmattn.0.act_mlp.0.weight",
"mmattn.0.act_mlp.0.bias",
"mmattn.0.act_mlp.2.weight",
"mmattn.0.act_mlp.2.bias",
"mmattn.1.img_bais.linear.weight",
"mmattn.1.img_bais.linear.bias",
"mmattn.1.img_qkv.weight",
"mmattn.1.img_qkv.bias",
"mmattn.1.img_qknorm.query_norm.scale",
"mmattn.1.img_qknorm.key_norm.scale",
"mmattn.1.img_proj.weight",
"mmattn.1.img_proj.bias",
"mmattn.1.img_mlp.0.weight",
"mmattn.1.img_mlp.0.bias",
"mmattn.1.img_mlp.2.weight",
"mmattn.1.img_mlp.2.bias",
"mmattn.1.act_bais.linear.weight",
"mmattn.1.act_bais.linear.bias",
"mmattn.1.act_qkv.weight",
"mmattn.1.act_qkv.bias",
"mmattn.1.act_qknorm.query_norm.scale",
"mmattn.1.act_qknorm.key_norm.scale",
"mmattn.1.act_proj.weight",
"mmattn.1.act_proj.bias",
"mmattn.1.act_mlp.0.weight",
"mmattn.1.act_mlp.0.bias",
"mmattn.1.act_mlp.2.weight",
"mmattn.1.act_mlp.2.bias",
"mmattn.2.img_bais.linear.weight",
"mmattn.2.img_bais.linear.bias",
"mmattn.2.img_qkv.weight",
"mmattn.2.img_qkv.bias",
"mmattn.2.img_qknorm.query_norm.scale",
"mmattn.2.img_qknorm.key_norm.scale",
"mmattn.2.img_proj.weight",
"mmattn.2.img_proj.bias",
"mmattn.2.img_mlp.0.weight",
"mmattn.2.img_mlp.0.bias",
"mmattn.2.img_mlp.2.weight",
"mmattn.2.img_mlp.2.bias",
"mmattn.2.act_bais.linear.weight",
"mmattn.2.act_bais.linear.bias",
"mmattn.2.act_qkv.weight",
"mmattn.2.act_qkv.bias",
"mmattn.2.act_qknorm.query_norm.scale",
"mmattn.2.act_qknorm.key_norm.scale",
"mmattn.2.act_proj.weight",
"mmattn.2.act_proj.bias",
"mmattn.2.act_mlp.0.weight",
"mmattn.2.act_mlp.0.bias",
"mmattn.2.act_mlp.2.weight",
"mmattn.2.act_mlp.2.bias",
"mmattn.3.img_bais.linear.weight",
"mmattn.3.img_bais.linear.bias",
"mmattn.3.img_qkv.weight",
"mmattn.3.img_qkv.bias",
"mmattn.3.img_qknorm.query_norm.scale",
"mmattn.3.img_qknorm.key_norm.scale",
"mmattn.3.img_proj.weight",
"mmattn.3.img_proj.bias",
"mmattn.3.img_mlp.0.weight",
"mmattn.3.img_mlp.0.bias",
"mmattn.3.img_mlp.2.weight",
"mmattn.3.img_mlp.2.bias",
"mmattn.3.act_bais.linear.weight",
"mmattn.3.act_bais.linear.bias",
"mmattn.3.act_qkv.weight",
"mmattn.3.act_qkv.bias",
"mmattn.3.act_qknorm.query_norm.scale",
"mmattn.3.act_qknorm.key_norm.scale",
"mmattn.3.act_proj.weight",
"mmattn.3.act_proj.bias",
"mmattn.3.act_mlp.0.weight",
"mmattn.3.act_mlp.0.bias",
"mmattn.3.act_mlp.2.weight",
"mmattn.3.act_mlp.2.bias",
"mmattn.4.img_bais.linear.weight",
"mmattn.4.img_bais.linear.bias",
"mmattn.4.img_qkv.weight",
"mmattn.4.img_qkv.bias",
"mmattn.4.img_qknorm.query_norm.scale",
"mmattn.4.img_qknorm.key_norm.scale",
"mmattn.4.img_proj.weight",
"mmattn.4.img_proj.bias",
"mmattn.4.img_mlp.0.weight",
"mmattn.4.img_mlp.0.bias",
"mmattn.4.img_mlp.2.weight",
"mmattn.4.img_mlp.2.bias",
"mmattn.4.act_bais.linear.weight",
"mmattn.4.act_bais.linear.bias",
"mmattn.4.act_qkv.weight",
"mmattn.4.act_qkv.bias",
"mmattn.4.act_qknorm.query_norm.scale",
"mmattn.4.act_qknorm.key_norm.scale",
"mmattn.4.act_proj.weight",
"mmattn.4.act_proj.bias",
"mmattn.4.act_mlp.0.weight",
"mmattn.4.act_mlp.0.bias",
"mmattn.4.act_mlp.2.weight",
"mmattn.4.act_mlp.2.bias",
"mmattn.5.img_bais.linear.weight",
"mmattn.5.img_bais.linear.bias",
"mmattn.5.img_qkv.weight",
"mmattn.5.img_qkv.bias",
"mmattn.5.img_qknorm.query_norm.scale",
"mmattn.5.img_qknorm.key_norm.scale",
"mmattn.5.img_proj.weight",
"mmattn.5.img_proj.bias",
"mmattn.5.img_mlp.0.weight",
"mmattn.5.img_mlp.0.bias",
"mmattn.5.img_mlp.2.weight",
"mmattn.5.img_mlp.2.bias",
"mmattn.5.act_bais.linear.weight",
"mmattn.5.act_bais.linear.bias",
"mmattn.5.act_qkv.weight",
"mmattn.5.act_qkv.bias",
"mmattn.5.act_qknorm.query_norm.scale",
"mmattn.5.act_qknorm.key_norm.scale",
"mmattn.5.act_proj.weight",
"mmattn.5.act_proj.bias",
"mmattn.5.act_mlp.0.weight",
"mmattn.5.act_mlp.0.bias",
"mmattn.5.act_mlp.2.weight",
"mmattn.5.act_mlp.2.bias",
"linear.weight",
"linear.bias"
],
"tactile_encoder": [
"tactile_encoder.conv1.weight",
"tactile_encoder.bn1.weight",
"tactile_encoder.bn1.bias",
"tactile_encoder.layer1.0.conv1.weight",
"tactile_encoder.layer1.0.bn1.weight",
"tactile_encoder.layer1.0.bn1.bias",
"tactile_encoder.layer1.0.conv2.weight",
"tactile_encoder.layer1.0.bn2.weight",
"tactile_encoder.layer1.0.bn2.bias",
"tactile_encoder.layer1.1.conv1.weight",
"tactile_encoder.layer1.1.bn1.weight",
"tactile_encoder.layer1.1.bn1.bias",
"tactile_encoder.layer1.1.conv2.weight",
"tactile_encoder.layer1.1.bn2.weight",
"tactile_encoder.layer1.1.bn2.bias",
"tactile_encoder.layer2.0.conv1.weight",
"tactile_encoder.layer2.0.bn1.weight",
"tactile_encoder.layer2.0.bn1.bias",
"tactile_encoder.layer2.0.conv2.weight",
"tactile_encoder.layer2.0.bn2.weight",
"tactile_encoder.layer2.0.bn2.bias",
"tactile_encoder.layer2.0.proj_conv.weight",
"tactile_encoder.layer2.0.proj_bn.weight",
"tactile_encoder.layer2.0.proj_bn.bias",
"tactile_encoder.layer2.1.conv1.weight",
"tactile_encoder.layer2.1.bn1.weight",
"tactile_encoder.layer2.1.bn1.bias",
"tactile_encoder.layer2.1.conv2.weight",
"tactile_encoder.layer2.1.bn2.weight",
"tactile_encoder.layer2.1.bn2.bias",
"tactile_encoder.layer3.0.conv1.weight",
"tactile_encoder.layer3.0.bn1.weight",
"tactile_encoder.layer3.0.bn1.bias",
"tactile_encoder.layer3.0.conv2.weight",
"tactile_encoder.layer3.0.bn2.weight",
"tactile_encoder.layer3.0.bn2.bias",
"tactile_encoder.layer3.0.proj_conv.weight",
"tactile_encoder.layer3.0.proj_bn.weight",
"tactile_encoder.layer3.0.proj_bn.bias",
"tactile_encoder.layer3.1.conv1.weight",
"tactile_encoder.layer3.1.bn1.weight",
"tactile_encoder.layer3.1.bn1.bias",
"tactile_encoder.layer3.1.conv2.weight",
"tactile_encoder.layer3.1.bn2.weight",
"tactile_encoder.layer3.1.bn2.bias",
"tactile_encoder.layer4.0.conv1.weight",
"tactile_encoder.layer4.0.bn1.weight",
"tactile_encoder.layer4.0.bn1.bias",
"tactile_encoder.layer4.0.conv2.weight",
"tactile_encoder.layer4.0.bn2.weight",
"tactile_encoder.layer4.0.bn2.bias",
"tactile_encoder.layer4.0.proj_conv.weight",
"tactile_encoder.layer4.0.proj_bn.weight",
"tactile_encoder.layer4.0.proj_bn.bias",
"tactile_encoder.layer4.1.conv1.weight",
"tactile_encoder.layer4.1.bn1.weight",
"tactile_encoder.layer4.1.bn1.bias",
"tactile_encoder.layer4.1.conv2.weight",
"tactile_encoder.layer4.1.bn2.weight",
"tactile_encoder.layer4.1.bn2.bias"
]
}
},
"optimizer_group_names": [
"policy_decay",
"policy_no_decay"
]
}