File size: 5,203 Bytes
ebce57a
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
{
  "stage": 1,
  "stage1_checkpoint": null,
  "tactile_encoder_checkpoint": null,
  "tactile_encoder_cache": "checkpoints/deco/tactile_encoder_cache",
  "tactile_adapter_rank": 32,
  "dataset_dir": null,
  "dataset_manifest": "/home/ljl/FRS_Tact/train_deco/data_manifests/insert_01_02.json",
  "dataset_format": "lerobot-v21",
  "action_chunk_size": 32,
  "output_dir": "/DATA/ljl/substage/deco_runs",
  "run_id": "insert-deco-stage1-balanced-light-v2",
  "resume_from": "",
  "resume_mode": "exact",
  "lr_scheduler": "warmup_cosine",
  "seed": 42,
  "epochs": 100,
  "batch_size": 512,
  "lr": 0.0001,
  "lr_final": 5e-06,
  "backbone_lr": 1e-05,
  "backbone_lr_final": 5e-07,
  "weight_decay": 1e-06,
  "warmup_epochs": 0,
  "cosine_t_max_epochs": 100,
  "backbone_freeze_epochs": 0,
  "backbone_bn_eval": false,
  "mask_training_padding": true,
  "hidden_dim": 512,
  "layers": 6,
  "heads": 8,
  "image_size": 256,
  "inference_steps": 5,
  "backbone_weights": "/home/ljl/FRS_Tact/train_deco/pretrained/resnet34-b627a593",
  "rope_height": 256,
  "rope_width": 256,
  "use_task_condition": false,
  "augmentation_preset": "balanced-light-v2",
  "augmentation_enabled": true,
  "augmentation_identity_probability": 0.25,
  "augmentation_low_light_probability": 0.55,
  "augmentation_mild_probability": 0.2,
  "augmentation_exposure_probability": 0.5,
  "augmentation_exposure_range": [
    0.58,
    0.9
  ],
  "augmentation_gamma_range": [
    1.1,
    1.5
  ],
  "augmentation_mild_brightness_range": [
    0.9,
    1.1
  ],
  "augmentation_contrast_range": [
    0.85,
    1.1
  ],
  "augmentation_saturation_range": [
    0.9,
    1.1
  ],
  "augmentation_blur_probability": 0.2,
  "augmentation_blur_kernel_sizes": [
    3,
    5
  ],
  "augmentation_blur_sigma_range": [
    0.1,
    1.0
  ],
  "workers": 32,
  "limit_samples": null,
  "validation_ratio": 0.1,
  "episode_split_seed": 42,
  "save_every": 10,
  "keep_last_checkpoints": 5,
  "log_every_steps": 100,
  "validation_seed": 12345,
  "validation_noise_seeds": 1,
  "train_subset_validation_samples": 0,
  "train_subset_validation_seed": 12345,
  "early_stopping_patience": 5,
  "early_stopping_min_delta": 0.0,
  "torchscript_image_height": 224,
  "torchscript_image_width": 224,
  "model_type": "upstream-deco-stage1",
  "source_obs_dim": 7,
  "obs_dim": 7,
  "action_dim": 10,
  "chunk_size": 32,
  "source_chunk_size": 32,
  "observation_indices": [
    0,
    1,
    2,
    3,
    4,
    5,
    6
  ],
  "state_columns": [
    "right_arm.relative_start.x",
    "right_arm.relative_start.y",
    "right_arm.relative_start.z",
    "right_arm.relative_start.rx",
    "right_arm.relative_start.ry",
    "right_arm.relative_start.rz",
    "right_arm.gripper_width"
  ],
  "action_columns": [
    "right_arm.delta.x",
    "right_arm.delta.y",
    "right_arm.delta.z",
    "right_arm.rotation_column_0.x",
    "right_arm.rotation_column_0.y",
    "right_arm.rotation_column_0.z",
    "right_arm.rotation_column_1.x",
    "right_arm.rotation_column_1.y",
    "right_arm.rotation_column_1.z",
    "right_arm.gripper_width"
  ],
  "state_action_profile": "single-right-arm-7x10",
  "controlled_arms": [
    "right"
  ],
  "action_mode": "tcp_delta_absolute_gripper",
  "expected_sample_hz": 30.0,
  "source_format": "lerobot-v2.1-parquet-vision-deco-v1",
  "state_layout": "single_right_relative_start_pose6d_gripper",
  "rotation_representation": "rotation_6d_matrix_columns",
  "gripper_mode": "absolute",
  "terminal_action_policy": "excluded",
  "statistics_source": "train_episodes_nonterminal_rows_once",
  "world_size": 1,
  "camera_names": [
    "observation.images.camera0",
    "observation.images.camera1"
  ],
  "tactile_field_order": null,
  "task_ids": [
    "0"
  ],
  "num_tasks": 1,
  "dataset_id": "insert_01_02@vision2-v1-val0.1-seed42",
  "train_samples": 505578,
  "val_samples": 56625,
  "val_unseen_samples": 56625,
  "val_train_subset_samples": 56625,
  "val_train_subset_seed": 12345,
  "steps_per_epoch": 988,
  "warmup_steps": 0,
  "cosine_t_max_steps": 98800,
  "backbone_freeze_steps": 0,
  "training_state_version": 2,
  "objective_version": "masked-flow-mse-v1",
  "validation_metric_version": "no-repeat-masked-element-mean-v1",
  "dual_validation_version": "train-subset-and-unseen-v1",
  "validation_sampler": "contiguous-no-padding-v1",
  "scheduler_type": "per-step-warmup-cosine-v1",
  "rank_seed_scheme": "base-plus-rank-v1",
  "augmentation": {
    "version": "balanced-light-v2",
    "enabled": true,
    "identity_probability": 0.25,
    "low_light_probability": 0.0,
    "mild_probability": 0.75,
    "exposure_probability": 0.5,
    "exposure_range": [
      0.58,
      0.9
    ],
    "gamma_range": [
      1.1,
      1.5
    ],
    "mild_brightness_range": [
      0.9,
      1.2
    ],
    "contrast_range": [
      0.85,
      1.1
    ],
    "saturation_range": [
      0.9,
      1.1
    ],
    "blur_probability": 0.2,
    "blur_kernel_sizes": [
      3,
      5
    ],
    "blur_sigma_range": [
      0.1,
      1.0
    ],
    "shared_across_cameras": true
  },
  "optimizer_group_names": [
    "policy_decay",
    "policy_no_decay",
    "backbone_decay",
    "backbone_no_decay"
  ]
}