wjstx commited on
Commit
093e6d6
·
verified ·
1 Parent(s): 4683ae4

Add deco_0831 deployment artifacts

Browse files
.gitattributes CHANGED
@@ -36,3 +36,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
36
  deco_stage1_epoch_20.ts filter=lfs diff=lfs merge=lfs -text
37
  deco_stage1_epoch_30.ts filter=lfs diff=lfs merge=lfs -text
38
  deco_stage1_latest.ts filter=lfs diff=lfs merge=lfs -text
 
 
36
  deco_stage1_epoch_20.ts filter=lfs diff=lfs merge=lfs -text
37
  deco_stage1_epoch_30.ts filter=lfs diff=lfs merge=lfs -text
38
  deco_stage1_latest.ts filter=lfs diff=lfs merge=lfs -text
39
+ deco_0831/press/deco_stage1_best.ts filter=lfs diff=lfs merge=lfs -text
deco_0831/press/config.json ADDED
@@ -0,0 +1,216 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "stage": 1,
3
+ "bread_phase": false,
4
+ "stage1_checkpoint": null,
5
+ "tactile_encoder_checkpoint": null,
6
+ "tactile_encoder_cache": "checkpoints/deco/tactile_encoder_cache",
7
+ "tactile_adapter_rank": 32,
8
+ "dataset_dir": null,
9
+ "dataset_manifest": "/home/ljl/FRS_Tact/train_deco/data_manifests/press_01_02.json",
10
+ "dataset_format": "lerobot-v21",
11
+ "action_chunk_size": 32,
12
+ "output_dir": "/DATA/ljl/substage/deco_runs",
13
+ "run_id": "press-01-02-deco-stage1-balanced-light-v2-20260831_115102",
14
+ "resume_from": "",
15
+ "resume_mode": "exact",
16
+ "lr_scheduler": "warmup_cosine",
17
+ "seed": 42,
18
+ "epochs": 100,
19
+ "batch_size": 512,
20
+ "lr": 0.0001,
21
+ "lr_final": 5e-06,
22
+ "backbone_lr": 1e-05,
23
+ "backbone_lr_final": 5e-07,
24
+ "weight_decay": 1e-06,
25
+ "warmup_epochs": 0,
26
+ "cosine_t_max_epochs": 100,
27
+ "backbone_freeze_epochs": 0,
28
+ "backbone_bn_eval": false,
29
+ "mask_training_padding": true,
30
+ "hidden_dim": 512,
31
+ "layers": 6,
32
+ "heads": 8,
33
+ "image_size": 256,
34
+ "inference_steps": 5,
35
+ "backbone_weights": "/home/ljl/FRS_Tact/train_deco/pretrained/resnet34-b627a593",
36
+ "rope_height": 256,
37
+ "rope_width": 256,
38
+ "use_task_condition": false,
39
+ "augmentation_preset": "balanced-light-v2",
40
+ "augmentation_enabled": true,
41
+ "augmentation_identity_probability": 0.25,
42
+ "augmentation_low_light_probability": 0.55,
43
+ "augmentation_mild_probability": 0.2,
44
+ "augmentation_exposure_probability": 0.5,
45
+ "augmentation_exposure_range": [
46
+ 0.58,
47
+ 0.9
48
+ ],
49
+ "augmentation_gamma_range": [
50
+ 1.1,
51
+ 1.5
52
+ ],
53
+ "augmentation_mild_brightness_range": [
54
+ 0.9,
55
+ 1.1
56
+ ],
57
+ "augmentation_contrast_range": [
58
+ 0.85,
59
+ 1.1
60
+ ],
61
+ "augmentation_saturation_range": [
62
+ 0.9,
63
+ 1.1
64
+ ],
65
+ "augmentation_blur_probability": 0.2,
66
+ "augmentation_blur_kernel_sizes": [
67
+ 3,
68
+ 5
69
+ ],
70
+ "augmentation_blur_sigma_range": [
71
+ 0.1,
72
+ 1.0
73
+ ],
74
+ "workers": 32,
75
+ "limit_samples": null,
76
+ "validation_ratio": 0.1,
77
+ "episode_split_seed": 42,
78
+ "save_every": 10,
79
+ "keep_last_checkpoints": 5,
80
+ "log_every_steps": 100,
81
+ "wandb_enabled": false,
82
+ "wandb_project": "deco-stage2",
83
+ "wandb_entity": null,
84
+ "wandb_group": null,
85
+ "wandb_tags": "",
86
+ "wandb_mode": "online",
87
+ "wandb_run_id": null,
88
+ "validation_seed": 12345,
89
+ "validation_noise_seeds": 1,
90
+ "train_subset_validation_samples": 0,
91
+ "train_subset_validation_seed": 12345,
92
+ "early_stopping_patience": 5,
93
+ "early_stopping_min_delta": 0.0,
94
+ "torchscript_image_height": 224,
95
+ "torchscript_image_width": 224,
96
+ "model_type": "upstream-deco-stage1",
97
+ "source_obs_dim": 7,
98
+ "obs_dim": 7,
99
+ "action_dim": 10,
100
+ "chunk_size": 32,
101
+ "source_chunk_size": 32,
102
+ "observation_indices": [
103
+ 0,
104
+ 1,
105
+ 2,
106
+ 3,
107
+ 4,
108
+ 5,
109
+ 6
110
+ ],
111
+ "state_columns": [
112
+ "right_arm.relative_start.x",
113
+ "right_arm.relative_start.y",
114
+ "right_arm.relative_start.z",
115
+ "right_arm.relative_start.rx",
116
+ "right_arm.relative_start.ry",
117
+ "right_arm.relative_start.rz",
118
+ "right_arm.gripper_width"
119
+ ],
120
+ "action_columns": [
121
+ "right_arm.delta.x",
122
+ "right_arm.delta.y",
123
+ "right_arm.delta.z",
124
+ "right_arm.rotation_column_0.x",
125
+ "right_arm.rotation_column_0.y",
126
+ "right_arm.rotation_column_0.z",
127
+ "right_arm.rotation_column_1.x",
128
+ "right_arm.rotation_column_1.y",
129
+ "right_arm.rotation_column_1.z",
130
+ "right_arm.gripper_width"
131
+ ],
132
+ "state_action_profile": "single-right-arm-7x10",
133
+ "controlled_arms": [
134
+ "right"
135
+ ],
136
+ "action_mode": "tcp_delta_absolute_gripper",
137
+ "expected_sample_hz": 30.0,
138
+ "source_format": "lerobot-v2.1-parquet-vision-deco-v1",
139
+ "state_layout": "single_right_relative_start_pose6d_gripper",
140
+ "rotation_representation": "rotation_6d_matrix_columns",
141
+ "gripper_mode": "absolute",
142
+ "terminal_action_policy": "excluded",
143
+ "statistics_source": "train_episodes_nonterminal_rows_once",
144
+ "world_size": 1,
145
+ "camera_names": [
146
+ "observation.images.camera0",
147
+ "observation.images.camera1"
148
+ ],
149
+ "tactile_field_order": null,
150
+ "task_ids": [
151
+ "0"
152
+ ],
153
+ "num_tasks": 1,
154
+ "dataset_id": "press_01_02@vision2-v1-val0.1-seed42",
155
+ "train_samples": 336220,
156
+ "val_samples": 37785,
157
+ "val_unseen_samples": 37785,
158
+ "val_train_subset_samples": 37785,
159
+ "val_train_subset_seed": 12345,
160
+ "steps_per_epoch": 657,
161
+ "warmup_steps": 0,
162
+ "cosine_t_max_steps": 65700,
163
+ "backbone_freeze_steps": 0,
164
+ "training_state_version": 2,
165
+ "objective_version": "masked-flow-mse-v1",
166
+ "validation_metric_version": "no-repeat-masked-element-mean-v1",
167
+ "dual_validation_version": "train-subset-and-unseen-v1",
168
+ "validation_sampler": "contiguous-no-padding-v1",
169
+ "scheduler_type": "per-step-warmup-cosine-v1",
170
+ "rank_seed_scheme": "base-plus-rank-v1",
171
+ "augmentation": {
172
+ "version": "balanced-light-v2",
173
+ "enabled": true,
174
+ "identity_probability": 0.25,
175
+ "low_light_probability": 0.0,
176
+ "mild_probability": 0.75,
177
+ "exposure_probability": 0.5,
178
+ "exposure_range": [
179
+ 0.58,
180
+ 0.9
181
+ ],
182
+ "gamma_range": [
183
+ 1.1,
184
+ 1.5
185
+ ],
186
+ "mild_brightness_range": [
187
+ 0.9,
188
+ 1.2
189
+ ],
190
+ "contrast_range": [
191
+ 0.85,
192
+ 1.1
193
+ ],
194
+ "saturation_range": [
195
+ 0.9,
196
+ 1.1
197
+ ],
198
+ "blur_probability": 0.2,
199
+ "blur_kernel_sizes": [
200
+ 3,
201
+ 5
202
+ ],
203
+ "blur_sigma_range": [
204
+ 0.1,
205
+ 1.0
206
+ ],
207
+ "shared_across_cameras": true
208
+ },
209
+ "bread_phase_version": null,
210
+ "optimizer_group_names": [
211
+ "policy_decay",
212
+ "policy_no_decay",
213
+ "backbone_decay",
214
+ "backbone_no_decay"
215
+ ]
216
+ }
deco_0831/press/dataset_stats.json ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "observation_mean": [
3
+ 0.1110672801733017,
4
+ 0.0783049687743187,
5
+ -0.1410304754972458,
6
+ 0.12640264630317688,
7
+ 0.435630738735199,
8
+ 0.4427422881126404,
9
+ 0.10598959773778915
10
+ ],
11
+ "observation_std": [
12
+ 0.05396067723631859,
13
+ 0.05465591698884964,
14
+ 0.08110728114843369,
15
+ 0.0750812292098999,
16
+ 0.25703513622283936,
17
+ 0.25780579447746277,
18
+ 0.014073815196752548
19
+ ],
20
+ "action_mean": [
21
+ 0.001003169920295477,
22
+ 0.00030617640004493296,
23
+ -0.0008030581520870328,
24
+ 0.999970555305481,
25
+ 0.002739250659942627,
26
+ -0.002744898898527026,
27
+ -0.0027313516475260258,
28
+ 0.9999819397926331,
29
+ 0.0008316937601193786,
30
+ 0.10598959773778915
31
+ ],
32
+ "action_std": [
33
+ 0.0017075201030820608,
34
+ 0.0006879557040520012,
35
+ 0.0013419697061181068,
36
+ 9.999999747378752e-05,
37
+ 0.004618757404386997,
38
+ 0.004741622135043144,
39
+ 0.004603594075888395,
40
+ 9.999999747378752e-05,
41
+ 0.0026118613313883543,
42
+ 0.014073815196752548
43
+ ]
44
+ }
deco_0831/press/deco_stage1_best.ts ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43812e50fe07e05d526bdb4f31879a9081a0d4b36c2e0f49e403655468c9797b
3
+ size 322896817
deco_0831/press/deco_stage1_best.ts.json ADDED
@@ -0,0 +1,122 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "camera_names": [
3
+ "observation.images.camera0",
4
+ "observation.images.camera1"
5
+ ],
6
+ "controlled_arms": [
7
+ "right"
8
+ ],
9
+ "dataset_id": "press_01_02@vision2-v1-val0.1-seed42",
10
+ "epoch": 26,
11
+ "expected_sample_hz": 30.0,
12
+ "format": "sudo-upstream-deco-stage1-torchscript-v1",
13
+ "inference_steps": 5,
14
+ "input": {
15
+ "images": [
16
+ 1,
17
+ 2,
18
+ 3,
19
+ 224,
20
+ 224
21
+ ],
22
+ "images_dtype": "float32",
23
+ "images_range": [
24
+ 0.0,
25
+ 1.0
26
+ ],
27
+ "observation": [
28
+ 1,
29
+ 7
30
+ ],
31
+ "observation_space": "raw source state; mapping and normalization embedded",
32
+ "state_columns": [
33
+ "right_arm.relative_start.x",
34
+ "right_arm.relative_start.y",
35
+ "right_arm.relative_start.z",
36
+ "right_arm.relative_start.rx",
37
+ "right_arm.relative_start.ry",
38
+ "right_arm.relative_start.rz",
39
+ "right_arm.gripper_width"
40
+ ],
41
+ "state_layout": "single_right_relative_start_pose6d_gripper"
42
+ },
43
+ "normalization": {
44
+ "embedded": true,
45
+ "statistics": {
46
+ "action_mean": [
47
+ 0.001003169920295477,
48
+ 0.00030617640004493296,
49
+ -0.0008030581520870328,
50
+ 0.999970555305481,
51
+ 0.002739250659942627,
52
+ -0.002744898898527026,
53
+ -0.0027313516475260258,
54
+ 0.9999819397926331,
55
+ 0.0008316937601193786,
56
+ 0.10598959773778915
57
+ ],
58
+ "action_std": [
59
+ 0.0017075201030820608,
60
+ 0.0006879557040520012,
61
+ 0.0013419697061181068,
62
+ 9.999999747378752e-05,
63
+ 0.004618757404386997,
64
+ 0.004741622135043144,
65
+ 0.004603594075888395,
66
+ 9.999999747378752e-05,
67
+ 0.0026118613313883543,
68
+ 0.014073815196752548
69
+ ],
70
+ "observation_mean": [
71
+ 0.1110672801733017,
72
+ 0.0783049687743187,
73
+ -0.1410304754972458,
74
+ 0.12640264630317688,
75
+ 0.435630738735199,
76
+ 0.4427422881126404,
77
+ 0.10598959773778915
78
+ ],
79
+ "observation_std": [
80
+ 0.05396067723631859,
81
+ 0.05465591698884964,
82
+ 0.08110728114843369,
83
+ 0.0750812292098999,
84
+ 0.25703513622283936,
85
+ 0.25780579447746277,
86
+ 0.014073815196752548
87
+ ]
88
+ },
89
+ "statistics_source": "train_episodes_nonterminal_rows_once"
90
+ },
91
+ "output": {
92
+ "action": [
93
+ 1,
94
+ 32,
95
+ 10
96
+ ],
97
+ "action_columns": [
98
+ "right_arm.delta.x",
99
+ "right_arm.delta.y",
100
+ "right_arm.delta.z",
101
+ "right_arm.rotation_column_0.x",
102
+ "right_arm.rotation_column_0.y",
103
+ "right_arm.rotation_column_0.z",
104
+ "right_arm.rotation_column_1.x",
105
+ "right_arm.rotation_column_1.y",
106
+ "right_arm.rotation_column_1.z",
107
+ "right_arm.gripper_width"
108
+ ],
109
+ "action_mode": "tcp_delta_absolute_gripper",
110
+ "action_space": "denormalized per-arm TCP-frame delta xyz + Rotation-6D matrix columns + absolute gripper width",
111
+ "gripper_mode": "absolute",
112
+ "rotation_representation": "rotation_6d_matrix_columns",
113
+ "terminal_action_policy": "excluded"
114
+ },
115
+ "output_path": "/DATA/ljl/substage/deco_runs/press-01-02-deco-stage1-balanced-light-v2-20260831_115102/deco_stage1_best.ts",
116
+ "source": "training_loop",
117
+ "state_action_profile": "single-right-arm-7x10",
118
+ "stochastic": true,
119
+ "torchscript_sha256": "43812e50fe07e05d526bdb4f31879a9081a0d4b36c2e0f49e403655468c9797b",
120
+ "upstream_model": "train_deco.models.deco.deco.DECO",
121
+ "val_loss": 0.3064957876493127
122
+ }