wjstx commited on
Commit
7aba10d
·
verified ·
1 Parent(s): 9cfcd30

Upload pick_tube_02_06 PCA30 latent32 weights

Browse files

AT and LDP latest checkpoints, LDP normalizer, Hydra configs, and dual-arm tactile PCA (2x15 dimensions).

pick_tube_02_06/pca30_latent32_v1/at/.hydra/config.yaml ADDED
@@ -0,0 +1,159 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ task:
2
+ name: pick_tube_image_tactile_emb_at_30fps
3
+ dataset_path: /home/hillbot/FRS_Tact/reactive_diffusion_policy-main/data/pick_tube_02_06_pca30_rdp_zarr
4
+ shape_meta:
5
+ obs:
6
+ observation_state:
7
+ shape:
8
+ - 20
9
+ type: low_dim
10
+ tactile_embedding:
11
+ shape:
12
+ - 30
13
+ type: low_dim
14
+ extended_obs:
15
+ tactile_embedding:
16
+ shape:
17
+ - 30
18
+ type: low_dim
19
+ action:
20
+ shape:
21
+ - 20
22
+ dataset:
23
+ _target_: reactive_diffusion_policy.dataset.real_image_tactile_dataset.RealImageTactileDataset
24
+ shape_meta:
25
+ obs:
26
+ observation_state:
27
+ shape:
28
+ - 20
29
+ type: low_dim
30
+ tactile_embedding:
31
+ shape:
32
+ - 30
33
+ type: low_dim
34
+ extended_obs:
35
+ tactile_embedding:
36
+ shape:
37
+ - 30
38
+ type: low_dim
39
+ action:
40
+ shape:
41
+ - 20
42
+ dataset_path: ${task.dataset_path}
43
+ horizon: ${horizon}
44
+ pad_before: ${eval:'${dataset_obs_steps}-1+${n_latency_steps}'}
45
+ pad_after: ${eval:'${n_action_steps}-1'}
46
+ n_obs_steps: ${dataset_obs_steps}
47
+ obs_temporal_downsample_ratio: ${dataset_obs_temporal_downsample_ratio}
48
+ n_latency_steps: ${n_latency_steps}
49
+ seed: 42
50
+ val_ratio: 0.0
51
+ max_train_episodes: null
52
+ use_episode_repeats: false
53
+ delta_action: false
54
+ relative_action: false
55
+ transform_params: null
56
+ load_to_memory: false
57
+ bimanual_contiguous_action: true
58
+ at:
59
+ horizon: 32
60
+ n_obs_steps: 2
61
+ dataset_obs_temporal_downsample_ratio: 2
62
+ policy:
63
+ horizon: ${horizon}
64
+ n_latent_dims: 16
65
+ mlp_layer_num: 1
66
+ use_conv_encoder: true
67
+ conv_latent_dims: 32
68
+ conv_layer_num: 1
69
+ use_rnn_decoder: true
70
+ rnn_latent_dims: 64
71
+ rnn_layer_num: 1
72
+ kl_multiplier: 1.0e-06
73
+ n_embed: 32
74
+ use_vq: false
75
+ vqvae_groups: 4
76
+ eval: false
77
+ act_scale: 1
78
+ name: train_vae
79
+ _target_: reactive_diffusion_policy.workspace.train_at_workspace.TrainATWorkspace
80
+ task_name: ${task.name}
81
+ shape_meta: ${task.shape_meta}
82
+ exp_name: default
83
+ horizon: ${at.horizon}
84
+ n_obs_steps: ${at.n_obs_steps}
85
+ n_latency_steps: 0
86
+ dataset_obs_steps: ${eval:'${n_obs_steps}*${at.dataset_obs_temporal_downsample_ratio}'}
87
+ dataset_obs_temporal_downsample_ratio: ${at.dataset_obs_temporal_downsample_ratio}
88
+ n_action_steps: ${eval:'${horizon}-${dataset_obs_steps}+1'}
89
+ policy:
90
+ _target_: reactive_diffusion_policy.model.vae.model.VAE
91
+ shape_meta: ${task.shape_meta}
92
+ horizon: ${horizon}
93
+ n_latent_dims: ${at.policy.n_latent_dims}
94
+ mlp_layer_num: ${at.policy.mlp_layer_num}
95
+ use_conv_encoder: ${at.policy.use_conv_encoder}
96
+ conv_latent_dims: ${at.policy.conv_latent_dims}
97
+ conv_layer_num: ${at.policy.conv_layer_num}
98
+ use_rnn_decoder: ${at.policy.use_rnn_decoder}
99
+ rnn_latent_dims: ${at.policy.rnn_latent_dims}
100
+ rnn_layer_num: ${at.policy.rnn_layer_num}
101
+ kl_multiplier: ${at.policy.kl_multiplier}
102
+ n_embed: ${at.policy.n_embed}
103
+ use_vq: ${at.policy.use_vq}
104
+ vqvae_groups: ${at.policy.vqvae_groups}
105
+ eval: ${at.policy.eval}
106
+ act_scale: ${at.policy.act_scale}
107
+ dataloader:
108
+ batch_size: 64
109
+ num_workers: 8
110
+ shuffle: true
111
+ pin_memory: true
112
+ persistent_workers: true
113
+ val_dataloader:
114
+ batch_size: 64
115
+ num_workers: 8
116
+ shuffle: false
117
+ pin_memory: true
118
+ persistent_workers: true
119
+ optimizer:
120
+ _target_: torch.optim.AdamW
121
+ lr: 0.001
122
+ weight_decay: 0.0001
123
+ training:
124
+ device: cuda:0
125
+ seed: 42
126
+ debug: false
127
+ resume: true
128
+ lr_scheduler: cosine
129
+ lr_warmup_steps: 100
130
+ num_epochs: 20
131
+ gradient_accumulate_every: 1
132
+ use_ema: false
133
+ freeze_encoder: false
134
+ rollout_every: -1
135
+ checkpoint_every: 10
136
+ val_every: 1
137
+ sample_every: -1
138
+ max_train_steps: null
139
+ max_val_steps: null
140
+ tqdm_interval_sec: 1.0
141
+ logging:
142
+ project: at
143
+ resume: true
144
+ mode: offline
145
+ name: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
146
+ tags:
147
+ - ${name}
148
+ - ${task_name}
149
+ - ${exp_name}
150
+ id: null
151
+ group: null
152
+ checkpoint:
153
+ topk:
154
+ monitor_key: train_loss
155
+ mode: min
156
+ k: 1
157
+ format_str: epoch={epoch:04d}-train_loss={train_loss:.6f}.ckpt
158
+ save_last_ckpt: true
159
+ save_last_snapshot: false
pick_tube_02_06/pca30_latent32_v1/at/.hydra/hydra.yaml ADDED
@@ -0,0 +1,164 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ hydra:
2
+ run:
3
+ dir: /home/hillbot/FRS_Tact/reactive_diffusion_policy-main/data/outputs/pick_tube_02_06/at_pca30_latent32_v1
4
+ sweep:
5
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
6
+ subdir: ${hydra.job.num}
7
+ launcher:
8
+ _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
9
+ sweeper:
10
+ _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
11
+ max_batch_size: null
12
+ params: null
13
+ help:
14
+ app_name: ${hydra.job.name}
15
+ header: '${hydra.help.app_name} is powered by Hydra.
16
+
17
+ '
18
+ footer: 'Powered by Hydra (https://hydra.cc)
19
+
20
+ Use --hydra-help to view Hydra specific help
21
+
22
+ '
23
+ template: '${hydra.help.header}
24
+
25
+ == Configuration groups ==
26
+
27
+ Compose your configuration from those groups (group=option)
28
+
29
+
30
+ $APP_CONFIG_GROUPS
31
+
32
+
33
+ == Config ==
34
+
35
+ Override anything in the config (foo.bar=value)
36
+
37
+
38
+ $CONFIG
39
+
40
+
41
+ ${hydra.help.footer}
42
+
43
+ '
44
+ hydra_help:
45
+ template: 'Hydra (${hydra.runtime.version})
46
+
47
+ See https://hydra.cc for more info.
48
+
49
+
50
+ == Flags ==
51
+
52
+ $FLAGS_HELP
53
+
54
+
55
+ == Configuration groups ==
56
+
57
+ Compose your configuration from those groups (For example, append hydra/job_logging=disabled
58
+ to command line)
59
+
60
+
61
+ $HYDRA_CONFIG_GROUPS
62
+
63
+
64
+ Use ''--cfg hydra'' to Show the Hydra config.
65
+
66
+ '
67
+ hydra_help: ???
68
+ hydra_logging:
69
+ version: 1
70
+ formatters:
71
+ simple:
72
+ format: '[%(asctime)s][HYDRA] %(message)s'
73
+ handlers:
74
+ console:
75
+ class: logging.StreamHandler
76
+ formatter: simple
77
+ stream: ext://sys.stdout
78
+ root:
79
+ level: INFO
80
+ handlers:
81
+ - console
82
+ loggers:
83
+ logging_example:
84
+ level: DEBUG
85
+ disable_existing_loggers: false
86
+ job_logging:
87
+ version: 1
88
+ formatters:
89
+ simple:
90
+ format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
91
+ handlers:
92
+ console:
93
+ class: logging.StreamHandler
94
+ formatter: simple
95
+ stream: ext://sys.stdout
96
+ file:
97
+ class: logging.FileHandler
98
+ formatter: simple
99
+ filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
100
+ root:
101
+ level: INFO
102
+ handlers:
103
+ - console
104
+ - file
105
+ disable_existing_loggers: false
106
+ env: {}
107
+ mode: RUN
108
+ searchpath: []
109
+ callbacks: {}
110
+ output_subdir: .hydra
111
+ overrides:
112
+ hydra:
113
+ - hydra.run.dir=/home/hillbot/FRS_Tact/reactive_diffusion_policy-main/data/outputs/pick_tube_02_06/at_pca30_latent32_v1
114
+ - hydra.mode=RUN
115
+ task:
116
+ - task.dataset_path=/home/hillbot/FRS_Tact/reactive_diffusion_policy-main/data/pick_tube_02_06_pca30_rdp_zarr
117
+ - logging.mode=offline
118
+ - training.num_epochs=20
119
+ - dataloader.batch_size=64
120
+ - val_dataloader.batch_size=64
121
+ - dataloader.num_workers=8
122
+ - val_dataloader.num_workers=8
123
+ job:
124
+ name: train
125
+ chdir: null
126
+ override_dirname: dataloader.batch_size=64,dataloader.num_workers=8,logging.mode=offline,task.dataset_path=/home/hillbot/FRS_Tact/reactive_diffusion_policy-main/data/pick_tube_02_06_pca30_rdp_zarr,training.num_epochs=20,val_dataloader.batch_size=64,val_dataloader.num_workers=8
127
+ id: ???
128
+ num: ???
129
+ config_name: train_pick_tube_at_workspace
130
+ env_set: {}
131
+ env_copy: []
132
+ config:
133
+ override_dirname:
134
+ kv_sep: '='
135
+ item_sep: ','
136
+ exclude_keys: []
137
+ runtime:
138
+ version: 1.3.5
139
+ version_base: '1.3'
140
+ cwd: /home/hillbot/FRS_Tact/reactive_diffusion_policy-main
141
+ config_sources:
142
+ - path: hydra.conf
143
+ schema: pkg
144
+ provider: hydra
145
+ - path: /home/hillbot/FRS_Tact/reactive_diffusion_policy-main/reactive_diffusion_policy/config
146
+ schema: file
147
+ provider: main
148
+ - path: ''
149
+ schema: structured
150
+ provider: schema
151
+ output_dir: /home/hillbot/FRS_Tact/reactive_diffusion_policy-main/data/outputs/pick_tube_02_06/at_pca30_latent32_v1
152
+ choices:
153
+ at: at_pick_tube
154
+ task: pick_tube_image_tactile_emb_at_30fps
155
+ hydra/env: default
156
+ hydra/callbacks: null
157
+ hydra/job_logging: default
158
+ hydra/hydra_logging: default
159
+ hydra/hydra_help: default
160
+ hydra/help: default
161
+ hydra/sweeper: basic
162
+ hydra/launcher: basic
163
+ hydra/output: default
164
+ verbose: false
pick_tube_02_06/pca30_latent32_v1/at/.hydra/overrides.yaml ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ - task.dataset_path=/home/hillbot/FRS_Tact/reactive_diffusion_policy-main/data/pick_tube_02_06_pca30_rdp_zarr
2
+ - logging.mode=offline
3
+ - training.num_epochs=20
4
+ - dataloader.batch_size=64
5
+ - val_dataloader.batch_size=64
6
+ - dataloader.num_workers=8
7
+ - val_dataloader.num_workers=8
pick_tube_02_06/pca30_latent32_v1/at/checkpoints/latest.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:196ae052c53795c6a1939839ca2de8cfe9dd0080a298369959e1b7cefea4a85b
3
+ size 660731
pick_tube_02_06/pca30_latent32_v1/ldp/.hydra/config.yaml ADDED
@@ -0,0 +1,260 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ task:
2
+ name: pick_tube_image_tactile_emb_ldp_30fps
3
+ dataset_path: /home/hillbot/FRS_Tact/reactive_diffusion_policy-main/data/pick_tube_02_06_pca30_rdp_zarr
4
+ image_shape:
5
+ - 3
6
+ - 224
7
+ - 224
8
+ shape_meta:
9
+ obs:
10
+ camera1:
11
+ shape: ${task.image_shape}
12
+ type: rgb
13
+ camera2:
14
+ shape: ${task.image_shape}
15
+ type: rgb
16
+ observation_state:
17
+ shape:
18
+ - 20
19
+ type: low_dim
20
+ tactile_embedding:
21
+ shape:
22
+ - 30
23
+ type: low_dim
24
+ extended_obs:
25
+ tactile_embedding:
26
+ shape:
27
+ - 30
28
+ type: low_dim
29
+ action:
30
+ shape:
31
+ - 20
32
+ dataset:
33
+ _target_: reactive_diffusion_policy.dataset.real_image_tactile_latent_diffusion_dataset.RealImageTactileLatentDiffusionDataset
34
+ shape_meta:
35
+ obs:
36
+ camera1:
37
+ shape: ${task.image_shape}
38
+ type: rgb
39
+ camera2:
40
+ shape: ${task.image_shape}
41
+ type: rgb
42
+ observation_state:
43
+ shape:
44
+ - 20
45
+ type: low_dim
46
+ tactile_embedding:
47
+ shape:
48
+ - 30
49
+ type: low_dim
50
+ extended_obs:
51
+ tactile_embedding:
52
+ shape:
53
+ - 30
54
+ type: low_dim
55
+ action:
56
+ shape:
57
+ - 20
58
+ dataset_path: ${task.dataset_path}
59
+ horizon: ${horizon}
60
+ pad_before: ${eval:'${dataset_obs_steps}-1+${n_latency_steps}'}
61
+ pad_after: ${eval:'${n_action_steps}-1'}
62
+ n_obs_steps: ${dataset_obs_steps}
63
+ obs_temporal_downsample_ratio: ${dataset_obs_temporal_downsample_ratio}
64
+ n_latency_steps: ${n_latency_steps}
65
+ seed: 42
66
+ val_ratio: 0.0
67
+ max_train_episodes: null
68
+ use_episode_repeats: false
69
+ delta_action: false
70
+ relative_action: false
71
+ transform_params: null
72
+ load_to_memory: false
73
+ bimanual_contiguous_action: true
74
+ use_latent_action_before_vq: false
75
+ at:
76
+ _target_: reactive_diffusion_policy.model.vae.model.VAE
77
+ shape_meta: ${shape_meta}
78
+ horizon: ${at.policy.horizon}
79
+ n_latent_dims: ${at.policy.n_latent_dims}
80
+ mlp_layer_num: ${at.policy.mlp_layer_num}
81
+ use_conv_encoder: ${at.policy.use_conv_encoder}
82
+ conv_latent_dims: ${at.policy.conv_latent_dims}
83
+ conv_layer_num: ${at.policy.conv_layer_num}
84
+ use_rnn_decoder: ${at.policy.use_rnn_decoder}
85
+ rnn_latent_dims: ${at.policy.rnn_latent_dims}
86
+ rnn_layer_num: ${at.policy.rnn_layer_num}
87
+ use_vq: ${at.policy.use_vq}
88
+ n_embed: ${at.policy.n_embed}
89
+ vqvae_groups: ${at.policy.vqvae_groups}
90
+ eval: true
91
+ load_dir: ${at_load_dir}
92
+ act_scale: ${at.policy.act_scale}
93
+ at:
94
+ horizon: 32
95
+ n_obs_steps: 2
96
+ dataset_obs_temporal_downsample_ratio: 2
97
+ policy:
98
+ horizon: ${horizon}
99
+ n_latent_dims: 16
100
+ mlp_layer_num: 1
101
+ use_conv_encoder: true
102
+ conv_latent_dims: 32
103
+ conv_layer_num: 1
104
+ use_rnn_decoder: true
105
+ rnn_latent_dims: 64
106
+ rnn_layer_num: 1
107
+ kl_multiplier: 1.0e-06
108
+ n_embed: 32
109
+ use_vq: false
110
+ vqvae_groups: 4
111
+ eval: false
112
+ act_scale: 1
113
+ name: train_latent_diffusion_unet_image
114
+ _target_: reactive_diffusion_policy.workspace.train_diffusion_unet_image_workspace.TrainDiffusionUnetImageWorkspace
115
+ task_name: ${task.name}
116
+ shape_meta: ${task.shape_meta}
117
+ exp_name: default
118
+ horizon: ${at.horizon}
119
+ n_obs_steps: ${at.n_obs_steps}
120
+ n_latency_steps: 0
121
+ obs_temporal_downsample_ratio: 2
122
+ dataset_obs_steps: ${eval:'${at.n_obs_steps}*${at.dataset_obs_temporal_downsample_ratio}'}
123
+ dataset_obs_temporal_downsample_ratio: ${at.dataset_obs_temporal_downsample_ratio}
124
+ n_action_steps: ${eval:'${horizon}-${dataset_obs_steps}+1'}
125
+ past_action_visible: false
126
+ keypoint_visible_rate: 1.0
127
+ at_load_dir: /home/hillbot/FRS_Tact/reactive_diffusion_policy-main/data/outputs/pick_tube_02_06/at_pca30_latent32_v1/checkpoints/latest.ckpt
128
+ use_latent_action_before_vq: false
129
+ obs_as_global_cond: true
130
+ policy:
131
+ _target_: reactive_diffusion_policy.policy.latent_diffusion_unet_image_policy.LatentDiffusionUnetImagePolicy
132
+ shape_meta: ${shape_meta}
133
+ noise_scheduler:
134
+ _target_: diffusers.schedulers.scheduling_ddim.DDIMScheduler
135
+ num_train_timesteps: 100
136
+ beta_start: 0.0001
137
+ beta_end: 0.02
138
+ beta_schedule: squaredcos_cap_v2
139
+ clip_sample: true
140
+ set_alpha_to_one: true
141
+ steps_offset: 0
142
+ prediction_type: epsilon
143
+ obs_encoder:
144
+ _target_: reactive_diffusion_policy.model.vision.multi_image_obs_encoder.MultiImageObsEncoder
145
+ shape_meta: ${shape_meta}
146
+ rgb_model:
147
+ _target_: reactive_diffusion_policy.model.vision.model_getter.get_resnet
148
+ name: resnet18
149
+ weights: null
150
+ resize_shape:
151
+ - 224
152
+ - 224
153
+ random_transforms:
154
+ - type: RandomCrop
155
+ ratio: 0.9
156
+ use_group_norm: true
157
+ share_rgb_model: false
158
+ imagenet_norm: true
159
+ use_latent_action_before_vq: ${use_latent_action_before_vq}
160
+ at:
161
+ _target_: reactive_diffusion_policy.model.vae.model.VAE
162
+ shape_meta: ${shape_meta}
163
+ horizon: ${at.policy.horizon}
164
+ n_latent_dims: ${at.policy.n_latent_dims}
165
+ mlp_layer_num: ${at.policy.mlp_layer_num}
166
+ use_conv_encoder: ${at.policy.use_conv_encoder}
167
+ conv_latent_dims: ${at.policy.conv_latent_dims}
168
+ conv_layer_num: ${at.policy.conv_layer_num}
169
+ use_rnn_decoder: ${at.policy.use_rnn_decoder}
170
+ rnn_latent_dims: ${at.policy.rnn_latent_dims}
171
+ rnn_layer_num: ${at.policy.rnn_layer_num}
172
+ use_vq: ${at.policy.use_vq}
173
+ n_embed: ${at.policy.n_embed}
174
+ vqvae_groups: ${at.policy.vqvae_groups}
175
+ eval: true
176
+ load_dir: ${at_load_dir}
177
+ act_scale: ${at.policy.act_scale}
178
+ horizon: ${horizon}
179
+ n_action_steps: ${eval:'${n_action_steps}+${n_latency_steps}'}
180
+ n_obs_steps: ${n_obs_steps}
181
+ num_inference_steps: 100
182
+ obs_as_global_cond: ${obs_as_global_cond}
183
+ diffusion_step_embed_dim: 128
184
+ down_dims:
185
+ - 512
186
+ - 1024
187
+ - 2048
188
+ kernel_size: 5
189
+ n_groups: 8
190
+ cond_predict_scale: true
191
+ ema:
192
+ _target_: reactive_diffusion_policy.model.diffusion.ema_model.EMAModel
193
+ update_after_step: 0
194
+ inv_gamma: 1.0
195
+ power: 0.75
196
+ min_value: 0.0
197
+ max_value: 0.9999
198
+ dataloader:
199
+ batch_size: 32
200
+ num_workers: 8
201
+ shuffle: true
202
+ pin_memory: true
203
+ persistent_workers: true
204
+ val_dataloader:
205
+ batch_size: 32
206
+ num_workers: 8
207
+ shuffle: false
208
+ pin_memory: true
209
+ persistent_workers: true
210
+ optimizer:
211
+ _target_: torch.optim.AdamW
212
+ lr: 0.0001
213
+ betas:
214
+ - 0.95
215
+ - 0.999
216
+ eps: 1.0e-08
217
+ weight_decay: 1.0e-06
218
+ encoder_weight_decay: 1.0e-06
219
+ training:
220
+ device: cuda:0
221
+ seed: 42
222
+ debug: false
223
+ resume: true
224
+ lr_scheduler: cosine
225
+ lr_warmup_steps: 500
226
+ num_epochs: 10
227
+ gradient_accumulate_every: 1
228
+ use_ema: true
229
+ freeze_encoder: false
230
+ rollout_every: 50
231
+ checkpoint_every: 10
232
+ val_every: 1
233
+ sample_every: 10
234
+ max_train_steps: null
235
+ max_val_steps: null
236
+ tqdm_interval_sec: 1.0
237
+ layer_decay: 1.0
238
+ encoder_lr_coefficient: 0.1
239
+ logging:
240
+ project: latent_diffusion_policy_tactile
241
+ resume: true
242
+ mode: offline
243
+ name: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
244
+ tags:
245
+ - ${name}
246
+ - ${task_name}
247
+ - ${exp_name}
248
+ id: null
249
+ group: null
250
+ checkpoint:
251
+ topk:
252
+ monitor_key: train_loss
253
+ mode: min
254
+ k: 1
255
+ format_str: epoch={epoch:04d}-train_loss={train_loss:.3f}.ckpt
256
+ save_last_ckpt: true
257
+ save_last_snapshot: false
258
+ multi_run:
259
+ run_dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
260
+ wandb_name_base: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
pick_tube_02_06/pca30_latent32_v1/ldp/.hydra/hydra.yaml ADDED
@@ -0,0 +1,165 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ hydra:
2
+ run:
3
+ dir: /home/hillbot/FRS_Tact/reactive_diffusion_policy-main/data/outputs/pick_tube_02_06/ldp_pca30_latent32_v1
4
+ sweep:
5
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
6
+ subdir: ${hydra.job.num}
7
+ launcher:
8
+ _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
9
+ sweeper:
10
+ _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
11
+ max_batch_size: null
12
+ params: null
13
+ help:
14
+ app_name: ${hydra.job.name}
15
+ header: '${hydra.help.app_name} is powered by Hydra.
16
+
17
+ '
18
+ footer: 'Powered by Hydra (https://hydra.cc)
19
+
20
+ Use --hydra-help to view Hydra specific help
21
+
22
+ '
23
+ template: '${hydra.help.header}
24
+
25
+ == Configuration groups ==
26
+
27
+ Compose your configuration from those groups (group=option)
28
+
29
+
30
+ $APP_CONFIG_GROUPS
31
+
32
+
33
+ == Config ==
34
+
35
+ Override anything in the config (foo.bar=value)
36
+
37
+
38
+ $CONFIG
39
+
40
+
41
+ ${hydra.help.footer}
42
+
43
+ '
44
+ hydra_help:
45
+ template: 'Hydra (${hydra.runtime.version})
46
+
47
+ See https://hydra.cc for more info.
48
+
49
+
50
+ == Flags ==
51
+
52
+ $FLAGS_HELP
53
+
54
+
55
+ == Configuration groups ==
56
+
57
+ Compose your configuration from those groups (For example, append hydra/job_logging=disabled
58
+ to command line)
59
+
60
+
61
+ $HYDRA_CONFIG_GROUPS
62
+
63
+
64
+ Use ''--cfg hydra'' to Show the Hydra config.
65
+
66
+ '
67
+ hydra_help: ???
68
+ hydra_logging:
69
+ version: 1
70
+ formatters:
71
+ simple:
72
+ format: '[%(asctime)s][HYDRA] %(message)s'
73
+ handlers:
74
+ console:
75
+ class: logging.StreamHandler
76
+ formatter: simple
77
+ stream: ext://sys.stdout
78
+ root:
79
+ level: INFO
80
+ handlers:
81
+ - console
82
+ loggers:
83
+ logging_example:
84
+ level: DEBUG
85
+ disable_existing_loggers: false
86
+ job_logging:
87
+ version: 1
88
+ formatters:
89
+ simple:
90
+ format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
91
+ handlers:
92
+ console:
93
+ class: logging.StreamHandler
94
+ formatter: simple
95
+ stream: ext://sys.stdout
96
+ file:
97
+ class: logging.FileHandler
98
+ formatter: simple
99
+ filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
100
+ root:
101
+ level: INFO
102
+ handlers:
103
+ - console
104
+ - file
105
+ disable_existing_loggers: false
106
+ env: {}
107
+ mode: RUN
108
+ searchpath: []
109
+ callbacks: {}
110
+ output_subdir: .hydra
111
+ overrides:
112
+ hydra:
113
+ - hydra.run.dir=/home/hillbot/FRS_Tact/reactive_diffusion_policy-main/data/outputs/pick_tube_02_06/ldp_pca30_latent32_v1
114
+ - hydra.mode=RUN
115
+ task:
116
+ - task.dataset_path=/home/hillbot/FRS_Tact/reactive_diffusion_policy-main/data/pick_tube_02_06_pca30_rdp_zarr
117
+ - at_load_dir=/home/hillbot/FRS_Tact/reactive_diffusion_policy-main/data/outputs/pick_tube_02_06/at_pca30_latent32_v1/checkpoints/latest.ckpt
118
+ - logging.mode=offline
119
+ - training.num_epochs=10
120
+ - dataloader.batch_size=32
121
+ - val_dataloader.batch_size=32
122
+ - dataloader.num_workers=8
123
+ - val_dataloader.num_workers=8
124
+ job:
125
+ name: train
126
+ chdir: null
127
+ override_dirname: at_load_dir=/home/hillbot/FRS_Tact/reactive_diffusion_policy-main/data/outputs/pick_tube_02_06/at_pca30_latent32_v1/checkpoints/latest.ckpt,dataloader.batch_size=32,dataloader.num_workers=8,logging.mode=offline,task.dataset_path=/home/hillbot/FRS_Tact/reactive_diffusion_policy-main/data/pick_tube_02_06_pca30_rdp_zarr,training.num_epochs=10,val_dataloader.batch_size=32,val_dataloader.num_workers=8
128
+ id: ???
129
+ num: ???
130
+ config_name: train_pick_tube_ldp_workspace
131
+ env_set: {}
132
+ env_copy: []
133
+ config:
134
+ override_dirname:
135
+ kv_sep: '='
136
+ item_sep: ','
137
+ exclude_keys: []
138
+ runtime:
139
+ version: 1.3.5
140
+ version_base: '1.3'
141
+ cwd: /home/hillbot/FRS_Tact/reactive_diffusion_policy-main
142
+ config_sources:
143
+ - path: hydra.conf
144
+ schema: pkg
145
+ provider: hydra
146
+ - path: /home/hillbot/FRS_Tact/reactive_diffusion_policy-main/reactive_diffusion_policy/config
147
+ schema: file
148
+ provider: main
149
+ - path: ''
150
+ schema: structured
151
+ provider: schema
152
+ output_dir: /home/hillbot/FRS_Tact/reactive_diffusion_policy-main/data/outputs/pick_tube_02_06/ldp_pca30_latent32_v1
153
+ choices:
154
+ at: at_pick_tube
155
+ task: pick_tube_image_tactile_emb_ldp_30fps
156
+ hydra/env: default
157
+ hydra/callbacks: null
158
+ hydra/job_logging: default
159
+ hydra/hydra_logging: default
160
+ hydra/hydra_help: default
161
+ hydra/help: default
162
+ hydra/sweeper: basic
163
+ hydra/launcher: basic
164
+ hydra/output: default
165
+ verbose: false
pick_tube_02_06/pca30_latent32_v1/ldp/.hydra/overrides.yaml ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ - task.dataset_path=/home/hillbot/FRS_Tact/reactive_diffusion_policy-main/data/pick_tube_02_06_pca30_rdp_zarr
2
+ - at_load_dir=/home/hillbot/FRS_Tact/reactive_diffusion_policy-main/data/outputs/pick_tube_02_06/at_pca30_latent32_v1/checkpoints/latest.ckpt
3
+ - logging.mode=offline
4
+ - training.num_epochs=10
5
+ - dataloader.batch_size=32
6
+ - val_dataloader.batch_size=32
7
+ - dataloader.num_workers=8
8
+ - val_dataloader.num_workers=8
pick_tube_02_06/pca30_latent32_v1/ldp/checkpoints/latest.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c3fa86361a9a843103bf16e806fbe066aaf914029a8bc1e889c354749dc26ae
3
+ size 3857142221
pick_tube_02_06/pca30_latent32_v1/ldp/normalizer.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:107f4383760877249242e5376d3ba385a38fb82d51bd8bf875d619918cba536b
3
+ size 15512
pick_tube_02_06/pca30_latent32_v1/pca/tactile_pca_02_06_2x15.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac5aa4b9f09244cd4c2769b9acd3b17354e4272ddfc541dee0a38564c3563299
3
+ size 123747