Upload 02/04/06 PCA30 AT for LDP20 experiment

pick_tube_02_04_06/pca30_armwise_020406_ldp20_rdp_dim_ablation_v1/at/.hydra/config.yaml

@@ -0,0 +1,160 @@
+task:
+  name: pick_tube_image_tactile_emb_at_30fps
+  dataset_path: /home/hillbot/FRS_Tact/reactive_diffusion_policy-main/data/pick_tube_02_04_06_pca30_armwise_rdp_zarr
+  shape_meta:
+    obs:
+      observation_state:
+        shape:
+        - 20
+        type: low_dim
+      tactile_embedding:
+        shape:
+        - 30
+        type: low_dim
+    extended_obs:
+      tactile_embedding:
+        shape:
+        - 30
+        type: low_dim
+    action:
+      shape:
+      - 20
+  dataset:
+    _target_: reactive_diffusion_policy.dataset.real_image_tactile_dataset.RealImageTactileDataset
+    shape_meta:
+      obs:
+        observation_state:
+          shape:
+          - 20
+          type: low_dim
+        tactile_embedding:
+          shape:
+          - 30
+          type: low_dim
+      extended_obs:
+        tactile_embedding:
+          shape:
+          - 30
+          type: low_dim
+      action:
+        shape:
+        - 20
+    dataset_path: ${task.dataset_path}
+    horizon: ${horizon}
+    pad_before: ${eval:'${dataset_obs_steps}-1+${n_latency_steps}'}
+    pad_after: ${eval:'${n_action_steps}-1'}
+    n_obs_steps: ${dataset_obs_steps}
+    obs_temporal_downsample_ratio: ${dataset_obs_temporal_downsample_ratio}
+    n_latency_steps: ${n_latency_steps}
+    seed: 42
+    val_ratio: 0.0
+    max_train_episodes: null
+    use_episode_repeats: false
+    delta_action: false
+    relative_action: false
+    transform_params: null
+    load_to_memory: false
+    bimanual_contiguous_action: true
+at:
+  horizon: 32
+  n_obs_steps: 2
+  dataset_obs_temporal_downsample_ratio: 2
+  policy:
+    horizon: ${horizon}
+    n_latent_dims: 16
+    mlp_layer_num: 1
+    use_conv_encoder: true
+    conv_latent_dims: 32
+    conv_layer_num: 1
+    use_rnn_decoder: true
+    rnn_latent_dims: 64
+    rnn_layer_num: 1
+    kl_multiplier: 1.0e-06
+    n_embed: 32
+    use_vq: false
+    vqvae_groups: 4
+    eval: false
+    act_scale: 1
+name: train_vae
+_target_: reactive_diffusion_policy.workspace.train_at_workspace.TrainATWorkspace
+task_name: ${task.name}
+shape_meta: ${task.shape_meta}
+exp_name: default
+horizon: ${at.horizon}
+n_obs_steps: ${at.n_obs_steps}
+n_latency_steps: 0
+dataset_obs_steps: ${eval:'${n_obs_steps}*${at.dataset_obs_temporal_downsample_ratio}'}
+dataset_obs_temporal_downsample_ratio: ${at.dataset_obs_temporal_downsample_ratio}
+n_action_steps: ${eval:'${horizon}-${dataset_obs_steps}+1'}
+policy:
+  _target_: reactive_diffusion_policy.model.vae.model.VAE
+  shape_meta: ${task.shape_meta}
+  horizon: ${horizon}
+  n_latent_dims: ${at.policy.n_latent_dims}
+  mlp_layer_num: ${at.policy.mlp_layer_num}
+  use_conv_encoder: ${at.policy.use_conv_encoder}
+  conv_latent_dims: ${at.policy.conv_latent_dims}
+  conv_layer_num: ${at.policy.conv_layer_num}
+  use_rnn_decoder: ${at.policy.use_rnn_decoder}
+  rnn_latent_dims: ${at.policy.rnn_latent_dims}
+  rnn_layer_num: ${at.policy.rnn_layer_num}
+  kl_multiplier: ${at.policy.kl_multiplier}
+  n_embed: ${at.policy.n_embed}
+  use_vq: ${at.policy.use_vq}
+  vqvae_groups: ${at.policy.vqvae_groups}
+  eval: ${at.policy.eval}
+  act_scale: ${at.policy.act_scale}
+dataloader:
+  batch_size: 64
+  num_workers: 8
+  shuffle: true
+  pin_memory: true
+  persistent_workers: true
+val_dataloader:
+  batch_size: 64
+  num_workers: 8
+  shuffle: false
+  pin_memory: true
+  persistent_workers: true
+optimizer:
+  _target_: torch.optim.AdamW
+  lr: 0.001
+  weight_decay: 0.0001
+training:
+  device: cuda:0
+  seed: 42
+  debug: false
+  resume: true
+  lr_scheduler: cosine
+  lr_warmup_steps: 100
+  num_epochs: 20
+  gradient_accumulate_every: 1
+  use_ema: false
+  freeze_encoder: false
+  rollout_every: -1
+  checkpoint_every: 1
+  val_every: 1
+  sample_every: -1
+  max_train_steps: null
+  max_val_steps: null
+  tqdm_interval_sec: 1.0
+  mixed_precision: bf16
+logging:
+  project: at
+  resume: true
+  mode: offline
+  name: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
+  tags:
+  - ${name}
+  - ${task_name}
+  - ${exp_name}
+  id: null
+  group: null
+checkpoint:
+  topk:
+    monitor_key: train_loss
+    mode: min
+    k: 1
+    format_str: epoch={epoch:04d}-train_loss={train_loss:.6f}.ckpt
+  save_last_ckpt: true
+  save_last_snapshot: false

pick_tube_02_04_06/pca30_armwise_020406_ldp20_rdp_dim_ablation_v1/at/.hydra/hydra.yaml

@@ -0,0 +1,168 @@
+hydra:
+  run:
+    dir: /home/hillbot/FRS_Tact/reactive_diffusion_policy-main/data/outputs/pick_tube_02_04_06/at_pca30_armwise_020406_v1
+  sweep:
+    dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
+    subdir: ${hydra.job.num}
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: RUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .hydra
+  overrides:
+    hydra:
+    - hydra.run.dir=/home/hillbot/FRS_Tact/reactive_diffusion_policy-main/data/outputs/pick_tube_02_04_06/at_pca30_armwise_020406_v1
+    - hydra.mode=RUN
+    task:
+    - task.dataset_path=/home/hillbot/FRS_Tact/reactive_diffusion_policy-main/data/pick_tube_02_04_06_pca30_armwise_rdp_zarr
+    - logging.mode=offline
+    - training.device=cuda:0
+    - training.resume=true
+    - training.num_epochs=20
+    - training.checkpoint_every=1
+    - +training.mixed_precision=bf16
+    - dataloader.batch_size=64
+    - val_dataloader.batch_size=64
+    - dataloader.num_workers=8
+    - val_dataloader.num_workers=8
+  job:
+    name: train
+    chdir: null
+    override_dirname: +training.mixed_precision=bf16,dataloader.batch_size=64,dataloader.num_workers=8,logging.mode=offline,task.dataset_path=/home/hillbot/FRS_Tact/reactive_diffusion_policy-main/data/pick_tube_02_04_06_pca30_armwise_rdp_zarr,training.checkpoint_every=1,training.device=cuda:0,training.num_epochs=20,training.resume=true,val_dataloader.batch_size=64,val_dataloader.num_workers=8
+    id: ???
+    num: ???
+    config_name: train_pick_tube_at_workspace
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.5
+    version_base: '1.3'
+    cwd: /home/hillbot/FRS_Tact/reactive_diffusion_policy-main
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /home/hillbot/FRS_Tact/reactive_diffusion_policy-main/reactive_diffusion_policy/config
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /home/hillbot/FRS_Tact/reactive_diffusion_policy-main/data/outputs/pick_tube_02_04_06/at_pca30_armwise_020406_v1
+    choices:
+      at: at_pick_tube
+      task: pick_tube_image_tactile_emb_at_30fps
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

pick_tube_02_04_06/pca30_armwise_020406_ldp20_rdp_dim_ablation_v1/at/.hydra/overrides.yaml

@@ -0,0 +1,11 @@
+- task.dataset_path=/home/hillbot/FRS_Tact/reactive_diffusion_policy-main/data/pick_tube_02_04_06_pca30_armwise_rdp_zarr
+- logging.mode=offline
+- training.device=cuda:0
+- training.resume=true
+- training.num_epochs=20
+- training.checkpoint_every=1
+- +training.mixed_precision=bf16
+- dataloader.batch_size=64
+- val_dataloader.batch_size=64
+- dataloader.num_workers=8
+- val_dataloader.num_workers=8

pick_tube_02_04_06/pca30_armwise_020406_ldp20_rdp_dim_ablation_v1/at/checkpoints/latest.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc6cdd3b3afa64e331930befd09eb7bf7a5d3e4b62568e32d906644bd0e976c2
+size 660859