File size: 2,191 Bytes
94f697a
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
defaults:
  - env_vars: env_vars
  - encoder: dino_patch
  - _self_
  - cluster: local

hydra:
  run:
    dir: ${env_vars.save_path}/outputs/${env.gym.id}/${now:%Y-%m-%d}/${now:%H-%M-%S}
  job:
    chdir: True
  sweep:
    dir: ${env_vars.save_path}/outputs/${env.gym.id}/${now:%Y-%m-%d}/${now:%H-%M-%S}
    subdir: ${hydra.job.num}
seed: 42
window_size: 3
goal_window_size: 3
eval_window_size: 3

num_workers: 23

batch_size: 256
epochs: 300 
eval_freq: 10
eval_on_env_freq: 40
num_env_evals: 50 #
num_envs: 10
num_final_evals: 100
action_window_size: 1

# pred_horizon: ${action_window_size} # Total seq length to predict to roll out
pred_horizon: ${eval:'${action_window_size} + ${window_size} - 1'}
n_action_steps: ${action_window_size} # Action steps to roll out

precompute_embeddings: False

goal_dim: 0
train_fraction: 0.9

wandb:
  project: patch_policy
  entity: ${env_vars.wandb_entity}

device: cuda
optim:
  lr: 1e-4
  weight_decay: 0.0
  betas: [0.9, 0.999]

env:
  gym:
    _target_: envs.block_pushing.block_pushing_multimodal.BlockPushMultimodalMultiview
    id: blockpush
    view_idx: null
  goal_dim: ${goal_dim}
  act_dim: 2
  views: 2

dataset:
  _target_: datasets.block_pushing.PushMultiviewTrajectoryDataset
  data_directory: ${env_vars.datasets.block_push}
  view_idx: null

data:
  window_size: ${window_size}
  action_window_size: ${action_window_size}
  vqbet_get_future_action_chunk: false
  goal_conditional: future
  future_seq_len: ${goal_window_size}
  min_future_sep: ${action_window_size}

save_ckpt: true
save_path: "${env_vars.save_path}/outputs/${env.gym.id}/${now:%Y-%m-%d}/${now:%H-%M-%S}"
load_path: null

model:
  _target_: models.diffusion_policy.diffusion_policy.DiffusionPolicy
  obs_dim: ${encoder.output_dim}
  act_dim: ${env.act_dim}
  goal_dim: ${env.goal_dim}
  views: ${env.views}
  obs_horizon: ${window_size}
  pred_horizon: ${pred_horizon}
  action_horizon: ${n_action_steps}
  n_layer: 8
  n_head: 8
  n_embd: 512
  visual_input: true
  data_act_scale: 1
  lr: ${optim.lr}
  weight_decay: ${optim.weight_decay}
  use_transform: null
  n_patches: ${encoder.n_patches} # number of patches along one dimension (e.g. 16 for 16x16 patches)