amsks commited on
Commit
08d34a5
·
verified ·
1 Parent(s): 3de664d

upload checkpoints 705-768/3326

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. checkpoints/torch/fb-flowbc/cube-single-play-v0-pixels__s0__2026-05-20-05-16-00-cube-single-play-v0-fb-flowbc-s0/config.yaml +78 -0
  2. checkpoints/torch/fb-flowbc/cube-single-play-v0-pixels__s1__2026-05-20-05-40-13-cube-single-play-v0-fb-flowbc-s1/config.yaml +78 -0
  3. checkpoints/torch/fb-flowbc/cube-single-play-v0-pixels__s2__2026-05-20-05-40-16-cube-single-play-v0-fb-flowbc-s2/config.yaml +78 -0
  4. checkpoints/torch/fb-flowbc/cube-single-play-v0-pixels__s3__2026-05-20-05-40-19-cube-single-play-v0-fb-flowbc-s3/config.yaml +78 -0
  5. checkpoints/torch/fb-flowbc/cube-single-play-v0-pixels__s4__2026-05-20-05-40-22-cube-single-play-v0-fb-flowbc-s4/config.yaml +78 -0
  6. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__20260607-062100-fb-state-encmatch-s0/config.yaml +80 -0
  7. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__20260607-070225-fb-state-plain-s0/config.yaml +78 -0
  8. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__20260618-083115-fb-iql-ontraj-flow-s0/config.yaml +88 -0
  9. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__a0-cubexyz-s0/config.yaml +100 -0
  10. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__decpl-s0/config.yaml +89 -0
  11. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__diql-s0/config.yaml +89 -0
  12. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__dzher-s0/config.yaml +89 -0
  13. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__herlb-s0/config.yaml +88 -0
  14. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__hernrm-s0/config.yaml +88 -0
  15. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__iqllb-s0/config.yaml +88 -0
  16. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__r0-base-s0/config.yaml +100 -0
  17. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__r1-decond-s0/config.yaml +100 -0
  18. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__r2-dnorm-s0/config.yaml +100 -0
  19. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__r3-allon-s0/config.yaml +100 -0
  20. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__20260607-062100-fb-state-encmatch-s1/config.yaml +80 -0
  21. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__20260607-070225-fb-state-plain-s1/config.yaml +78 -0
  22. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__20260618-083115-fb-iql-ontraj-flow-s1/config.yaml +88 -0
  23. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__a0-cubexyz-s1/config.yaml +100 -0
  24. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__decpl-s1/config.yaml +89 -0
  25. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__diql-s1/config.yaml +89 -0
  26. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__dzher-s1/config.yaml +89 -0
  27. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__herlb-s1/config.yaml +88 -0
  28. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__hernrm-s1/config.yaml +88 -0
  29. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__iqllb-s1/config.yaml +88 -0
  30. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__r0-base-s1/config.yaml +100 -0
  31. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__r1-decond-s1/config.yaml +100 -0
  32. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__r2-dnorm-s1/config.yaml +100 -0
  33. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__r3-allon-s1/config.yaml +100 -0
  34. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__20260607-062100-fb-state-encmatch-s2/config.yaml +80 -0
  35. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__20260607-070225-fb-state-plain-s2/config.yaml +78 -0
  36. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__20260618-083115-fb-iql-ontraj-flow-s2/config.yaml +88 -0
  37. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__a0-cubexyz-s2/config.yaml +100 -0
  38. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__decpl-s2/config.yaml +89 -0
  39. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__diql-s2/config.yaml +89 -0
  40. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__dzher-s2/config.yaml +89 -0
  41. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__herlb-s2/config.yaml +88 -0
  42. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__hernrm-s2/config.yaml +88 -0
  43. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__iqllb-s2/config.yaml +88 -0
  44. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__r0-base-s2/config.yaml +100 -0
  45. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__r1-decond-s2/config.yaml +100 -0
  46. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__r2-dnorm-s2/config.yaml +100 -0
  47. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__r3-allon-s2/config.yaml +100 -0
  48. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s3__20260607-062100-fb-state-encmatch-s3/config.yaml +80 -0
  49. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s3__20260607-070225-fb-state-plain-s3/config.yaml +78 -0
  50. checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s4__20260607-062100-fb-state-encmatch-s4/config.yaml +80 -0
checkpoints/torch/fb-flowbc/cube-single-play-v0-pixels__s0__2026-05-20-05-16-00-cube-single-play-v0-fb-flowbc-s0/config.yaml ADDED
@@ -0,0 +1,78 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: pixels
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 0
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: true
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: visual-cube-single__fb_flowbc__s0__full1M_amsks
20
+ wandb_entity: amsks
21
+ wandb_group: null
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: fb_flowbc
27
+ z_dim: 50
28
+ L_dim: 256
29
+ actor_encode_obs: false
30
+ discount: 0.99
31
+ lr_f: 0.0001
32
+ lr_b: 0.0001
33
+ lr_actor: 0.0001
34
+ weight_decay: 0.0
35
+ clip_grad_norm: 0.0
36
+ ortho_coef: 1.0
37
+ train_goal_ratio: 0.5
38
+ fb_pessimism_penalty: 0.0
39
+ actor_pessimism_penalty: 0.0
40
+ actor_std: 0.2
41
+ stddev_clip: 0.3
42
+ f_target_tau: 0.005
43
+ b_target_tau: 0.005
44
+ bc_coeff: 3.0
45
+ q_loss_coef: 0.0
46
+ amp: false
47
+ forward:
48
+ hidden_dim: 512
49
+ hidden_layers: 2
50
+ embedding_layers: 2
51
+ num_parallel: 2
52
+ backward:
53
+ hidden_dim: 512
54
+ hidden_layers: 4
55
+ norm: true
56
+ left_encoder:
57
+ hidden_dim: 512
58
+ hidden_layers: 0
59
+ norm: true
60
+ actor:
61
+ name: noise_conditioned_actor
62
+ hidden_dim: 512
63
+ hidden_layers: 2
64
+ embedding_layers: 2
65
+ flow_steps: 10
66
+ lr_actor_vf: 0.0003
67
+ actor_vf:
68
+ hidden_dim: 512
69
+ hidden_layers: 4
70
+ frame_stack: 3
71
+ obs_normalizer:
72
+ name: RGBNormalizerConfig
73
+ rgb_encoder:
74
+ name: drq
75
+ feature_dim: 256
76
+ augmentator:
77
+ name: random_shifts
78
+ pad: 2
checkpoints/torch/fb-flowbc/cube-single-play-v0-pixels__s1__2026-05-20-05-40-13-cube-single-play-v0-fb-flowbc-s1/config.yaml ADDED
@@ -0,0 +1,78 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: pixels
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 1
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: true
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: visual-cube-single__fb_flowbc__s1__full1M_amsks
20
+ wandb_entity: amsks
21
+ wandb_group: null
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: fb_flowbc
27
+ z_dim: 50
28
+ L_dim: 256
29
+ actor_encode_obs: false
30
+ discount: 0.99
31
+ lr_f: 0.0001
32
+ lr_b: 0.0001
33
+ lr_actor: 0.0001
34
+ weight_decay: 0.0
35
+ clip_grad_norm: 0.0
36
+ ortho_coef: 1.0
37
+ train_goal_ratio: 0.5
38
+ fb_pessimism_penalty: 0.0
39
+ actor_pessimism_penalty: 0.0
40
+ actor_std: 0.2
41
+ stddev_clip: 0.3
42
+ f_target_tau: 0.005
43
+ b_target_tau: 0.005
44
+ bc_coeff: 3.0
45
+ q_loss_coef: 0.0
46
+ amp: false
47
+ forward:
48
+ hidden_dim: 512
49
+ hidden_layers: 2
50
+ embedding_layers: 2
51
+ num_parallel: 2
52
+ backward:
53
+ hidden_dim: 512
54
+ hidden_layers: 4
55
+ norm: true
56
+ left_encoder:
57
+ hidden_dim: 512
58
+ hidden_layers: 0
59
+ norm: true
60
+ actor:
61
+ name: noise_conditioned_actor
62
+ hidden_dim: 512
63
+ hidden_layers: 2
64
+ embedding_layers: 2
65
+ flow_steps: 10
66
+ lr_actor_vf: 0.0003
67
+ actor_vf:
68
+ hidden_dim: 512
69
+ hidden_layers: 4
70
+ frame_stack: 3
71
+ obs_normalizer:
72
+ name: RGBNormalizerConfig
73
+ rgb_encoder:
74
+ name: drq
75
+ feature_dim: 256
76
+ augmentator:
77
+ name: random_shifts
78
+ pad: 2
checkpoints/torch/fb-flowbc/cube-single-play-v0-pixels__s2__2026-05-20-05-40-16-cube-single-play-v0-fb-flowbc-s2/config.yaml ADDED
@@ -0,0 +1,78 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: pixels
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 2
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: true
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: visual-cube-single__fb_flowbc__s2__full1M_amsks
20
+ wandb_entity: amsks
21
+ wandb_group: null
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: fb_flowbc
27
+ z_dim: 50
28
+ L_dim: 256
29
+ actor_encode_obs: false
30
+ discount: 0.99
31
+ lr_f: 0.0001
32
+ lr_b: 0.0001
33
+ lr_actor: 0.0001
34
+ weight_decay: 0.0
35
+ clip_grad_norm: 0.0
36
+ ortho_coef: 1.0
37
+ train_goal_ratio: 0.5
38
+ fb_pessimism_penalty: 0.0
39
+ actor_pessimism_penalty: 0.0
40
+ actor_std: 0.2
41
+ stddev_clip: 0.3
42
+ f_target_tau: 0.005
43
+ b_target_tau: 0.005
44
+ bc_coeff: 3.0
45
+ q_loss_coef: 0.0
46
+ amp: false
47
+ forward:
48
+ hidden_dim: 512
49
+ hidden_layers: 2
50
+ embedding_layers: 2
51
+ num_parallel: 2
52
+ backward:
53
+ hidden_dim: 512
54
+ hidden_layers: 4
55
+ norm: true
56
+ left_encoder:
57
+ hidden_dim: 512
58
+ hidden_layers: 0
59
+ norm: true
60
+ actor:
61
+ name: noise_conditioned_actor
62
+ hidden_dim: 512
63
+ hidden_layers: 2
64
+ embedding_layers: 2
65
+ flow_steps: 10
66
+ lr_actor_vf: 0.0003
67
+ actor_vf:
68
+ hidden_dim: 512
69
+ hidden_layers: 4
70
+ frame_stack: 3
71
+ obs_normalizer:
72
+ name: RGBNormalizerConfig
73
+ rgb_encoder:
74
+ name: drq
75
+ feature_dim: 256
76
+ augmentator:
77
+ name: random_shifts
78
+ pad: 2
checkpoints/torch/fb-flowbc/cube-single-play-v0-pixels__s3__2026-05-20-05-40-19-cube-single-play-v0-fb-flowbc-s3/config.yaml ADDED
@@ -0,0 +1,78 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: pixels
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 3
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: true
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: visual-cube-single__fb_flowbc__s3__full1M_amsks
20
+ wandb_entity: amsks
21
+ wandb_group: null
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: fb_flowbc
27
+ z_dim: 50
28
+ L_dim: 256
29
+ actor_encode_obs: false
30
+ discount: 0.99
31
+ lr_f: 0.0001
32
+ lr_b: 0.0001
33
+ lr_actor: 0.0001
34
+ weight_decay: 0.0
35
+ clip_grad_norm: 0.0
36
+ ortho_coef: 1.0
37
+ train_goal_ratio: 0.5
38
+ fb_pessimism_penalty: 0.0
39
+ actor_pessimism_penalty: 0.0
40
+ actor_std: 0.2
41
+ stddev_clip: 0.3
42
+ f_target_tau: 0.005
43
+ b_target_tau: 0.005
44
+ bc_coeff: 3.0
45
+ q_loss_coef: 0.0
46
+ amp: false
47
+ forward:
48
+ hidden_dim: 512
49
+ hidden_layers: 2
50
+ embedding_layers: 2
51
+ num_parallel: 2
52
+ backward:
53
+ hidden_dim: 512
54
+ hidden_layers: 4
55
+ norm: true
56
+ left_encoder:
57
+ hidden_dim: 512
58
+ hidden_layers: 0
59
+ norm: true
60
+ actor:
61
+ name: noise_conditioned_actor
62
+ hidden_dim: 512
63
+ hidden_layers: 2
64
+ embedding_layers: 2
65
+ flow_steps: 10
66
+ lr_actor_vf: 0.0003
67
+ actor_vf:
68
+ hidden_dim: 512
69
+ hidden_layers: 4
70
+ frame_stack: 3
71
+ obs_normalizer:
72
+ name: RGBNormalizerConfig
73
+ rgb_encoder:
74
+ name: drq
75
+ feature_dim: 256
76
+ augmentator:
77
+ name: random_shifts
78
+ pad: 2
checkpoints/torch/fb-flowbc/cube-single-play-v0-pixels__s4__2026-05-20-05-40-22-cube-single-play-v0-fb-flowbc-s4/config.yaml ADDED
@@ -0,0 +1,78 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: pixels
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 4
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: true
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: visual-cube-single__fb_flowbc__s4__full1M_amsks
20
+ wandb_entity: amsks
21
+ wandb_group: null
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: fb_flowbc
27
+ z_dim: 50
28
+ L_dim: 256
29
+ actor_encode_obs: false
30
+ discount: 0.99
31
+ lr_f: 0.0001
32
+ lr_b: 0.0001
33
+ lr_actor: 0.0001
34
+ weight_decay: 0.0
35
+ clip_grad_norm: 0.0
36
+ ortho_coef: 1.0
37
+ train_goal_ratio: 0.5
38
+ fb_pessimism_penalty: 0.0
39
+ actor_pessimism_penalty: 0.0
40
+ actor_std: 0.2
41
+ stddev_clip: 0.3
42
+ f_target_tau: 0.005
43
+ b_target_tau: 0.005
44
+ bc_coeff: 3.0
45
+ q_loss_coef: 0.0
46
+ amp: false
47
+ forward:
48
+ hidden_dim: 512
49
+ hidden_layers: 2
50
+ embedding_layers: 2
51
+ num_parallel: 2
52
+ backward:
53
+ hidden_dim: 512
54
+ hidden_layers: 4
55
+ norm: true
56
+ left_encoder:
57
+ hidden_dim: 512
58
+ hidden_layers: 0
59
+ norm: true
60
+ actor:
61
+ name: noise_conditioned_actor
62
+ hidden_dim: 512
63
+ hidden_layers: 2
64
+ embedding_layers: 2
65
+ flow_steps: 10
66
+ lr_actor_vf: 0.0003
67
+ actor_vf:
68
+ hidden_dim: 512
69
+ hidden_layers: 4
70
+ frame_stack: 3
71
+ obs_normalizer:
72
+ name: RGBNormalizerConfig
73
+ rgb_encoder:
74
+ name: drq
75
+ feature_dim: 256
76
+ augmentator:
77
+ name: random_shifts
78
+ pad: 2
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__20260607-062100-fb-state-encmatch-s0/config.yaml ADDED
@@ -0,0 +1,80 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 0
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: false
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: fb_state_encmatch_s0
20
+ wandb_entity: amsks
21
+ wandb_group: fb_state_encmatch
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: fb_flowbc
27
+ z_dim: 50
28
+ L_dim: 256
29
+ actor_encode_obs: false
30
+ discount: 0.99
31
+ lr_f: 0.0001
32
+ lr_b: 0.0001
33
+ lr_actor: 0.0001
34
+ weight_decay: 0.0
35
+ clip_grad_norm: 0.0
36
+ ortho_coef: 1000
37
+ train_goal_ratio: 0.5
38
+ fb_pessimism_penalty: 0.0
39
+ actor_pessimism_penalty: 0.0
40
+ actor_std: 0.2
41
+ stddev_clip: 0.3
42
+ f_target_tau: 0.005
43
+ b_target_tau: 0.005
44
+ bc_coeff: 3.0
45
+ q_loss_coef: 0.0
46
+ reweight_alpha: 0.0
47
+ reweight_clip: 10.0
48
+ reweight_density_path: analysis/cube_density.npz
49
+ weight_diag: false
50
+ weight_z: false
51
+ onestep: false
52
+ amp: false
53
+ forward:
54
+ hidden_dim: 512
55
+ hidden_layers: 2
56
+ embedding_layers: 2
57
+ num_parallel: 2
58
+ backward:
59
+ hidden_dim: 512
60
+ hidden_layers: 4
61
+ norm: true
62
+ left_encoder:
63
+ hidden_dim: 512
64
+ hidden_layers: 0
65
+ norm: true
66
+ actor:
67
+ name: noise_conditioned_actor
68
+ hidden_dim: 512
69
+ hidden_layers: 2
70
+ embedding_layers: 2
71
+ flow_steps: 10
72
+ lr_actor_vf: 0.0003
73
+ actor_vf:
74
+ hidden_dim: 512
75
+ hidden_layers: 4
76
+ rgb_encoder:
77
+ name: mlp
78
+ feature_dim: 256
79
+ hidden_dim: 1100
80
+ hidden_layers: 5
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__20260607-070225-fb-state-plain-s0/config.yaml ADDED
@@ -0,0 +1,78 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1500000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 0
12
+ device: cuda
13
+ resume: true
14
+ resume_from: null
15
+ force: false
16
+ eval_n_episodes: 10
17
+ eval_relabel_size: 10000
18
+ eval_shift_reward: 1.0
19
+ save_eval_videos: false
20
+ use_wandb: true
21
+ wandb_project: factored-fb
22
+ wandb_run_name: fb_state_plain_s0
23
+ wandb_entity: amsks
24
+ wandb_group: fb_state_plain
25
+ wandb_tags: []
26
+ wandb_save_code: true
27
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
28
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
29
+ agent: fb_flowbc
30
+ z_dim: 50
31
+ L_dim: 50
32
+ actor_encode_obs: false
33
+ discount: 0.99
34
+ lr_f: 0.0001
35
+ lr_b: 0.0001
36
+ lr_actor: 0.0001
37
+ weight_decay: 0.0
38
+ clip_grad_norm: 0.0
39
+ ortho_coef: 1000
40
+ train_goal_ratio: 0.5
41
+ fb_pessimism_penalty: 0.0
42
+ actor_pessimism_penalty: 0.0
43
+ actor_std: 0.2
44
+ stddev_clip: 0.3
45
+ f_target_tau: 0.005
46
+ b_target_tau: 0.005
47
+ bc_coeff: 3.0
48
+ q_loss_coef: 0.0
49
+ reweight_alpha: 0.0
50
+ reweight_clip: 10.0
51
+ reweight_density_path: analysis/cube_density.npz
52
+ weight_diag: false
53
+ weight_z: false
54
+ onestep: false
55
+ amp: false
56
+ forward:
57
+ hidden_dim: 512
58
+ hidden_layers: 2
59
+ embedding_layers: 2
60
+ num_parallel: 2
61
+ backward:
62
+ hidden_dim: 512
63
+ hidden_layers: 4
64
+ norm: true
65
+ left_encoder:
66
+ hidden_dim: 512
67
+ hidden_layers: 4
68
+ norm: true
69
+ actor:
70
+ name: noise_conditioned_actor
71
+ hidden_dim: 512
72
+ hidden_layers: 2
73
+ embedding_layers: 2
74
+ flow_steps: 10
75
+ lr_actor_vf: 0.0003
76
+ actor_vf:
77
+ hidden_dim: 512
78
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__20260618-083115-fb-iql-ontraj-flow-s0/config.yaml ADDED
@@ -0,0 +1,88 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 500000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 0
12
+ device: cuda
13
+ resume: false
14
+ resume_from: null
15
+ force: false
16
+ eval_n_episodes: 10
17
+ eval_relabel_size: 10000
18
+ eval_shift_reward: 1.0
19
+ save_eval_videos: false
20
+ use_wandb: true
21
+ wandb_project: factored-fb
22
+ wandb_run_name: fb_iql_ontraj_flow_s0
23
+ wandb_entity: amsks
24
+ wandb_group: fb_iql_ontraj_flow
25
+ wandb_tags: []
26
+ wandb_save_code: true
27
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
28
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
29
+ agent: fb_flowbc
30
+ z_dim: 50
31
+ L_dim: 50
32
+ actor_encode_obs: false
33
+ discount: 0.99
34
+ lr_f: 0.0001
35
+ lr_b: 0.0001
36
+ lr_actor: 0.0001
37
+ weight_decay: 0.0
38
+ clip_grad_norm: 0.0
39
+ ortho_coef: 1000
40
+ train_goal_ratio: 1.0
41
+ fb_pessimism_penalty: 0.0
42
+ actor_pessimism_penalty: 0.0
43
+ actor_std: 0.2
44
+ stddev_clip: 0.3
45
+ f_target_tau: 0.005
46
+ b_target_tau: 0.005
47
+ bc_coeff: 3.0
48
+ q_loss_coef: 1
49
+ reweight_alpha: 0.0
50
+ reweight_clip: 10.0
51
+ reweight_density_path: analysis/cube_density.npz
52
+ reweight_mode: coverage
53
+ iwr_c: 0.03
54
+ iwr_sigma: 0.05
55
+ iwr_eps: 0.1
56
+ weight_diag: false
57
+ weight_z: false
58
+ train_goal_mode: traj
59
+ critic_mode: measure
60
+ iql_expectile: 0.9
61
+ iql_thresh: 0.04
62
+ onestep: false
63
+ goal_cond: false
64
+ fixed_b: none
65
+ amp: false
66
+ forward:
67
+ hidden_dim: 512
68
+ hidden_layers: 2
69
+ embedding_layers: 2
70
+ num_parallel: 2
71
+ backward:
72
+ hidden_dim: 512
73
+ hidden_layers: 4
74
+ norm: true
75
+ left_encoder:
76
+ hidden_dim: 512
77
+ hidden_layers: 4
78
+ norm: true
79
+ actor:
80
+ name: noise_conditioned_actor
81
+ hidden_dim: 512
82
+ hidden_layers: 2
83
+ embedding_layers: 2
84
+ flow_steps: 10
85
+ lr_actor_vf: 0.0003
86
+ actor_vf:
87
+ hidden_dim: 512
88
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__a0-cubexyz-s0/config.yaml ADDED
@@ -0,0 +1,100 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 500000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 0
12
+ device: cuda
13
+ resume: false
14
+ resume_from: null
15
+ force: false
16
+ eval_n_episodes: 10
17
+ eval_relabel_size: 10000
18
+ eval_shift_reward: 1.0
19
+ save_eval_videos: false
20
+ use_wandb: true
21
+ wandb_project: factored-fb
22
+ wandb_run_name: fb_bridge_a0_cubexyz_s0
23
+ wandb_entity: amsks
24
+ wandb_group: fb_bridge_a0_cubexyz
25
+ wandb_tags: []
26
+ wandb_save_code: true
27
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
28
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
29
+ agent: fb_flowbc
30
+ z_dim: 50
31
+ L_dim: 50
32
+ actor_encode_obs: false
33
+ discount: 0.99
34
+ lr_f: 0.0003
35
+ lr_b: 0.0003
36
+ lr_actor: 0.0003
37
+ weight_decay: 0.0
38
+ clip_grad_norm: 0.0
39
+ ortho_coef: 0
40
+ train_goal_ratio: 0.5
41
+ fb_pessimism_penalty: 0.0
42
+ actor_pessimism_penalty: 0.0
43
+ actor_std: 0.2
44
+ stddev_clip: 0.3
45
+ f_target_tau: 0.005
46
+ b_target_tau: 0.005
47
+ bc_coeff: 3.0
48
+ q_loss_coef: 0.0
49
+ reweight_alpha: 0.0
50
+ reweight_clip: 10.0
51
+ reweight_density_path: analysis/cube_density.npz
52
+ reweight_mode: coverage
53
+ iwr_c: 0.03
54
+ iwr_sigma: 0.05
55
+ iwr_eps: 0.1
56
+ weight_diag: false
57
+ weight_z: false
58
+ train_goal_mode: traj
59
+ decouple_actor_z: false
60
+ critic_mode: iql
61
+ iql_expectile: 0.9
62
+ iql_thresh: 0.04
63
+ onestep: false
64
+ decondition_F: false
65
+ d_norm: false
66
+ critic_goal_mix:
67
+ - 1.0
68
+ - 0.0
69
+ - 0.0
70
+ actor_goal_mix:
71
+ - 1.0
72
+ - 0.0
73
+ - 0.0
74
+ iql_reward: cube_xyz
75
+ goal_cond: false
76
+ fixed_b: none
77
+ amp: false
78
+ forward:
79
+ hidden_dim: 512
80
+ hidden_layers: 2
81
+ embedding_layers: 2
82
+ num_parallel: 2
83
+ backward:
84
+ hidden_dim: 512
85
+ hidden_layers: 4
86
+ norm: true
87
+ left_encoder:
88
+ hidden_dim: 512
89
+ hidden_layers: 4
90
+ norm: true
91
+ actor:
92
+ name: noise_conditioned_actor
93
+ hidden_dim: 512
94
+ hidden_layers: 2
95
+ embedding_layers: 2
96
+ flow_steps: 10
97
+ lr_actor_vf: 0.0003
98
+ actor_vf:
99
+ hidden_dim: 512
100
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__decpl-s0/config.yaml ADDED
@@ -0,0 +1,89 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 0
12
+ device: cuda
13
+ resume: false
14
+ resume_from: null
15
+ force: false
16
+ eval_n_episodes: 10
17
+ eval_relabel_size: 10000
18
+ eval_shift_reward: 1.0
19
+ save_eval_videos: false
20
+ use_wandb: true
21
+ wandb_project: factored-fb
22
+ wandb_run_name: fb_cube_decouple_s0
23
+ wandb_entity: amsks
24
+ wandb_group: fb_cube_decouple
25
+ wandb_tags: []
26
+ wandb_save_code: true
27
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
28
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
29
+ agent: fb_flowbc
30
+ z_dim: 50
31
+ L_dim: 50
32
+ actor_encode_obs: false
33
+ discount: 0.99
34
+ lr_f: 0.0001
35
+ lr_b: 0.0001
36
+ lr_actor: 0.0001
37
+ weight_decay: 0.0
38
+ clip_grad_norm: 0.0
39
+ ortho_coef: 1000
40
+ train_goal_ratio: 0.5
41
+ fb_pessimism_penalty: 0.0
42
+ actor_pessimism_penalty: 0.0
43
+ actor_std: 0.2
44
+ stddev_clip: 0.3
45
+ f_target_tau: 0.005
46
+ b_target_tau: 0.005
47
+ bc_coeff: 3.0
48
+ q_loss_coef: 0.0
49
+ reweight_alpha: 0.0
50
+ reweight_clip: 10.0
51
+ reweight_density_path: analysis/cube_density.npz
52
+ reweight_mode: coverage
53
+ iwr_c: 0.03
54
+ iwr_sigma: 0.05
55
+ iwr_eps: 0.1
56
+ weight_diag: false
57
+ weight_z: false
58
+ train_goal_mode: perm
59
+ decouple_actor_z: true
60
+ critic_mode: measure
61
+ iql_expectile: 0.9
62
+ iql_thresh: 0.04
63
+ onestep: false
64
+ goal_cond: false
65
+ fixed_b: none
66
+ amp: false
67
+ forward:
68
+ hidden_dim: 512
69
+ hidden_layers: 2
70
+ embedding_layers: 2
71
+ num_parallel: 2
72
+ backward:
73
+ hidden_dim: 512
74
+ hidden_layers: 4
75
+ norm: true
76
+ left_encoder:
77
+ hidden_dim: 512
78
+ hidden_layers: 4
79
+ norm: true
80
+ actor:
81
+ name: noise_conditioned_actor
82
+ hidden_dim: 512
83
+ hidden_layers: 2
84
+ embedding_layers: 2
85
+ flow_steps: 10
86
+ lr_actor_vf: 0.0003
87
+ actor_vf:
88
+ hidden_dim: 512
89
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__diql-s0/config.yaml ADDED
@@ -0,0 +1,89 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 0
12
+ device: cuda
13
+ resume: false
14
+ resume_from: null
15
+ force: false
16
+ eval_n_episodes: 10
17
+ eval_relabel_size: 10000
18
+ eval_shift_reward: 1.0
19
+ save_eval_videos: false
20
+ use_wandb: true
21
+ wandb_project: factored-fb
22
+ wandb_run_name: fb_cube_decouple_iql_s0
23
+ wandb_entity: amsks
24
+ wandb_group: fb_cube_decouple_iql
25
+ wandb_tags: []
26
+ wandb_save_code: true
27
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
28
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
29
+ agent: fb_flowbc
30
+ z_dim: 50
31
+ L_dim: 50
32
+ actor_encode_obs: false
33
+ discount: 0.99
34
+ lr_f: 0.0001
35
+ lr_b: 0.0001
36
+ lr_actor: 0.0001
37
+ weight_decay: 0.0
38
+ clip_grad_norm: 0.0
39
+ ortho_coef: 1000
40
+ train_goal_ratio: 0.5
41
+ fb_pessimism_penalty: 0.0
42
+ actor_pessimism_penalty: 0.0
43
+ actor_std: 0.2
44
+ stddev_clip: 0.3
45
+ f_target_tau: 0.005
46
+ b_target_tau: 0.005
47
+ bc_coeff: 3.0
48
+ q_loss_coef: 0.0
49
+ reweight_alpha: 0.0
50
+ reweight_clip: 10.0
51
+ reweight_density_path: analysis/cube_density.npz
52
+ reweight_mode: coverage
53
+ iwr_c: 0.03
54
+ iwr_sigma: 0.05
55
+ iwr_eps: 0.1
56
+ weight_diag: false
57
+ weight_z: false
58
+ train_goal_mode: traj
59
+ decouple_actor_z: true
60
+ critic_mode: iql
61
+ iql_expectile: 0.9
62
+ iql_thresh: 0.04
63
+ onestep: false
64
+ goal_cond: false
65
+ fixed_b: none
66
+ amp: false
67
+ forward:
68
+ hidden_dim: 512
69
+ hidden_layers: 2
70
+ embedding_layers: 2
71
+ num_parallel: 2
72
+ backward:
73
+ hidden_dim: 512
74
+ hidden_layers: 4
75
+ norm: true
76
+ left_encoder:
77
+ hidden_dim: 512
78
+ hidden_layers: 4
79
+ norm: true
80
+ actor:
81
+ name: noise_conditioned_actor
82
+ hidden_dim: 512
83
+ hidden_layers: 2
84
+ embedding_layers: 2
85
+ flow_steps: 10
86
+ lr_actor_vf: 0.0003
87
+ actor_vf:
88
+ hidden_dim: 512
89
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__dzher-s0/config.yaml ADDED
@@ -0,0 +1,89 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 0
12
+ device: cuda
13
+ resume: false
14
+ resume_from: null
15
+ force: false
16
+ eval_n_episodes: 10
17
+ eval_relabel_size: 10000
18
+ eval_shift_reward: 1.0
19
+ save_eval_videos: false
20
+ use_wandb: true
21
+ wandb_project: factored-fb
22
+ wandb_run_name: fb_cube_decouple_zher_traj_s0
23
+ wandb_entity: amsks
24
+ wandb_group: fb_cube_decouple_zher_traj
25
+ wandb_tags: []
26
+ wandb_save_code: true
27
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
28
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
29
+ agent: fb_flowbc
30
+ z_dim: 50
31
+ L_dim: 50
32
+ actor_encode_obs: false
33
+ discount: 0.99
34
+ lr_f: 0.0001
35
+ lr_b: 0.0001
36
+ lr_actor: 0.0001
37
+ weight_decay: 0.0
38
+ clip_grad_norm: 0.0
39
+ ortho_coef: 1000
40
+ train_goal_ratio: 0.5
41
+ fb_pessimism_penalty: 0.0
42
+ actor_pessimism_penalty: 0.0
43
+ actor_std: 0.2
44
+ stddev_clip: 0.3
45
+ f_target_tau: 0.005
46
+ b_target_tau: 0.005
47
+ bc_coeff: 3.0
48
+ q_loss_coef: 0.0
49
+ reweight_alpha: 0.0
50
+ reweight_clip: 10.0
51
+ reweight_density_path: analysis/cube_density.npz
52
+ reweight_mode: coverage
53
+ iwr_c: 0.03
54
+ iwr_sigma: 0.05
55
+ iwr_eps: 0.1
56
+ weight_diag: false
57
+ weight_z: false
58
+ train_goal_mode: traj
59
+ decouple_actor_z: true
60
+ critic_mode: measure
61
+ iql_expectile: 0.9
62
+ iql_thresh: 0.04
63
+ onestep: false
64
+ goal_cond: false
65
+ fixed_b: none
66
+ amp: false
67
+ forward:
68
+ hidden_dim: 512
69
+ hidden_layers: 2
70
+ embedding_layers: 2
71
+ num_parallel: 2
72
+ backward:
73
+ hidden_dim: 512
74
+ hidden_layers: 4
75
+ norm: true
76
+ left_encoder:
77
+ hidden_dim: 512
78
+ hidden_layers: 4
79
+ norm: true
80
+ actor:
81
+ name: noise_conditioned_actor
82
+ hidden_dim: 512
83
+ hidden_layers: 2
84
+ embedding_layers: 2
85
+ flow_steps: 10
86
+ lr_actor_vf: 0.0003
87
+ actor_vf:
88
+ hidden_dim: 512
89
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__herlb-s0/config.yaml ADDED
@@ -0,0 +1,88 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 0
12
+ device: cuda
13
+ resume: false
14
+ resume_from: null
15
+ force: false
16
+ eval_n_episodes: 10
17
+ eval_relabel_size: 10000
18
+ eval_shift_reward: 1.0
19
+ save_eval_videos: false
20
+ use_wandb: true
21
+ wandb_project: factored-fb
22
+ wandb_run_name: fb_cube_her_learnedB_r1_s0
23
+ wandb_entity: amsks
24
+ wandb_group: fb_cube_her_learnedB_r1
25
+ wandb_tags: []
26
+ wandb_save_code: true
27
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
28
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
29
+ agent: fb_flowbc
30
+ z_dim: 50
31
+ L_dim: 50
32
+ actor_encode_obs: false
33
+ discount: 0.99
34
+ lr_f: 0.0001
35
+ lr_b: 0.0001
36
+ lr_actor: 0.0001
37
+ weight_decay: 0.0
38
+ clip_grad_norm: 0.0
39
+ ortho_coef: 1000
40
+ train_goal_ratio: 1.0
41
+ fb_pessimism_penalty: 0.0
42
+ actor_pessimism_penalty: 0.0
43
+ actor_std: 0.2
44
+ stddev_clip: 0.3
45
+ f_target_tau: 0.005
46
+ b_target_tau: 0.005
47
+ bc_coeff: 3.0
48
+ q_loss_coef: 0.0
49
+ reweight_alpha: 0.0
50
+ reweight_clip: 10.0
51
+ reweight_density_path: analysis/cube_density.npz
52
+ reweight_mode: coverage
53
+ iwr_c: 0.03
54
+ iwr_sigma: 0.05
55
+ iwr_eps: 0.1
56
+ weight_diag: false
57
+ weight_z: false
58
+ train_goal_mode: traj
59
+ critic_mode: measure
60
+ iql_expectile: 0.9
61
+ iql_thresh: 0.04
62
+ onestep: false
63
+ goal_cond: false
64
+ fixed_b: none
65
+ amp: false
66
+ forward:
67
+ hidden_dim: 512
68
+ hidden_layers: 2
69
+ embedding_layers: 2
70
+ num_parallel: 2
71
+ backward:
72
+ hidden_dim: 512
73
+ hidden_layers: 4
74
+ norm: true
75
+ left_encoder:
76
+ hidden_dim: 512
77
+ hidden_layers: 4
78
+ norm: true
79
+ actor:
80
+ name: noise_conditioned_actor
81
+ hidden_dim: 512
82
+ hidden_layers: 2
83
+ embedding_layers: 2
84
+ flow_steps: 10
85
+ lr_actor_vf: 0.0003
86
+ actor_vf:
87
+ hidden_dim: 512
88
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__hernrm-s0/config.yaml ADDED
@@ -0,0 +1,88 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 0
12
+ device: cuda
13
+ resume: false
14
+ resume_from: null
15
+ force: false
16
+ eval_n_episodes: 10
17
+ eval_relabel_size: 10000
18
+ eval_shift_reward: 1.0
19
+ save_eval_videos: false
20
+ use_wandb: true
21
+ wandb_project: factored-fb
22
+ wandb_run_name: fb_cube_her_idnorm_r1_s0
23
+ wandb_entity: amsks
24
+ wandb_group: fb_cube_her_idnorm_r1
25
+ wandb_tags: []
26
+ wandb_save_code: true
27
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
28
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
29
+ agent: fb_flowbc
30
+ z_dim: 50
31
+ L_dim: 50
32
+ actor_encode_obs: false
33
+ discount: 0.99
34
+ lr_f: 0.0001
35
+ lr_b: 0.0001
36
+ lr_actor: 0.0001
37
+ weight_decay: 0.0
38
+ clip_grad_norm: 0.0
39
+ ortho_coef: 1000
40
+ train_goal_ratio: 1.0
41
+ fb_pessimism_penalty: 0.0
42
+ actor_pessimism_penalty: 0.0
43
+ actor_std: 0.2
44
+ stddev_clip: 0.3
45
+ f_target_tau: 0.005
46
+ b_target_tau: 0.005
47
+ bc_coeff: 3.0
48
+ q_loss_coef: 0.0
49
+ reweight_alpha: 0.0
50
+ reweight_clip: 10.0
51
+ reweight_density_path: analysis/cube_density.npz
52
+ reweight_mode: coverage
53
+ iwr_c: 0.03
54
+ iwr_sigma: 0.05
55
+ iwr_eps: 0.1
56
+ weight_diag: false
57
+ weight_z: false
58
+ train_goal_mode: traj
59
+ critic_mode: measure
60
+ iql_expectile: 0.9
61
+ iql_thresh: 0.04
62
+ onestep: false
63
+ goal_cond: false
64
+ fixed_b: identity_norm
65
+ amp: false
66
+ forward:
67
+ hidden_dim: 512
68
+ hidden_layers: 2
69
+ embedding_layers: 2
70
+ num_parallel: 2
71
+ backward:
72
+ hidden_dim: 512
73
+ hidden_layers: 4
74
+ norm: true
75
+ left_encoder:
76
+ hidden_dim: 512
77
+ hidden_layers: 4
78
+ norm: true
79
+ actor:
80
+ name: noise_conditioned_actor
81
+ hidden_dim: 512
82
+ hidden_layers: 2
83
+ embedding_layers: 2
84
+ flow_steps: 10
85
+ lr_actor_vf: 0.0003
86
+ actor_vf:
87
+ hidden_dim: 512
88
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__iqllb-s0/config.yaml ADDED
@@ -0,0 +1,88 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 0
12
+ device: cuda
13
+ resume: false
14
+ resume_from: null
15
+ force: false
16
+ eval_n_episodes: 10
17
+ eval_relabel_size: 10000
18
+ eval_shift_reward: 1.0
19
+ save_eval_videos: false
20
+ use_wandb: true
21
+ wandb_project: factored-fb
22
+ wandb_run_name: fb_cube_iql_learnedB_r1_s0
23
+ wandb_entity: amsks
24
+ wandb_group: fb_cube_iql_learnedB_r1
25
+ wandb_tags: []
26
+ wandb_save_code: true
27
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
28
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
29
+ agent: fb_flowbc
30
+ z_dim: 50
31
+ L_dim: 50
32
+ actor_encode_obs: false
33
+ discount: 0.99
34
+ lr_f: 0.0001
35
+ lr_b: 0.0001
36
+ lr_actor: 0.0001
37
+ weight_decay: 0.0
38
+ clip_grad_norm: 0.0
39
+ ortho_coef: 1000
40
+ train_goal_ratio: 1.0
41
+ fb_pessimism_penalty: 0.0
42
+ actor_pessimism_penalty: 0.0
43
+ actor_std: 0.2
44
+ stddev_clip: 0.3
45
+ f_target_tau: 0.005
46
+ b_target_tau: 0.005
47
+ bc_coeff: 3.0
48
+ q_loss_coef: 0.0
49
+ reweight_alpha: 0.0
50
+ reweight_clip: 10.0
51
+ reweight_density_path: analysis/cube_density.npz
52
+ reweight_mode: coverage
53
+ iwr_c: 0.03
54
+ iwr_sigma: 0.05
55
+ iwr_eps: 0.1
56
+ weight_diag: false
57
+ weight_z: false
58
+ train_goal_mode: traj
59
+ critic_mode: iql
60
+ iql_expectile: 0.9
61
+ iql_thresh: 0.04
62
+ onestep: false
63
+ goal_cond: false
64
+ fixed_b: none
65
+ amp: false
66
+ forward:
67
+ hidden_dim: 512
68
+ hidden_layers: 2
69
+ embedding_layers: 2
70
+ num_parallel: 2
71
+ backward:
72
+ hidden_dim: 512
73
+ hidden_layers: 4
74
+ norm: true
75
+ left_encoder:
76
+ hidden_dim: 512
77
+ hidden_layers: 4
78
+ norm: true
79
+ actor:
80
+ name: noise_conditioned_actor
81
+ hidden_dim: 512
82
+ hidden_layers: 2
83
+ embedding_layers: 2
84
+ flow_steps: 10
85
+ lr_actor_vf: 0.0003
86
+ actor_vf:
87
+ hidden_dim: 512
88
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__r0-base-s0/config.yaml ADDED
@@ -0,0 +1,100 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 500000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 0
12
+ device: cuda
13
+ resume: false
14
+ resume_from: null
15
+ force: false
16
+ eval_n_episodes: 10
17
+ eval_relabel_size: 10000
18
+ eval_shift_reward: 1.0
19
+ save_eval_videos: false
20
+ use_wandb: true
21
+ wandb_project: factored-fb
22
+ wandb_run_name: fb_bridge_r0_base_s0
23
+ wandb_entity: amsks
24
+ wandb_group: fb_bridge_r0_base
25
+ wandb_tags: []
26
+ wandb_save_code: true
27
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
28
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
29
+ agent: fb_flowbc
30
+ z_dim: 50
31
+ L_dim: 50
32
+ actor_encode_obs: false
33
+ discount: 0.99
34
+ lr_f: 0.0003
35
+ lr_b: 0.0003
36
+ lr_actor: 0.0003
37
+ weight_decay: 0.0
38
+ clip_grad_norm: 0.0
39
+ ortho_coef: 0
40
+ train_goal_ratio: 0.5
41
+ fb_pessimism_penalty: 0.0
42
+ actor_pessimism_penalty: 0.0
43
+ actor_std: 0.2
44
+ stddev_clip: 0.3
45
+ f_target_tau: 0.005
46
+ b_target_tau: 0.005
47
+ bc_coeff: 3.0
48
+ q_loss_coef: 0.0
49
+ reweight_alpha: 0.0
50
+ reweight_clip: 10.0
51
+ reweight_density_path: analysis/cube_density.npz
52
+ reweight_mode: coverage
53
+ iwr_c: 0.03
54
+ iwr_sigma: 0.05
55
+ iwr_eps: 0.1
56
+ weight_diag: false
57
+ weight_z: false
58
+ train_goal_mode: traj
59
+ decouple_actor_z: false
60
+ critic_mode: iql
61
+ iql_expectile: 0.9
62
+ iql_thresh: 0.04
63
+ onestep: false
64
+ decondition_F: false
65
+ d_norm: false
66
+ critic_goal_mix:
67
+ - 0.5
68
+ - 0.2
69
+ - 0.3
70
+ actor_goal_mix:
71
+ - 1.0
72
+ - 0.0
73
+ - 0.0
74
+ iql_reward: goal_match
75
+ goal_cond: false
76
+ fixed_b: none
77
+ amp: false
78
+ forward:
79
+ hidden_dim: 512
80
+ hidden_layers: 2
81
+ embedding_layers: 2
82
+ num_parallel: 2
83
+ backward:
84
+ hidden_dim: 512
85
+ hidden_layers: 4
86
+ norm: true
87
+ left_encoder:
88
+ hidden_dim: 512
89
+ hidden_layers: 4
90
+ norm: true
91
+ actor:
92
+ name: noise_conditioned_actor
93
+ hidden_dim: 512
94
+ hidden_layers: 2
95
+ embedding_layers: 2
96
+ flow_steps: 10
97
+ lr_actor_vf: 0.0003
98
+ actor_vf:
99
+ hidden_dim: 512
100
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__r1-decond-s0/config.yaml ADDED
@@ -0,0 +1,100 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 500000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 0
12
+ device: cuda
13
+ resume: false
14
+ resume_from: null
15
+ force: false
16
+ eval_n_episodes: 10
17
+ eval_relabel_size: 10000
18
+ eval_shift_reward: 1.0
19
+ save_eval_videos: false
20
+ use_wandb: true
21
+ wandb_project: factored-fb
22
+ wandb_run_name: fb_bridge_r1_decond_s0
23
+ wandb_entity: amsks
24
+ wandb_group: fb_bridge_r1_decond
25
+ wandb_tags: []
26
+ wandb_save_code: true
27
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
28
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
29
+ agent: fb_flowbc
30
+ z_dim: 50
31
+ L_dim: 50
32
+ actor_encode_obs: false
33
+ discount: 0.99
34
+ lr_f: 0.0003
35
+ lr_b: 0.0003
36
+ lr_actor: 0.0003
37
+ weight_decay: 0.0
38
+ clip_grad_norm: 0.0
39
+ ortho_coef: 0
40
+ train_goal_ratio: 0.5
41
+ fb_pessimism_penalty: 0.0
42
+ actor_pessimism_penalty: 0.0
43
+ actor_std: 0.2
44
+ stddev_clip: 0.3
45
+ f_target_tau: 0.005
46
+ b_target_tau: 0.005
47
+ bc_coeff: 3.0
48
+ q_loss_coef: 0.0
49
+ reweight_alpha: 0.0
50
+ reweight_clip: 10.0
51
+ reweight_density_path: analysis/cube_density.npz
52
+ reweight_mode: coverage
53
+ iwr_c: 0.03
54
+ iwr_sigma: 0.05
55
+ iwr_eps: 0.1
56
+ weight_diag: false
57
+ weight_z: false
58
+ train_goal_mode: traj
59
+ decouple_actor_z: false
60
+ critic_mode: iql
61
+ iql_expectile: 0.9
62
+ iql_thresh: 0.04
63
+ onestep: false
64
+ decondition_F: true
65
+ d_norm: false
66
+ critic_goal_mix:
67
+ - 0.5
68
+ - 0.2
69
+ - 0.3
70
+ actor_goal_mix:
71
+ - 1.0
72
+ - 0.0
73
+ - 0.0
74
+ iql_reward: goal_match
75
+ goal_cond: false
76
+ fixed_b: none
77
+ amp: false
78
+ forward:
79
+ hidden_dim: 512
80
+ hidden_layers: 2
81
+ embedding_layers: 2
82
+ num_parallel: 2
83
+ backward:
84
+ hidden_dim: 512
85
+ hidden_layers: 4
86
+ norm: true
87
+ left_encoder:
88
+ hidden_dim: 512
89
+ hidden_layers: 4
90
+ norm: true
91
+ actor:
92
+ name: noise_conditioned_actor
93
+ hidden_dim: 512
94
+ hidden_layers: 2
95
+ embedding_layers: 2
96
+ flow_steps: 10
97
+ lr_actor_vf: 0.0003
98
+ actor_vf:
99
+ hidden_dim: 512
100
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__r2-dnorm-s0/config.yaml ADDED
@@ -0,0 +1,100 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 500000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 0
12
+ device: cuda
13
+ resume: false
14
+ resume_from: null
15
+ force: false
16
+ eval_n_episodes: 10
17
+ eval_relabel_size: 10000
18
+ eval_shift_reward: 1.0
19
+ save_eval_videos: false
20
+ use_wandb: true
21
+ wandb_project: factored-fb
22
+ wandb_run_name: fb_bridge_r2_dnorm_s0
23
+ wandb_entity: amsks
24
+ wandb_group: fb_bridge_r2_dnorm
25
+ wandb_tags: []
26
+ wandb_save_code: true
27
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
28
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
29
+ agent: fb_flowbc
30
+ z_dim: 50
31
+ L_dim: 50
32
+ actor_encode_obs: false
33
+ discount: 0.99
34
+ lr_f: 0.0003
35
+ lr_b: 0.0003
36
+ lr_actor: 0.0003
37
+ weight_decay: 0.0
38
+ clip_grad_norm: 0.0
39
+ ortho_coef: 0
40
+ train_goal_ratio: 0.5
41
+ fb_pessimism_penalty: 0.0
42
+ actor_pessimism_penalty: 0.0
43
+ actor_std: 0.2
44
+ stddev_clip: 0.3
45
+ f_target_tau: 0.005
46
+ b_target_tau: 0.005
47
+ bc_coeff: 3.0
48
+ q_loss_coef: 0.0
49
+ reweight_alpha: 0.0
50
+ reweight_clip: 10.0
51
+ reweight_density_path: analysis/cube_density.npz
52
+ reweight_mode: coverage
53
+ iwr_c: 0.03
54
+ iwr_sigma: 0.05
55
+ iwr_eps: 0.1
56
+ weight_diag: false
57
+ weight_z: false
58
+ train_goal_mode: traj
59
+ decouple_actor_z: false
60
+ critic_mode: iql
61
+ iql_expectile: 0.9
62
+ iql_thresh: 0.04
63
+ onestep: false
64
+ decondition_F: false
65
+ d_norm: true
66
+ critic_goal_mix:
67
+ - 0.5
68
+ - 0.2
69
+ - 0.3
70
+ actor_goal_mix:
71
+ - 1.0
72
+ - 0.0
73
+ - 0.0
74
+ iql_reward: goal_match
75
+ goal_cond: false
76
+ fixed_b: none
77
+ amp: false
78
+ forward:
79
+ hidden_dim: 512
80
+ hidden_layers: 2
81
+ embedding_layers: 2
82
+ num_parallel: 2
83
+ backward:
84
+ hidden_dim: 512
85
+ hidden_layers: 4
86
+ norm: true
87
+ left_encoder:
88
+ hidden_dim: 512
89
+ hidden_layers: 4
90
+ norm: true
91
+ actor:
92
+ name: noise_conditioned_actor
93
+ hidden_dim: 512
94
+ hidden_layers: 2
95
+ embedding_layers: 2
96
+ flow_steps: 10
97
+ lr_actor_vf: 0.0003
98
+ actor_vf:
99
+ hidden_dim: 512
100
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s0__r3-allon-s0/config.yaml ADDED
@@ -0,0 +1,100 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 500000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 0
12
+ device: cuda
13
+ resume: false
14
+ resume_from: null
15
+ force: false
16
+ eval_n_episodes: 10
17
+ eval_relabel_size: 10000
18
+ eval_shift_reward: 1.0
19
+ save_eval_videos: false
20
+ use_wandb: true
21
+ wandb_project: factored-fb
22
+ wandb_run_name: fb_bridge_r3_allon_s0
23
+ wandb_entity: amsks
24
+ wandb_group: fb_bridge_r3_allon
25
+ wandb_tags: []
26
+ wandb_save_code: true
27
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
28
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
29
+ agent: fb_flowbc
30
+ z_dim: 50
31
+ L_dim: 50
32
+ actor_encode_obs: false
33
+ discount: 0.99
34
+ lr_f: 0.0003
35
+ lr_b: 0.0003
36
+ lr_actor: 0.0003
37
+ weight_decay: 0.0
38
+ clip_grad_norm: 0.0
39
+ ortho_coef: 0
40
+ train_goal_ratio: 0.5
41
+ fb_pessimism_penalty: 0.0
42
+ actor_pessimism_penalty: 0.0
43
+ actor_std: 0.2
44
+ stddev_clip: 0.3
45
+ f_target_tau: 0.005
46
+ b_target_tau: 0.005
47
+ bc_coeff: 3.0
48
+ q_loss_coef: 0.0
49
+ reweight_alpha: 0.0
50
+ reweight_clip: 10.0
51
+ reweight_density_path: analysis/cube_density.npz
52
+ reweight_mode: coverage
53
+ iwr_c: 0.03
54
+ iwr_sigma: 0.05
55
+ iwr_eps: 0.1
56
+ weight_diag: false
57
+ weight_z: false
58
+ train_goal_mode: traj
59
+ decouple_actor_z: false
60
+ critic_mode: iql
61
+ iql_expectile: 0.9
62
+ iql_thresh: 0.04
63
+ onestep: false
64
+ decondition_F: true
65
+ d_norm: true
66
+ critic_goal_mix:
67
+ - 0.5
68
+ - 0.2
69
+ - 0.3
70
+ actor_goal_mix:
71
+ - 1.0
72
+ - 0.0
73
+ - 0.0
74
+ iql_reward: goal_match
75
+ goal_cond: false
76
+ fixed_b: none
77
+ amp: false
78
+ forward:
79
+ hidden_dim: 512
80
+ hidden_layers: 2
81
+ embedding_layers: 2
82
+ num_parallel: 2
83
+ backward:
84
+ hidden_dim: 512
85
+ hidden_layers: 4
86
+ norm: true
87
+ left_encoder:
88
+ hidden_dim: 512
89
+ hidden_layers: 4
90
+ norm: true
91
+ actor:
92
+ name: noise_conditioned_actor
93
+ hidden_dim: 512
94
+ hidden_layers: 2
95
+ embedding_layers: 2
96
+ flow_steps: 10
97
+ lr_actor_vf: 0.0003
98
+ actor_vf:
99
+ hidden_dim: 512
100
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__20260607-062100-fb-state-encmatch-s1/config.yaml ADDED
@@ -0,0 +1,80 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 1
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: false
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: fb_state_encmatch_s1
20
+ wandb_entity: amsks
21
+ wandb_group: fb_state_encmatch
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: fb_flowbc
27
+ z_dim: 50
28
+ L_dim: 256
29
+ actor_encode_obs: false
30
+ discount: 0.99
31
+ lr_f: 0.0001
32
+ lr_b: 0.0001
33
+ lr_actor: 0.0001
34
+ weight_decay: 0.0
35
+ clip_grad_norm: 0.0
36
+ ortho_coef: 1000
37
+ train_goal_ratio: 0.5
38
+ fb_pessimism_penalty: 0.0
39
+ actor_pessimism_penalty: 0.0
40
+ actor_std: 0.2
41
+ stddev_clip: 0.3
42
+ f_target_tau: 0.005
43
+ b_target_tau: 0.005
44
+ bc_coeff: 3.0
45
+ q_loss_coef: 0.0
46
+ reweight_alpha: 0.0
47
+ reweight_clip: 10.0
48
+ reweight_density_path: analysis/cube_density.npz
49
+ weight_diag: false
50
+ weight_z: false
51
+ onestep: false
52
+ amp: false
53
+ forward:
54
+ hidden_dim: 512
55
+ hidden_layers: 2
56
+ embedding_layers: 2
57
+ num_parallel: 2
58
+ backward:
59
+ hidden_dim: 512
60
+ hidden_layers: 4
61
+ norm: true
62
+ left_encoder:
63
+ hidden_dim: 512
64
+ hidden_layers: 0
65
+ norm: true
66
+ actor:
67
+ name: noise_conditioned_actor
68
+ hidden_dim: 512
69
+ hidden_layers: 2
70
+ embedding_layers: 2
71
+ flow_steps: 10
72
+ lr_actor_vf: 0.0003
73
+ actor_vf:
74
+ hidden_dim: 512
75
+ hidden_layers: 4
76
+ rgb_encoder:
77
+ name: mlp
78
+ feature_dim: 256
79
+ hidden_dim: 1100
80
+ hidden_layers: 5
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__20260607-070225-fb-state-plain-s1/config.yaml ADDED
@@ -0,0 +1,78 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1500000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 1
12
+ device: cuda
13
+ resume: true
14
+ resume_from: null
15
+ force: false
16
+ eval_n_episodes: 10
17
+ eval_relabel_size: 10000
18
+ eval_shift_reward: 1.0
19
+ save_eval_videos: false
20
+ use_wandb: true
21
+ wandb_project: factored-fb
22
+ wandb_run_name: fb_state_plain_s1
23
+ wandb_entity: amsks
24
+ wandb_group: fb_state_plain
25
+ wandb_tags: []
26
+ wandb_save_code: true
27
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
28
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
29
+ agent: fb_flowbc
30
+ z_dim: 50
31
+ L_dim: 50
32
+ actor_encode_obs: false
33
+ discount: 0.99
34
+ lr_f: 0.0001
35
+ lr_b: 0.0001
36
+ lr_actor: 0.0001
37
+ weight_decay: 0.0
38
+ clip_grad_norm: 0.0
39
+ ortho_coef: 1000
40
+ train_goal_ratio: 0.5
41
+ fb_pessimism_penalty: 0.0
42
+ actor_pessimism_penalty: 0.0
43
+ actor_std: 0.2
44
+ stddev_clip: 0.3
45
+ f_target_tau: 0.005
46
+ b_target_tau: 0.005
47
+ bc_coeff: 3.0
48
+ q_loss_coef: 0.0
49
+ reweight_alpha: 0.0
50
+ reweight_clip: 10.0
51
+ reweight_density_path: analysis/cube_density.npz
52
+ weight_diag: false
53
+ weight_z: false
54
+ onestep: false
55
+ amp: false
56
+ forward:
57
+ hidden_dim: 512
58
+ hidden_layers: 2
59
+ embedding_layers: 2
60
+ num_parallel: 2
61
+ backward:
62
+ hidden_dim: 512
63
+ hidden_layers: 4
64
+ norm: true
65
+ left_encoder:
66
+ hidden_dim: 512
67
+ hidden_layers: 4
68
+ norm: true
69
+ actor:
70
+ name: noise_conditioned_actor
71
+ hidden_dim: 512
72
+ hidden_layers: 2
73
+ embedding_layers: 2
74
+ flow_steps: 10
75
+ lr_actor_vf: 0.0003
76
+ actor_vf:
77
+ hidden_dim: 512
78
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__20260618-083115-fb-iql-ontraj-flow-s1/config.yaml ADDED
@@ -0,0 +1,88 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 500000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 1
12
+ device: cuda
13
+ resume: false
14
+ resume_from: null
15
+ force: false
16
+ eval_n_episodes: 10
17
+ eval_relabel_size: 10000
18
+ eval_shift_reward: 1.0
19
+ save_eval_videos: false
20
+ use_wandb: true
21
+ wandb_project: factored-fb
22
+ wandb_run_name: fb_iql_ontraj_flow_s1
23
+ wandb_entity: amsks
24
+ wandb_group: fb_iql_ontraj_flow
25
+ wandb_tags: []
26
+ wandb_save_code: true
27
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
28
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
29
+ agent: fb_flowbc
30
+ z_dim: 50
31
+ L_dim: 50
32
+ actor_encode_obs: false
33
+ discount: 0.99
34
+ lr_f: 0.0001
35
+ lr_b: 0.0001
36
+ lr_actor: 0.0001
37
+ weight_decay: 0.0
38
+ clip_grad_norm: 0.0
39
+ ortho_coef: 1000
40
+ train_goal_ratio: 1.0
41
+ fb_pessimism_penalty: 0.0
42
+ actor_pessimism_penalty: 0.0
43
+ actor_std: 0.2
44
+ stddev_clip: 0.3
45
+ f_target_tau: 0.005
46
+ b_target_tau: 0.005
47
+ bc_coeff: 3.0
48
+ q_loss_coef: 1
49
+ reweight_alpha: 0.0
50
+ reweight_clip: 10.0
51
+ reweight_density_path: analysis/cube_density.npz
52
+ reweight_mode: coverage
53
+ iwr_c: 0.03
54
+ iwr_sigma: 0.05
55
+ iwr_eps: 0.1
56
+ weight_diag: false
57
+ weight_z: false
58
+ train_goal_mode: traj
59
+ critic_mode: measure
60
+ iql_expectile: 0.9
61
+ iql_thresh: 0.04
62
+ onestep: false
63
+ goal_cond: false
64
+ fixed_b: none
65
+ amp: false
66
+ forward:
67
+ hidden_dim: 512
68
+ hidden_layers: 2
69
+ embedding_layers: 2
70
+ num_parallel: 2
71
+ backward:
72
+ hidden_dim: 512
73
+ hidden_layers: 4
74
+ norm: true
75
+ left_encoder:
76
+ hidden_dim: 512
77
+ hidden_layers: 4
78
+ norm: true
79
+ actor:
80
+ name: noise_conditioned_actor
81
+ hidden_dim: 512
82
+ hidden_layers: 2
83
+ embedding_layers: 2
84
+ flow_steps: 10
85
+ lr_actor_vf: 0.0003
86
+ actor_vf:
87
+ hidden_dim: 512
88
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__a0-cubexyz-s1/config.yaml ADDED
@@ -0,0 +1,100 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 500000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 1
12
+ device: cuda
13
+ resume: false
14
+ resume_from: null
15
+ force: false
16
+ eval_n_episodes: 10
17
+ eval_relabel_size: 10000
18
+ eval_shift_reward: 1.0
19
+ save_eval_videos: false
20
+ use_wandb: true
21
+ wandb_project: factored-fb
22
+ wandb_run_name: fb_bridge_a0_cubexyz_s1
23
+ wandb_entity: amsks
24
+ wandb_group: fb_bridge_a0_cubexyz
25
+ wandb_tags: []
26
+ wandb_save_code: true
27
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
28
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
29
+ agent: fb_flowbc
30
+ z_dim: 50
31
+ L_dim: 50
32
+ actor_encode_obs: false
33
+ discount: 0.99
34
+ lr_f: 0.0003
35
+ lr_b: 0.0003
36
+ lr_actor: 0.0003
37
+ weight_decay: 0.0
38
+ clip_grad_norm: 0.0
39
+ ortho_coef: 0
40
+ train_goal_ratio: 0.5
41
+ fb_pessimism_penalty: 0.0
42
+ actor_pessimism_penalty: 0.0
43
+ actor_std: 0.2
44
+ stddev_clip: 0.3
45
+ f_target_tau: 0.005
46
+ b_target_tau: 0.005
47
+ bc_coeff: 3.0
48
+ q_loss_coef: 0.0
49
+ reweight_alpha: 0.0
50
+ reweight_clip: 10.0
51
+ reweight_density_path: analysis/cube_density.npz
52
+ reweight_mode: coverage
53
+ iwr_c: 0.03
54
+ iwr_sigma: 0.05
55
+ iwr_eps: 0.1
56
+ weight_diag: false
57
+ weight_z: false
58
+ train_goal_mode: traj
59
+ decouple_actor_z: false
60
+ critic_mode: iql
61
+ iql_expectile: 0.9
62
+ iql_thresh: 0.04
63
+ onestep: false
64
+ decondition_F: false
65
+ d_norm: false
66
+ critic_goal_mix:
67
+ - 1.0
68
+ - 0.0
69
+ - 0.0
70
+ actor_goal_mix:
71
+ - 1.0
72
+ - 0.0
73
+ - 0.0
74
+ iql_reward: cube_xyz
75
+ goal_cond: false
76
+ fixed_b: none
77
+ amp: false
78
+ forward:
79
+ hidden_dim: 512
80
+ hidden_layers: 2
81
+ embedding_layers: 2
82
+ num_parallel: 2
83
+ backward:
84
+ hidden_dim: 512
85
+ hidden_layers: 4
86
+ norm: true
87
+ left_encoder:
88
+ hidden_dim: 512
89
+ hidden_layers: 4
90
+ norm: true
91
+ actor:
92
+ name: noise_conditioned_actor
93
+ hidden_dim: 512
94
+ hidden_layers: 2
95
+ embedding_layers: 2
96
+ flow_steps: 10
97
+ lr_actor_vf: 0.0003
98
+ actor_vf:
99
+ hidden_dim: 512
100
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__decpl-s1/config.yaml ADDED
@@ -0,0 +1,89 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 1
12
+ device: cuda
13
+ resume: false
14
+ resume_from: null
15
+ force: false
16
+ eval_n_episodes: 10
17
+ eval_relabel_size: 10000
18
+ eval_shift_reward: 1.0
19
+ save_eval_videos: false
20
+ use_wandb: true
21
+ wandb_project: factored-fb
22
+ wandb_run_name: fb_cube_decouple_s1
23
+ wandb_entity: amsks
24
+ wandb_group: fb_cube_decouple
25
+ wandb_tags: []
26
+ wandb_save_code: true
27
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
28
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
29
+ agent: fb_flowbc
30
+ z_dim: 50
31
+ L_dim: 50
32
+ actor_encode_obs: false
33
+ discount: 0.99
34
+ lr_f: 0.0001
35
+ lr_b: 0.0001
36
+ lr_actor: 0.0001
37
+ weight_decay: 0.0
38
+ clip_grad_norm: 0.0
39
+ ortho_coef: 1000
40
+ train_goal_ratio: 0.5
41
+ fb_pessimism_penalty: 0.0
42
+ actor_pessimism_penalty: 0.0
43
+ actor_std: 0.2
44
+ stddev_clip: 0.3
45
+ f_target_tau: 0.005
46
+ b_target_tau: 0.005
47
+ bc_coeff: 3.0
48
+ q_loss_coef: 0.0
49
+ reweight_alpha: 0.0
50
+ reweight_clip: 10.0
51
+ reweight_density_path: analysis/cube_density.npz
52
+ reweight_mode: coverage
53
+ iwr_c: 0.03
54
+ iwr_sigma: 0.05
55
+ iwr_eps: 0.1
56
+ weight_diag: false
57
+ weight_z: false
58
+ train_goal_mode: perm
59
+ decouple_actor_z: true
60
+ critic_mode: measure
61
+ iql_expectile: 0.9
62
+ iql_thresh: 0.04
63
+ onestep: false
64
+ goal_cond: false
65
+ fixed_b: none
66
+ amp: false
67
+ forward:
68
+ hidden_dim: 512
69
+ hidden_layers: 2
70
+ embedding_layers: 2
71
+ num_parallel: 2
72
+ backward:
73
+ hidden_dim: 512
74
+ hidden_layers: 4
75
+ norm: true
76
+ left_encoder:
77
+ hidden_dim: 512
78
+ hidden_layers: 4
79
+ norm: true
80
+ actor:
81
+ name: noise_conditioned_actor
82
+ hidden_dim: 512
83
+ hidden_layers: 2
84
+ embedding_layers: 2
85
+ flow_steps: 10
86
+ lr_actor_vf: 0.0003
87
+ actor_vf:
88
+ hidden_dim: 512
89
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__diql-s1/config.yaml ADDED
@@ -0,0 +1,89 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 1
12
+ device: cuda
13
+ resume: false
14
+ resume_from: null
15
+ force: false
16
+ eval_n_episodes: 10
17
+ eval_relabel_size: 10000
18
+ eval_shift_reward: 1.0
19
+ save_eval_videos: false
20
+ use_wandb: true
21
+ wandb_project: factored-fb
22
+ wandb_run_name: fb_cube_decouple_iql_s1
23
+ wandb_entity: amsks
24
+ wandb_group: fb_cube_decouple_iql
25
+ wandb_tags: []
26
+ wandb_save_code: true
27
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
28
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
29
+ agent: fb_flowbc
30
+ z_dim: 50
31
+ L_dim: 50
32
+ actor_encode_obs: false
33
+ discount: 0.99
34
+ lr_f: 0.0001
35
+ lr_b: 0.0001
36
+ lr_actor: 0.0001
37
+ weight_decay: 0.0
38
+ clip_grad_norm: 0.0
39
+ ortho_coef: 1000
40
+ train_goal_ratio: 0.5
41
+ fb_pessimism_penalty: 0.0
42
+ actor_pessimism_penalty: 0.0
43
+ actor_std: 0.2
44
+ stddev_clip: 0.3
45
+ f_target_tau: 0.005
46
+ b_target_tau: 0.005
47
+ bc_coeff: 3.0
48
+ q_loss_coef: 0.0
49
+ reweight_alpha: 0.0
50
+ reweight_clip: 10.0
51
+ reweight_density_path: analysis/cube_density.npz
52
+ reweight_mode: coverage
53
+ iwr_c: 0.03
54
+ iwr_sigma: 0.05
55
+ iwr_eps: 0.1
56
+ weight_diag: false
57
+ weight_z: false
58
+ train_goal_mode: traj
59
+ decouple_actor_z: true
60
+ critic_mode: iql
61
+ iql_expectile: 0.9
62
+ iql_thresh: 0.04
63
+ onestep: false
64
+ goal_cond: false
65
+ fixed_b: none
66
+ amp: false
67
+ forward:
68
+ hidden_dim: 512
69
+ hidden_layers: 2
70
+ embedding_layers: 2
71
+ num_parallel: 2
72
+ backward:
73
+ hidden_dim: 512
74
+ hidden_layers: 4
75
+ norm: true
76
+ left_encoder:
77
+ hidden_dim: 512
78
+ hidden_layers: 4
79
+ norm: true
80
+ actor:
81
+ name: noise_conditioned_actor
82
+ hidden_dim: 512
83
+ hidden_layers: 2
84
+ embedding_layers: 2
85
+ flow_steps: 10
86
+ lr_actor_vf: 0.0003
87
+ actor_vf:
88
+ hidden_dim: 512
89
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__dzher-s1/config.yaml ADDED
@@ -0,0 +1,89 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 1
12
+ device: cuda
13
+ resume: false
14
+ resume_from: null
15
+ force: false
16
+ eval_n_episodes: 10
17
+ eval_relabel_size: 10000
18
+ eval_shift_reward: 1.0
19
+ save_eval_videos: false
20
+ use_wandb: true
21
+ wandb_project: factored-fb
22
+ wandb_run_name: fb_cube_decouple_zher_traj_s1
23
+ wandb_entity: amsks
24
+ wandb_group: fb_cube_decouple_zher_traj
25
+ wandb_tags: []
26
+ wandb_save_code: true
27
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
28
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
29
+ agent: fb_flowbc
30
+ z_dim: 50
31
+ L_dim: 50
32
+ actor_encode_obs: false
33
+ discount: 0.99
34
+ lr_f: 0.0001
35
+ lr_b: 0.0001
36
+ lr_actor: 0.0001
37
+ weight_decay: 0.0
38
+ clip_grad_norm: 0.0
39
+ ortho_coef: 1000
40
+ train_goal_ratio: 0.5
41
+ fb_pessimism_penalty: 0.0
42
+ actor_pessimism_penalty: 0.0
43
+ actor_std: 0.2
44
+ stddev_clip: 0.3
45
+ f_target_tau: 0.005
46
+ b_target_tau: 0.005
47
+ bc_coeff: 3.0
48
+ q_loss_coef: 0.0
49
+ reweight_alpha: 0.0
50
+ reweight_clip: 10.0
51
+ reweight_density_path: analysis/cube_density.npz
52
+ reweight_mode: coverage
53
+ iwr_c: 0.03
54
+ iwr_sigma: 0.05
55
+ iwr_eps: 0.1
56
+ weight_diag: false
57
+ weight_z: false
58
+ train_goal_mode: traj
59
+ decouple_actor_z: true
60
+ critic_mode: measure
61
+ iql_expectile: 0.9
62
+ iql_thresh: 0.04
63
+ onestep: false
64
+ goal_cond: false
65
+ fixed_b: none
66
+ amp: false
67
+ forward:
68
+ hidden_dim: 512
69
+ hidden_layers: 2
70
+ embedding_layers: 2
71
+ num_parallel: 2
72
+ backward:
73
+ hidden_dim: 512
74
+ hidden_layers: 4
75
+ norm: true
76
+ left_encoder:
77
+ hidden_dim: 512
78
+ hidden_layers: 4
79
+ norm: true
80
+ actor:
81
+ name: noise_conditioned_actor
82
+ hidden_dim: 512
83
+ hidden_layers: 2
84
+ embedding_layers: 2
85
+ flow_steps: 10
86
+ lr_actor_vf: 0.0003
87
+ actor_vf:
88
+ hidden_dim: 512
89
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__herlb-s1/config.yaml ADDED
@@ -0,0 +1,88 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 1
12
+ device: cuda
13
+ resume: false
14
+ resume_from: null
15
+ force: false
16
+ eval_n_episodes: 10
17
+ eval_relabel_size: 10000
18
+ eval_shift_reward: 1.0
19
+ save_eval_videos: false
20
+ use_wandb: true
21
+ wandb_project: factored-fb
22
+ wandb_run_name: fb_cube_her_learnedB_r1_s1
23
+ wandb_entity: amsks
24
+ wandb_group: fb_cube_her_learnedB_r1
25
+ wandb_tags: []
26
+ wandb_save_code: true
27
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
28
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
29
+ agent: fb_flowbc
30
+ z_dim: 50
31
+ L_dim: 50
32
+ actor_encode_obs: false
33
+ discount: 0.99
34
+ lr_f: 0.0001
35
+ lr_b: 0.0001
36
+ lr_actor: 0.0001
37
+ weight_decay: 0.0
38
+ clip_grad_norm: 0.0
39
+ ortho_coef: 1000
40
+ train_goal_ratio: 1.0
41
+ fb_pessimism_penalty: 0.0
42
+ actor_pessimism_penalty: 0.0
43
+ actor_std: 0.2
44
+ stddev_clip: 0.3
45
+ f_target_tau: 0.005
46
+ b_target_tau: 0.005
47
+ bc_coeff: 3.0
48
+ q_loss_coef: 0.0
49
+ reweight_alpha: 0.0
50
+ reweight_clip: 10.0
51
+ reweight_density_path: analysis/cube_density.npz
52
+ reweight_mode: coverage
53
+ iwr_c: 0.03
54
+ iwr_sigma: 0.05
55
+ iwr_eps: 0.1
56
+ weight_diag: false
57
+ weight_z: false
58
+ train_goal_mode: traj
59
+ critic_mode: measure
60
+ iql_expectile: 0.9
61
+ iql_thresh: 0.04
62
+ onestep: false
63
+ goal_cond: false
64
+ fixed_b: none
65
+ amp: false
66
+ forward:
67
+ hidden_dim: 512
68
+ hidden_layers: 2
69
+ embedding_layers: 2
70
+ num_parallel: 2
71
+ backward:
72
+ hidden_dim: 512
73
+ hidden_layers: 4
74
+ norm: true
75
+ left_encoder:
76
+ hidden_dim: 512
77
+ hidden_layers: 4
78
+ norm: true
79
+ actor:
80
+ name: noise_conditioned_actor
81
+ hidden_dim: 512
82
+ hidden_layers: 2
83
+ embedding_layers: 2
84
+ flow_steps: 10
85
+ lr_actor_vf: 0.0003
86
+ actor_vf:
87
+ hidden_dim: 512
88
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__hernrm-s1/config.yaml ADDED
@@ -0,0 +1,88 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 1
12
+ device: cuda
13
+ resume: false
14
+ resume_from: null
15
+ force: false
16
+ eval_n_episodes: 10
17
+ eval_relabel_size: 10000
18
+ eval_shift_reward: 1.0
19
+ save_eval_videos: false
20
+ use_wandb: true
21
+ wandb_project: factored-fb
22
+ wandb_run_name: fb_cube_her_idnorm_r1_s1
23
+ wandb_entity: amsks
24
+ wandb_group: fb_cube_her_idnorm_r1
25
+ wandb_tags: []
26
+ wandb_save_code: true
27
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
28
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
29
+ agent: fb_flowbc
30
+ z_dim: 50
31
+ L_dim: 50
32
+ actor_encode_obs: false
33
+ discount: 0.99
34
+ lr_f: 0.0001
35
+ lr_b: 0.0001
36
+ lr_actor: 0.0001
37
+ weight_decay: 0.0
38
+ clip_grad_norm: 0.0
39
+ ortho_coef: 1000
40
+ train_goal_ratio: 1.0
41
+ fb_pessimism_penalty: 0.0
42
+ actor_pessimism_penalty: 0.0
43
+ actor_std: 0.2
44
+ stddev_clip: 0.3
45
+ f_target_tau: 0.005
46
+ b_target_tau: 0.005
47
+ bc_coeff: 3.0
48
+ q_loss_coef: 0.0
49
+ reweight_alpha: 0.0
50
+ reweight_clip: 10.0
51
+ reweight_density_path: analysis/cube_density.npz
52
+ reweight_mode: coverage
53
+ iwr_c: 0.03
54
+ iwr_sigma: 0.05
55
+ iwr_eps: 0.1
56
+ weight_diag: false
57
+ weight_z: false
58
+ train_goal_mode: traj
59
+ critic_mode: measure
60
+ iql_expectile: 0.9
61
+ iql_thresh: 0.04
62
+ onestep: false
63
+ goal_cond: false
64
+ fixed_b: identity_norm
65
+ amp: false
66
+ forward:
67
+ hidden_dim: 512
68
+ hidden_layers: 2
69
+ embedding_layers: 2
70
+ num_parallel: 2
71
+ backward:
72
+ hidden_dim: 512
73
+ hidden_layers: 4
74
+ norm: true
75
+ left_encoder:
76
+ hidden_dim: 512
77
+ hidden_layers: 4
78
+ norm: true
79
+ actor:
80
+ name: noise_conditioned_actor
81
+ hidden_dim: 512
82
+ hidden_layers: 2
83
+ embedding_layers: 2
84
+ flow_steps: 10
85
+ lr_actor_vf: 0.0003
86
+ actor_vf:
87
+ hidden_dim: 512
88
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__iqllb-s1/config.yaml ADDED
@@ -0,0 +1,88 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 1
12
+ device: cuda
13
+ resume: false
14
+ resume_from: null
15
+ force: false
16
+ eval_n_episodes: 10
17
+ eval_relabel_size: 10000
18
+ eval_shift_reward: 1.0
19
+ save_eval_videos: false
20
+ use_wandb: true
21
+ wandb_project: factored-fb
22
+ wandb_run_name: fb_cube_iql_learnedB_r1_s1
23
+ wandb_entity: amsks
24
+ wandb_group: fb_cube_iql_learnedB_r1
25
+ wandb_tags: []
26
+ wandb_save_code: true
27
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
28
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
29
+ agent: fb_flowbc
30
+ z_dim: 50
31
+ L_dim: 50
32
+ actor_encode_obs: false
33
+ discount: 0.99
34
+ lr_f: 0.0001
35
+ lr_b: 0.0001
36
+ lr_actor: 0.0001
37
+ weight_decay: 0.0
38
+ clip_grad_norm: 0.0
39
+ ortho_coef: 1000
40
+ train_goal_ratio: 1.0
41
+ fb_pessimism_penalty: 0.0
42
+ actor_pessimism_penalty: 0.0
43
+ actor_std: 0.2
44
+ stddev_clip: 0.3
45
+ f_target_tau: 0.005
46
+ b_target_tau: 0.005
47
+ bc_coeff: 3.0
48
+ q_loss_coef: 0.0
49
+ reweight_alpha: 0.0
50
+ reweight_clip: 10.0
51
+ reweight_density_path: analysis/cube_density.npz
52
+ reweight_mode: coverage
53
+ iwr_c: 0.03
54
+ iwr_sigma: 0.05
55
+ iwr_eps: 0.1
56
+ weight_diag: false
57
+ weight_z: false
58
+ train_goal_mode: traj
59
+ critic_mode: iql
60
+ iql_expectile: 0.9
61
+ iql_thresh: 0.04
62
+ onestep: false
63
+ goal_cond: false
64
+ fixed_b: none
65
+ amp: false
66
+ forward:
67
+ hidden_dim: 512
68
+ hidden_layers: 2
69
+ embedding_layers: 2
70
+ num_parallel: 2
71
+ backward:
72
+ hidden_dim: 512
73
+ hidden_layers: 4
74
+ norm: true
75
+ left_encoder:
76
+ hidden_dim: 512
77
+ hidden_layers: 4
78
+ norm: true
79
+ actor:
80
+ name: noise_conditioned_actor
81
+ hidden_dim: 512
82
+ hidden_layers: 2
83
+ embedding_layers: 2
84
+ flow_steps: 10
85
+ lr_actor_vf: 0.0003
86
+ actor_vf:
87
+ hidden_dim: 512
88
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__r0-base-s1/config.yaml ADDED
@@ -0,0 +1,100 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 500000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 1
12
+ device: cuda
13
+ resume: false
14
+ resume_from: null
15
+ force: false
16
+ eval_n_episodes: 10
17
+ eval_relabel_size: 10000
18
+ eval_shift_reward: 1.0
19
+ save_eval_videos: false
20
+ use_wandb: true
21
+ wandb_project: factored-fb
22
+ wandb_run_name: fb_bridge_r0_base_s1
23
+ wandb_entity: amsks
24
+ wandb_group: fb_bridge_r0_base
25
+ wandb_tags: []
26
+ wandb_save_code: true
27
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
28
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
29
+ agent: fb_flowbc
30
+ z_dim: 50
31
+ L_dim: 50
32
+ actor_encode_obs: false
33
+ discount: 0.99
34
+ lr_f: 0.0003
35
+ lr_b: 0.0003
36
+ lr_actor: 0.0003
37
+ weight_decay: 0.0
38
+ clip_grad_norm: 0.0
39
+ ortho_coef: 0
40
+ train_goal_ratio: 0.5
41
+ fb_pessimism_penalty: 0.0
42
+ actor_pessimism_penalty: 0.0
43
+ actor_std: 0.2
44
+ stddev_clip: 0.3
45
+ f_target_tau: 0.005
46
+ b_target_tau: 0.005
47
+ bc_coeff: 3.0
48
+ q_loss_coef: 0.0
49
+ reweight_alpha: 0.0
50
+ reweight_clip: 10.0
51
+ reweight_density_path: analysis/cube_density.npz
52
+ reweight_mode: coverage
53
+ iwr_c: 0.03
54
+ iwr_sigma: 0.05
55
+ iwr_eps: 0.1
56
+ weight_diag: false
57
+ weight_z: false
58
+ train_goal_mode: traj
59
+ decouple_actor_z: false
60
+ critic_mode: iql
61
+ iql_expectile: 0.9
62
+ iql_thresh: 0.04
63
+ onestep: false
64
+ decondition_F: false
65
+ d_norm: false
66
+ critic_goal_mix:
67
+ - 0.5
68
+ - 0.2
69
+ - 0.3
70
+ actor_goal_mix:
71
+ - 1.0
72
+ - 0.0
73
+ - 0.0
74
+ iql_reward: goal_match
75
+ goal_cond: false
76
+ fixed_b: none
77
+ amp: false
78
+ forward:
79
+ hidden_dim: 512
80
+ hidden_layers: 2
81
+ embedding_layers: 2
82
+ num_parallel: 2
83
+ backward:
84
+ hidden_dim: 512
85
+ hidden_layers: 4
86
+ norm: true
87
+ left_encoder:
88
+ hidden_dim: 512
89
+ hidden_layers: 4
90
+ norm: true
91
+ actor:
92
+ name: noise_conditioned_actor
93
+ hidden_dim: 512
94
+ hidden_layers: 2
95
+ embedding_layers: 2
96
+ flow_steps: 10
97
+ lr_actor_vf: 0.0003
98
+ actor_vf:
99
+ hidden_dim: 512
100
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__r1-decond-s1/config.yaml ADDED
@@ -0,0 +1,100 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 500000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 1
12
+ device: cuda
13
+ resume: false
14
+ resume_from: null
15
+ force: false
16
+ eval_n_episodes: 10
17
+ eval_relabel_size: 10000
18
+ eval_shift_reward: 1.0
19
+ save_eval_videos: false
20
+ use_wandb: true
21
+ wandb_project: factored-fb
22
+ wandb_run_name: fb_bridge_r1_decond_s1
23
+ wandb_entity: amsks
24
+ wandb_group: fb_bridge_r1_decond
25
+ wandb_tags: []
26
+ wandb_save_code: true
27
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
28
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
29
+ agent: fb_flowbc
30
+ z_dim: 50
31
+ L_dim: 50
32
+ actor_encode_obs: false
33
+ discount: 0.99
34
+ lr_f: 0.0003
35
+ lr_b: 0.0003
36
+ lr_actor: 0.0003
37
+ weight_decay: 0.0
38
+ clip_grad_norm: 0.0
39
+ ortho_coef: 0
40
+ train_goal_ratio: 0.5
41
+ fb_pessimism_penalty: 0.0
42
+ actor_pessimism_penalty: 0.0
43
+ actor_std: 0.2
44
+ stddev_clip: 0.3
45
+ f_target_tau: 0.005
46
+ b_target_tau: 0.005
47
+ bc_coeff: 3.0
48
+ q_loss_coef: 0.0
49
+ reweight_alpha: 0.0
50
+ reweight_clip: 10.0
51
+ reweight_density_path: analysis/cube_density.npz
52
+ reweight_mode: coverage
53
+ iwr_c: 0.03
54
+ iwr_sigma: 0.05
55
+ iwr_eps: 0.1
56
+ weight_diag: false
57
+ weight_z: false
58
+ train_goal_mode: traj
59
+ decouple_actor_z: false
60
+ critic_mode: iql
61
+ iql_expectile: 0.9
62
+ iql_thresh: 0.04
63
+ onestep: false
64
+ decondition_F: true
65
+ d_norm: false
66
+ critic_goal_mix:
67
+ - 0.5
68
+ - 0.2
69
+ - 0.3
70
+ actor_goal_mix:
71
+ - 1.0
72
+ - 0.0
73
+ - 0.0
74
+ iql_reward: goal_match
75
+ goal_cond: false
76
+ fixed_b: none
77
+ amp: false
78
+ forward:
79
+ hidden_dim: 512
80
+ hidden_layers: 2
81
+ embedding_layers: 2
82
+ num_parallel: 2
83
+ backward:
84
+ hidden_dim: 512
85
+ hidden_layers: 4
86
+ norm: true
87
+ left_encoder:
88
+ hidden_dim: 512
89
+ hidden_layers: 4
90
+ norm: true
91
+ actor:
92
+ name: noise_conditioned_actor
93
+ hidden_dim: 512
94
+ hidden_layers: 2
95
+ embedding_layers: 2
96
+ flow_steps: 10
97
+ lr_actor_vf: 0.0003
98
+ actor_vf:
99
+ hidden_dim: 512
100
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__r2-dnorm-s1/config.yaml ADDED
@@ -0,0 +1,100 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 500000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 1
12
+ device: cuda
13
+ resume: false
14
+ resume_from: null
15
+ force: false
16
+ eval_n_episodes: 10
17
+ eval_relabel_size: 10000
18
+ eval_shift_reward: 1.0
19
+ save_eval_videos: false
20
+ use_wandb: true
21
+ wandb_project: factored-fb
22
+ wandb_run_name: fb_bridge_r2_dnorm_s1
23
+ wandb_entity: amsks
24
+ wandb_group: fb_bridge_r2_dnorm
25
+ wandb_tags: []
26
+ wandb_save_code: true
27
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
28
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
29
+ agent: fb_flowbc
30
+ z_dim: 50
31
+ L_dim: 50
32
+ actor_encode_obs: false
33
+ discount: 0.99
34
+ lr_f: 0.0003
35
+ lr_b: 0.0003
36
+ lr_actor: 0.0003
37
+ weight_decay: 0.0
38
+ clip_grad_norm: 0.0
39
+ ortho_coef: 0
40
+ train_goal_ratio: 0.5
41
+ fb_pessimism_penalty: 0.0
42
+ actor_pessimism_penalty: 0.0
43
+ actor_std: 0.2
44
+ stddev_clip: 0.3
45
+ f_target_tau: 0.005
46
+ b_target_tau: 0.005
47
+ bc_coeff: 3.0
48
+ q_loss_coef: 0.0
49
+ reweight_alpha: 0.0
50
+ reweight_clip: 10.0
51
+ reweight_density_path: analysis/cube_density.npz
52
+ reweight_mode: coverage
53
+ iwr_c: 0.03
54
+ iwr_sigma: 0.05
55
+ iwr_eps: 0.1
56
+ weight_diag: false
57
+ weight_z: false
58
+ train_goal_mode: traj
59
+ decouple_actor_z: false
60
+ critic_mode: iql
61
+ iql_expectile: 0.9
62
+ iql_thresh: 0.04
63
+ onestep: false
64
+ decondition_F: false
65
+ d_norm: true
66
+ critic_goal_mix:
67
+ - 0.5
68
+ - 0.2
69
+ - 0.3
70
+ actor_goal_mix:
71
+ - 1.0
72
+ - 0.0
73
+ - 0.0
74
+ iql_reward: goal_match
75
+ goal_cond: false
76
+ fixed_b: none
77
+ amp: false
78
+ forward:
79
+ hidden_dim: 512
80
+ hidden_layers: 2
81
+ embedding_layers: 2
82
+ num_parallel: 2
83
+ backward:
84
+ hidden_dim: 512
85
+ hidden_layers: 4
86
+ norm: true
87
+ left_encoder:
88
+ hidden_dim: 512
89
+ hidden_layers: 4
90
+ norm: true
91
+ actor:
92
+ name: noise_conditioned_actor
93
+ hidden_dim: 512
94
+ hidden_layers: 2
95
+ embedding_layers: 2
96
+ flow_steps: 10
97
+ lr_actor_vf: 0.0003
98
+ actor_vf:
99
+ hidden_dim: 512
100
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s1__r3-allon-s1/config.yaml ADDED
@@ -0,0 +1,100 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 500000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 1
12
+ device: cuda
13
+ resume: false
14
+ resume_from: null
15
+ force: false
16
+ eval_n_episodes: 10
17
+ eval_relabel_size: 10000
18
+ eval_shift_reward: 1.0
19
+ save_eval_videos: false
20
+ use_wandb: true
21
+ wandb_project: factored-fb
22
+ wandb_run_name: fb_bridge_r3_allon_s1
23
+ wandb_entity: amsks
24
+ wandb_group: fb_bridge_r3_allon
25
+ wandb_tags: []
26
+ wandb_save_code: true
27
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
28
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
29
+ agent: fb_flowbc
30
+ z_dim: 50
31
+ L_dim: 50
32
+ actor_encode_obs: false
33
+ discount: 0.99
34
+ lr_f: 0.0003
35
+ lr_b: 0.0003
36
+ lr_actor: 0.0003
37
+ weight_decay: 0.0
38
+ clip_grad_norm: 0.0
39
+ ortho_coef: 0
40
+ train_goal_ratio: 0.5
41
+ fb_pessimism_penalty: 0.0
42
+ actor_pessimism_penalty: 0.0
43
+ actor_std: 0.2
44
+ stddev_clip: 0.3
45
+ f_target_tau: 0.005
46
+ b_target_tau: 0.005
47
+ bc_coeff: 3.0
48
+ q_loss_coef: 0.0
49
+ reweight_alpha: 0.0
50
+ reweight_clip: 10.0
51
+ reweight_density_path: analysis/cube_density.npz
52
+ reweight_mode: coverage
53
+ iwr_c: 0.03
54
+ iwr_sigma: 0.05
55
+ iwr_eps: 0.1
56
+ weight_diag: false
57
+ weight_z: false
58
+ train_goal_mode: traj
59
+ decouple_actor_z: false
60
+ critic_mode: iql
61
+ iql_expectile: 0.9
62
+ iql_thresh: 0.04
63
+ onestep: false
64
+ decondition_F: true
65
+ d_norm: true
66
+ critic_goal_mix:
67
+ - 0.5
68
+ - 0.2
69
+ - 0.3
70
+ actor_goal_mix:
71
+ - 1.0
72
+ - 0.0
73
+ - 0.0
74
+ iql_reward: goal_match
75
+ goal_cond: false
76
+ fixed_b: none
77
+ amp: false
78
+ forward:
79
+ hidden_dim: 512
80
+ hidden_layers: 2
81
+ embedding_layers: 2
82
+ num_parallel: 2
83
+ backward:
84
+ hidden_dim: 512
85
+ hidden_layers: 4
86
+ norm: true
87
+ left_encoder:
88
+ hidden_dim: 512
89
+ hidden_layers: 4
90
+ norm: true
91
+ actor:
92
+ name: noise_conditioned_actor
93
+ hidden_dim: 512
94
+ hidden_layers: 2
95
+ embedding_layers: 2
96
+ flow_steps: 10
97
+ lr_actor_vf: 0.0003
98
+ actor_vf:
99
+ hidden_dim: 512
100
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__20260607-062100-fb-state-encmatch-s2/config.yaml ADDED
@@ -0,0 +1,80 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 2
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: false
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: fb_state_encmatch_s2
20
+ wandb_entity: amsks
21
+ wandb_group: fb_state_encmatch
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: fb_flowbc
27
+ z_dim: 50
28
+ L_dim: 256
29
+ actor_encode_obs: false
30
+ discount: 0.99
31
+ lr_f: 0.0001
32
+ lr_b: 0.0001
33
+ lr_actor: 0.0001
34
+ weight_decay: 0.0
35
+ clip_grad_norm: 0.0
36
+ ortho_coef: 1000
37
+ train_goal_ratio: 0.5
38
+ fb_pessimism_penalty: 0.0
39
+ actor_pessimism_penalty: 0.0
40
+ actor_std: 0.2
41
+ stddev_clip: 0.3
42
+ f_target_tau: 0.005
43
+ b_target_tau: 0.005
44
+ bc_coeff: 3.0
45
+ q_loss_coef: 0.0
46
+ reweight_alpha: 0.0
47
+ reweight_clip: 10.0
48
+ reweight_density_path: analysis/cube_density.npz
49
+ weight_diag: false
50
+ weight_z: false
51
+ onestep: false
52
+ amp: false
53
+ forward:
54
+ hidden_dim: 512
55
+ hidden_layers: 2
56
+ embedding_layers: 2
57
+ num_parallel: 2
58
+ backward:
59
+ hidden_dim: 512
60
+ hidden_layers: 4
61
+ norm: true
62
+ left_encoder:
63
+ hidden_dim: 512
64
+ hidden_layers: 0
65
+ norm: true
66
+ actor:
67
+ name: noise_conditioned_actor
68
+ hidden_dim: 512
69
+ hidden_layers: 2
70
+ embedding_layers: 2
71
+ flow_steps: 10
72
+ lr_actor_vf: 0.0003
73
+ actor_vf:
74
+ hidden_dim: 512
75
+ hidden_layers: 4
76
+ rgb_encoder:
77
+ name: mlp
78
+ feature_dim: 256
79
+ hidden_dim: 1100
80
+ hidden_layers: 5
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__20260607-070225-fb-state-plain-s2/config.yaml ADDED
@@ -0,0 +1,78 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1500000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 2
12
+ device: cuda
13
+ resume: true
14
+ resume_from: null
15
+ force: false
16
+ eval_n_episodes: 10
17
+ eval_relabel_size: 10000
18
+ eval_shift_reward: 1.0
19
+ save_eval_videos: false
20
+ use_wandb: true
21
+ wandb_project: factored-fb
22
+ wandb_run_name: fb_state_plain_s2
23
+ wandb_entity: amsks
24
+ wandb_group: fb_state_plain
25
+ wandb_tags: []
26
+ wandb_save_code: true
27
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
28
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
29
+ agent: fb_flowbc
30
+ z_dim: 50
31
+ L_dim: 50
32
+ actor_encode_obs: false
33
+ discount: 0.99
34
+ lr_f: 0.0001
35
+ lr_b: 0.0001
36
+ lr_actor: 0.0001
37
+ weight_decay: 0.0
38
+ clip_grad_norm: 0.0
39
+ ortho_coef: 1000
40
+ train_goal_ratio: 0.5
41
+ fb_pessimism_penalty: 0.0
42
+ actor_pessimism_penalty: 0.0
43
+ actor_std: 0.2
44
+ stddev_clip: 0.3
45
+ f_target_tau: 0.005
46
+ b_target_tau: 0.005
47
+ bc_coeff: 3.0
48
+ q_loss_coef: 0.0
49
+ reweight_alpha: 0.0
50
+ reweight_clip: 10.0
51
+ reweight_density_path: analysis/cube_density.npz
52
+ weight_diag: false
53
+ weight_z: false
54
+ onestep: false
55
+ amp: false
56
+ forward:
57
+ hidden_dim: 512
58
+ hidden_layers: 2
59
+ embedding_layers: 2
60
+ num_parallel: 2
61
+ backward:
62
+ hidden_dim: 512
63
+ hidden_layers: 4
64
+ norm: true
65
+ left_encoder:
66
+ hidden_dim: 512
67
+ hidden_layers: 4
68
+ norm: true
69
+ actor:
70
+ name: noise_conditioned_actor
71
+ hidden_dim: 512
72
+ hidden_layers: 2
73
+ embedding_layers: 2
74
+ flow_steps: 10
75
+ lr_actor_vf: 0.0003
76
+ actor_vf:
77
+ hidden_dim: 512
78
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__20260618-083115-fb-iql-ontraj-flow-s2/config.yaml ADDED
@@ -0,0 +1,88 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 500000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 2
12
+ device: cuda
13
+ resume: false
14
+ resume_from: null
15
+ force: false
16
+ eval_n_episodes: 10
17
+ eval_relabel_size: 10000
18
+ eval_shift_reward: 1.0
19
+ save_eval_videos: false
20
+ use_wandb: true
21
+ wandb_project: factored-fb
22
+ wandb_run_name: fb_iql_ontraj_flow_s2
23
+ wandb_entity: amsks
24
+ wandb_group: fb_iql_ontraj_flow
25
+ wandb_tags: []
26
+ wandb_save_code: true
27
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
28
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
29
+ agent: fb_flowbc
30
+ z_dim: 50
31
+ L_dim: 50
32
+ actor_encode_obs: false
33
+ discount: 0.99
34
+ lr_f: 0.0001
35
+ lr_b: 0.0001
36
+ lr_actor: 0.0001
37
+ weight_decay: 0.0
38
+ clip_grad_norm: 0.0
39
+ ortho_coef: 1000
40
+ train_goal_ratio: 1.0
41
+ fb_pessimism_penalty: 0.0
42
+ actor_pessimism_penalty: 0.0
43
+ actor_std: 0.2
44
+ stddev_clip: 0.3
45
+ f_target_tau: 0.005
46
+ b_target_tau: 0.005
47
+ bc_coeff: 3.0
48
+ q_loss_coef: 1
49
+ reweight_alpha: 0.0
50
+ reweight_clip: 10.0
51
+ reweight_density_path: analysis/cube_density.npz
52
+ reweight_mode: coverage
53
+ iwr_c: 0.03
54
+ iwr_sigma: 0.05
55
+ iwr_eps: 0.1
56
+ weight_diag: false
57
+ weight_z: false
58
+ train_goal_mode: traj
59
+ critic_mode: measure
60
+ iql_expectile: 0.9
61
+ iql_thresh: 0.04
62
+ onestep: false
63
+ goal_cond: false
64
+ fixed_b: none
65
+ amp: false
66
+ forward:
67
+ hidden_dim: 512
68
+ hidden_layers: 2
69
+ embedding_layers: 2
70
+ num_parallel: 2
71
+ backward:
72
+ hidden_dim: 512
73
+ hidden_layers: 4
74
+ norm: true
75
+ left_encoder:
76
+ hidden_dim: 512
77
+ hidden_layers: 4
78
+ norm: true
79
+ actor:
80
+ name: noise_conditioned_actor
81
+ hidden_dim: 512
82
+ hidden_layers: 2
83
+ embedding_layers: 2
84
+ flow_steps: 10
85
+ lr_actor_vf: 0.0003
86
+ actor_vf:
87
+ hidden_dim: 512
88
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__a0-cubexyz-s2/config.yaml ADDED
@@ -0,0 +1,100 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 500000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 2
12
+ device: cuda
13
+ resume: false
14
+ resume_from: null
15
+ force: false
16
+ eval_n_episodes: 10
17
+ eval_relabel_size: 10000
18
+ eval_shift_reward: 1.0
19
+ save_eval_videos: false
20
+ use_wandb: true
21
+ wandb_project: factored-fb
22
+ wandb_run_name: fb_bridge_a0_cubexyz_s2
23
+ wandb_entity: amsks
24
+ wandb_group: fb_bridge_a0_cubexyz
25
+ wandb_tags: []
26
+ wandb_save_code: true
27
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
28
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
29
+ agent: fb_flowbc
30
+ z_dim: 50
31
+ L_dim: 50
32
+ actor_encode_obs: false
33
+ discount: 0.99
34
+ lr_f: 0.0003
35
+ lr_b: 0.0003
36
+ lr_actor: 0.0003
37
+ weight_decay: 0.0
38
+ clip_grad_norm: 0.0
39
+ ortho_coef: 0
40
+ train_goal_ratio: 0.5
41
+ fb_pessimism_penalty: 0.0
42
+ actor_pessimism_penalty: 0.0
43
+ actor_std: 0.2
44
+ stddev_clip: 0.3
45
+ f_target_tau: 0.005
46
+ b_target_tau: 0.005
47
+ bc_coeff: 3.0
48
+ q_loss_coef: 0.0
49
+ reweight_alpha: 0.0
50
+ reweight_clip: 10.0
51
+ reweight_density_path: analysis/cube_density.npz
52
+ reweight_mode: coverage
53
+ iwr_c: 0.03
54
+ iwr_sigma: 0.05
55
+ iwr_eps: 0.1
56
+ weight_diag: false
57
+ weight_z: false
58
+ train_goal_mode: traj
59
+ decouple_actor_z: false
60
+ critic_mode: iql
61
+ iql_expectile: 0.9
62
+ iql_thresh: 0.04
63
+ onestep: false
64
+ decondition_F: false
65
+ d_norm: false
66
+ critic_goal_mix:
67
+ - 1.0
68
+ - 0.0
69
+ - 0.0
70
+ actor_goal_mix:
71
+ - 1.0
72
+ - 0.0
73
+ - 0.0
74
+ iql_reward: cube_xyz
75
+ goal_cond: false
76
+ fixed_b: none
77
+ amp: false
78
+ forward:
79
+ hidden_dim: 512
80
+ hidden_layers: 2
81
+ embedding_layers: 2
82
+ num_parallel: 2
83
+ backward:
84
+ hidden_dim: 512
85
+ hidden_layers: 4
86
+ norm: true
87
+ left_encoder:
88
+ hidden_dim: 512
89
+ hidden_layers: 4
90
+ norm: true
91
+ actor:
92
+ name: noise_conditioned_actor
93
+ hidden_dim: 512
94
+ hidden_layers: 2
95
+ embedding_layers: 2
96
+ flow_steps: 10
97
+ lr_actor_vf: 0.0003
98
+ actor_vf:
99
+ hidden_dim: 512
100
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__decpl-s2/config.yaml ADDED
@@ -0,0 +1,89 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 2
12
+ device: cuda
13
+ resume: false
14
+ resume_from: null
15
+ force: false
16
+ eval_n_episodes: 10
17
+ eval_relabel_size: 10000
18
+ eval_shift_reward: 1.0
19
+ save_eval_videos: false
20
+ use_wandb: true
21
+ wandb_project: factored-fb
22
+ wandb_run_name: fb_cube_decouple_s2
23
+ wandb_entity: amsks
24
+ wandb_group: fb_cube_decouple
25
+ wandb_tags: []
26
+ wandb_save_code: true
27
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
28
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
29
+ agent: fb_flowbc
30
+ z_dim: 50
31
+ L_dim: 50
32
+ actor_encode_obs: false
33
+ discount: 0.99
34
+ lr_f: 0.0001
35
+ lr_b: 0.0001
36
+ lr_actor: 0.0001
37
+ weight_decay: 0.0
38
+ clip_grad_norm: 0.0
39
+ ortho_coef: 1000
40
+ train_goal_ratio: 0.5
41
+ fb_pessimism_penalty: 0.0
42
+ actor_pessimism_penalty: 0.0
43
+ actor_std: 0.2
44
+ stddev_clip: 0.3
45
+ f_target_tau: 0.005
46
+ b_target_tau: 0.005
47
+ bc_coeff: 3.0
48
+ q_loss_coef: 0.0
49
+ reweight_alpha: 0.0
50
+ reweight_clip: 10.0
51
+ reweight_density_path: analysis/cube_density.npz
52
+ reweight_mode: coverage
53
+ iwr_c: 0.03
54
+ iwr_sigma: 0.05
55
+ iwr_eps: 0.1
56
+ weight_diag: false
57
+ weight_z: false
58
+ train_goal_mode: perm
59
+ decouple_actor_z: true
60
+ critic_mode: measure
61
+ iql_expectile: 0.9
62
+ iql_thresh: 0.04
63
+ onestep: false
64
+ goal_cond: false
65
+ fixed_b: none
66
+ amp: false
67
+ forward:
68
+ hidden_dim: 512
69
+ hidden_layers: 2
70
+ embedding_layers: 2
71
+ num_parallel: 2
72
+ backward:
73
+ hidden_dim: 512
74
+ hidden_layers: 4
75
+ norm: true
76
+ left_encoder:
77
+ hidden_dim: 512
78
+ hidden_layers: 4
79
+ norm: true
80
+ actor:
81
+ name: noise_conditioned_actor
82
+ hidden_dim: 512
83
+ hidden_layers: 2
84
+ embedding_layers: 2
85
+ flow_steps: 10
86
+ lr_actor_vf: 0.0003
87
+ actor_vf:
88
+ hidden_dim: 512
89
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__diql-s2/config.yaml ADDED
@@ -0,0 +1,89 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 2
12
+ device: cuda
13
+ resume: false
14
+ resume_from: null
15
+ force: false
16
+ eval_n_episodes: 10
17
+ eval_relabel_size: 10000
18
+ eval_shift_reward: 1.0
19
+ save_eval_videos: false
20
+ use_wandb: true
21
+ wandb_project: factored-fb
22
+ wandb_run_name: fb_cube_decouple_iql_s2
23
+ wandb_entity: amsks
24
+ wandb_group: fb_cube_decouple_iql
25
+ wandb_tags: []
26
+ wandb_save_code: true
27
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
28
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
29
+ agent: fb_flowbc
30
+ z_dim: 50
31
+ L_dim: 50
32
+ actor_encode_obs: false
33
+ discount: 0.99
34
+ lr_f: 0.0001
35
+ lr_b: 0.0001
36
+ lr_actor: 0.0001
37
+ weight_decay: 0.0
38
+ clip_grad_norm: 0.0
39
+ ortho_coef: 1000
40
+ train_goal_ratio: 0.5
41
+ fb_pessimism_penalty: 0.0
42
+ actor_pessimism_penalty: 0.0
43
+ actor_std: 0.2
44
+ stddev_clip: 0.3
45
+ f_target_tau: 0.005
46
+ b_target_tau: 0.005
47
+ bc_coeff: 3.0
48
+ q_loss_coef: 0.0
49
+ reweight_alpha: 0.0
50
+ reweight_clip: 10.0
51
+ reweight_density_path: analysis/cube_density.npz
52
+ reweight_mode: coverage
53
+ iwr_c: 0.03
54
+ iwr_sigma: 0.05
55
+ iwr_eps: 0.1
56
+ weight_diag: false
57
+ weight_z: false
58
+ train_goal_mode: traj
59
+ decouple_actor_z: true
60
+ critic_mode: iql
61
+ iql_expectile: 0.9
62
+ iql_thresh: 0.04
63
+ onestep: false
64
+ goal_cond: false
65
+ fixed_b: none
66
+ amp: false
67
+ forward:
68
+ hidden_dim: 512
69
+ hidden_layers: 2
70
+ embedding_layers: 2
71
+ num_parallel: 2
72
+ backward:
73
+ hidden_dim: 512
74
+ hidden_layers: 4
75
+ norm: true
76
+ left_encoder:
77
+ hidden_dim: 512
78
+ hidden_layers: 4
79
+ norm: true
80
+ actor:
81
+ name: noise_conditioned_actor
82
+ hidden_dim: 512
83
+ hidden_layers: 2
84
+ embedding_layers: 2
85
+ flow_steps: 10
86
+ lr_actor_vf: 0.0003
87
+ actor_vf:
88
+ hidden_dim: 512
89
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__dzher-s2/config.yaml ADDED
@@ -0,0 +1,89 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 2
12
+ device: cuda
13
+ resume: false
14
+ resume_from: null
15
+ force: false
16
+ eval_n_episodes: 10
17
+ eval_relabel_size: 10000
18
+ eval_shift_reward: 1.0
19
+ save_eval_videos: false
20
+ use_wandb: true
21
+ wandb_project: factored-fb
22
+ wandb_run_name: fb_cube_decouple_zher_traj_s2
23
+ wandb_entity: amsks
24
+ wandb_group: fb_cube_decouple_zher_traj
25
+ wandb_tags: []
26
+ wandb_save_code: true
27
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
28
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
29
+ agent: fb_flowbc
30
+ z_dim: 50
31
+ L_dim: 50
32
+ actor_encode_obs: false
33
+ discount: 0.99
34
+ lr_f: 0.0001
35
+ lr_b: 0.0001
36
+ lr_actor: 0.0001
37
+ weight_decay: 0.0
38
+ clip_grad_norm: 0.0
39
+ ortho_coef: 1000
40
+ train_goal_ratio: 0.5
41
+ fb_pessimism_penalty: 0.0
42
+ actor_pessimism_penalty: 0.0
43
+ actor_std: 0.2
44
+ stddev_clip: 0.3
45
+ f_target_tau: 0.005
46
+ b_target_tau: 0.005
47
+ bc_coeff: 3.0
48
+ q_loss_coef: 0.0
49
+ reweight_alpha: 0.0
50
+ reweight_clip: 10.0
51
+ reweight_density_path: analysis/cube_density.npz
52
+ reweight_mode: coverage
53
+ iwr_c: 0.03
54
+ iwr_sigma: 0.05
55
+ iwr_eps: 0.1
56
+ weight_diag: false
57
+ weight_z: false
58
+ train_goal_mode: traj
59
+ decouple_actor_z: true
60
+ critic_mode: measure
61
+ iql_expectile: 0.9
62
+ iql_thresh: 0.04
63
+ onestep: false
64
+ goal_cond: false
65
+ fixed_b: none
66
+ amp: false
67
+ forward:
68
+ hidden_dim: 512
69
+ hidden_layers: 2
70
+ embedding_layers: 2
71
+ num_parallel: 2
72
+ backward:
73
+ hidden_dim: 512
74
+ hidden_layers: 4
75
+ norm: true
76
+ left_encoder:
77
+ hidden_dim: 512
78
+ hidden_layers: 4
79
+ norm: true
80
+ actor:
81
+ name: noise_conditioned_actor
82
+ hidden_dim: 512
83
+ hidden_layers: 2
84
+ embedding_layers: 2
85
+ flow_steps: 10
86
+ lr_actor_vf: 0.0003
87
+ actor_vf:
88
+ hidden_dim: 512
89
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__herlb-s2/config.yaml ADDED
@@ -0,0 +1,88 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 2
12
+ device: cuda
13
+ resume: false
14
+ resume_from: null
15
+ force: false
16
+ eval_n_episodes: 10
17
+ eval_relabel_size: 10000
18
+ eval_shift_reward: 1.0
19
+ save_eval_videos: false
20
+ use_wandb: true
21
+ wandb_project: factored-fb
22
+ wandb_run_name: fb_cube_her_learnedB_r1_s2
23
+ wandb_entity: amsks
24
+ wandb_group: fb_cube_her_learnedB_r1
25
+ wandb_tags: []
26
+ wandb_save_code: true
27
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
28
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
29
+ agent: fb_flowbc
30
+ z_dim: 50
31
+ L_dim: 50
32
+ actor_encode_obs: false
33
+ discount: 0.99
34
+ lr_f: 0.0001
35
+ lr_b: 0.0001
36
+ lr_actor: 0.0001
37
+ weight_decay: 0.0
38
+ clip_grad_norm: 0.0
39
+ ortho_coef: 1000
40
+ train_goal_ratio: 1.0
41
+ fb_pessimism_penalty: 0.0
42
+ actor_pessimism_penalty: 0.0
43
+ actor_std: 0.2
44
+ stddev_clip: 0.3
45
+ f_target_tau: 0.005
46
+ b_target_tau: 0.005
47
+ bc_coeff: 3.0
48
+ q_loss_coef: 0.0
49
+ reweight_alpha: 0.0
50
+ reweight_clip: 10.0
51
+ reweight_density_path: analysis/cube_density.npz
52
+ reweight_mode: coverage
53
+ iwr_c: 0.03
54
+ iwr_sigma: 0.05
55
+ iwr_eps: 0.1
56
+ weight_diag: false
57
+ weight_z: false
58
+ train_goal_mode: traj
59
+ critic_mode: measure
60
+ iql_expectile: 0.9
61
+ iql_thresh: 0.04
62
+ onestep: false
63
+ goal_cond: false
64
+ fixed_b: none
65
+ amp: false
66
+ forward:
67
+ hidden_dim: 512
68
+ hidden_layers: 2
69
+ embedding_layers: 2
70
+ num_parallel: 2
71
+ backward:
72
+ hidden_dim: 512
73
+ hidden_layers: 4
74
+ norm: true
75
+ left_encoder:
76
+ hidden_dim: 512
77
+ hidden_layers: 4
78
+ norm: true
79
+ actor:
80
+ name: noise_conditioned_actor
81
+ hidden_dim: 512
82
+ hidden_layers: 2
83
+ embedding_layers: 2
84
+ flow_steps: 10
85
+ lr_actor_vf: 0.0003
86
+ actor_vf:
87
+ hidden_dim: 512
88
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__hernrm-s2/config.yaml ADDED
@@ -0,0 +1,88 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 2
12
+ device: cuda
13
+ resume: false
14
+ resume_from: null
15
+ force: false
16
+ eval_n_episodes: 10
17
+ eval_relabel_size: 10000
18
+ eval_shift_reward: 1.0
19
+ save_eval_videos: false
20
+ use_wandb: true
21
+ wandb_project: factored-fb
22
+ wandb_run_name: fb_cube_her_idnorm_r1_s2
23
+ wandb_entity: amsks
24
+ wandb_group: fb_cube_her_idnorm_r1
25
+ wandb_tags: []
26
+ wandb_save_code: true
27
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
28
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
29
+ agent: fb_flowbc
30
+ z_dim: 50
31
+ L_dim: 50
32
+ actor_encode_obs: false
33
+ discount: 0.99
34
+ lr_f: 0.0001
35
+ lr_b: 0.0001
36
+ lr_actor: 0.0001
37
+ weight_decay: 0.0
38
+ clip_grad_norm: 0.0
39
+ ortho_coef: 1000
40
+ train_goal_ratio: 1.0
41
+ fb_pessimism_penalty: 0.0
42
+ actor_pessimism_penalty: 0.0
43
+ actor_std: 0.2
44
+ stddev_clip: 0.3
45
+ f_target_tau: 0.005
46
+ b_target_tau: 0.005
47
+ bc_coeff: 3.0
48
+ q_loss_coef: 0.0
49
+ reweight_alpha: 0.0
50
+ reweight_clip: 10.0
51
+ reweight_density_path: analysis/cube_density.npz
52
+ reweight_mode: coverage
53
+ iwr_c: 0.03
54
+ iwr_sigma: 0.05
55
+ iwr_eps: 0.1
56
+ weight_diag: false
57
+ weight_z: false
58
+ train_goal_mode: traj
59
+ critic_mode: measure
60
+ iql_expectile: 0.9
61
+ iql_thresh: 0.04
62
+ onestep: false
63
+ goal_cond: false
64
+ fixed_b: identity_norm
65
+ amp: false
66
+ forward:
67
+ hidden_dim: 512
68
+ hidden_layers: 2
69
+ embedding_layers: 2
70
+ num_parallel: 2
71
+ backward:
72
+ hidden_dim: 512
73
+ hidden_layers: 4
74
+ norm: true
75
+ left_encoder:
76
+ hidden_dim: 512
77
+ hidden_layers: 4
78
+ norm: true
79
+ actor:
80
+ name: noise_conditioned_actor
81
+ hidden_dim: 512
82
+ hidden_layers: 2
83
+ embedding_layers: 2
84
+ flow_steps: 10
85
+ lr_actor_vf: 0.0003
86
+ actor_vf:
87
+ hidden_dim: 512
88
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__iqllb-s2/config.yaml ADDED
@@ -0,0 +1,88 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 2
12
+ device: cuda
13
+ resume: false
14
+ resume_from: null
15
+ force: false
16
+ eval_n_episodes: 10
17
+ eval_relabel_size: 10000
18
+ eval_shift_reward: 1.0
19
+ save_eval_videos: false
20
+ use_wandb: true
21
+ wandb_project: factored-fb
22
+ wandb_run_name: fb_cube_iql_learnedB_r1_s2
23
+ wandb_entity: amsks
24
+ wandb_group: fb_cube_iql_learnedB_r1
25
+ wandb_tags: []
26
+ wandb_save_code: true
27
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
28
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
29
+ agent: fb_flowbc
30
+ z_dim: 50
31
+ L_dim: 50
32
+ actor_encode_obs: false
33
+ discount: 0.99
34
+ lr_f: 0.0001
35
+ lr_b: 0.0001
36
+ lr_actor: 0.0001
37
+ weight_decay: 0.0
38
+ clip_grad_norm: 0.0
39
+ ortho_coef: 1000
40
+ train_goal_ratio: 1.0
41
+ fb_pessimism_penalty: 0.0
42
+ actor_pessimism_penalty: 0.0
43
+ actor_std: 0.2
44
+ stddev_clip: 0.3
45
+ f_target_tau: 0.005
46
+ b_target_tau: 0.005
47
+ bc_coeff: 3.0
48
+ q_loss_coef: 0.0
49
+ reweight_alpha: 0.0
50
+ reweight_clip: 10.0
51
+ reweight_density_path: analysis/cube_density.npz
52
+ reweight_mode: coverage
53
+ iwr_c: 0.03
54
+ iwr_sigma: 0.05
55
+ iwr_eps: 0.1
56
+ weight_diag: false
57
+ weight_z: false
58
+ train_goal_mode: traj
59
+ critic_mode: iql
60
+ iql_expectile: 0.9
61
+ iql_thresh: 0.04
62
+ onestep: false
63
+ goal_cond: false
64
+ fixed_b: none
65
+ amp: false
66
+ forward:
67
+ hidden_dim: 512
68
+ hidden_layers: 2
69
+ embedding_layers: 2
70
+ num_parallel: 2
71
+ backward:
72
+ hidden_dim: 512
73
+ hidden_layers: 4
74
+ norm: true
75
+ left_encoder:
76
+ hidden_dim: 512
77
+ hidden_layers: 4
78
+ norm: true
79
+ actor:
80
+ name: noise_conditioned_actor
81
+ hidden_dim: 512
82
+ hidden_layers: 2
83
+ embedding_layers: 2
84
+ flow_steps: 10
85
+ lr_actor_vf: 0.0003
86
+ actor_vf:
87
+ hidden_dim: 512
88
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__r0-base-s2/config.yaml ADDED
@@ -0,0 +1,100 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 500000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 2
12
+ device: cuda
13
+ resume: false
14
+ resume_from: null
15
+ force: false
16
+ eval_n_episodes: 10
17
+ eval_relabel_size: 10000
18
+ eval_shift_reward: 1.0
19
+ save_eval_videos: false
20
+ use_wandb: true
21
+ wandb_project: factored-fb
22
+ wandb_run_name: fb_bridge_r0_base_s2
23
+ wandb_entity: amsks
24
+ wandb_group: fb_bridge_r0_base
25
+ wandb_tags: []
26
+ wandb_save_code: true
27
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
28
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
29
+ agent: fb_flowbc
30
+ z_dim: 50
31
+ L_dim: 50
32
+ actor_encode_obs: false
33
+ discount: 0.99
34
+ lr_f: 0.0003
35
+ lr_b: 0.0003
36
+ lr_actor: 0.0003
37
+ weight_decay: 0.0
38
+ clip_grad_norm: 0.0
39
+ ortho_coef: 0
40
+ train_goal_ratio: 0.5
41
+ fb_pessimism_penalty: 0.0
42
+ actor_pessimism_penalty: 0.0
43
+ actor_std: 0.2
44
+ stddev_clip: 0.3
45
+ f_target_tau: 0.005
46
+ b_target_tau: 0.005
47
+ bc_coeff: 3.0
48
+ q_loss_coef: 0.0
49
+ reweight_alpha: 0.0
50
+ reweight_clip: 10.0
51
+ reweight_density_path: analysis/cube_density.npz
52
+ reweight_mode: coverage
53
+ iwr_c: 0.03
54
+ iwr_sigma: 0.05
55
+ iwr_eps: 0.1
56
+ weight_diag: false
57
+ weight_z: false
58
+ train_goal_mode: traj
59
+ decouple_actor_z: false
60
+ critic_mode: iql
61
+ iql_expectile: 0.9
62
+ iql_thresh: 0.04
63
+ onestep: false
64
+ decondition_F: false
65
+ d_norm: false
66
+ critic_goal_mix:
67
+ - 0.5
68
+ - 0.2
69
+ - 0.3
70
+ actor_goal_mix:
71
+ - 1.0
72
+ - 0.0
73
+ - 0.0
74
+ iql_reward: goal_match
75
+ goal_cond: false
76
+ fixed_b: none
77
+ amp: false
78
+ forward:
79
+ hidden_dim: 512
80
+ hidden_layers: 2
81
+ embedding_layers: 2
82
+ num_parallel: 2
83
+ backward:
84
+ hidden_dim: 512
85
+ hidden_layers: 4
86
+ norm: true
87
+ left_encoder:
88
+ hidden_dim: 512
89
+ hidden_layers: 4
90
+ norm: true
91
+ actor:
92
+ name: noise_conditioned_actor
93
+ hidden_dim: 512
94
+ hidden_layers: 2
95
+ embedding_layers: 2
96
+ flow_steps: 10
97
+ lr_actor_vf: 0.0003
98
+ actor_vf:
99
+ hidden_dim: 512
100
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__r1-decond-s2/config.yaml ADDED
@@ -0,0 +1,100 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 500000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 2
12
+ device: cuda
13
+ resume: false
14
+ resume_from: null
15
+ force: false
16
+ eval_n_episodes: 10
17
+ eval_relabel_size: 10000
18
+ eval_shift_reward: 1.0
19
+ save_eval_videos: false
20
+ use_wandb: true
21
+ wandb_project: factored-fb
22
+ wandb_run_name: fb_bridge_r1_decond_s2
23
+ wandb_entity: amsks
24
+ wandb_group: fb_bridge_r1_decond
25
+ wandb_tags: []
26
+ wandb_save_code: true
27
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
28
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
29
+ agent: fb_flowbc
30
+ z_dim: 50
31
+ L_dim: 50
32
+ actor_encode_obs: false
33
+ discount: 0.99
34
+ lr_f: 0.0003
35
+ lr_b: 0.0003
36
+ lr_actor: 0.0003
37
+ weight_decay: 0.0
38
+ clip_grad_norm: 0.0
39
+ ortho_coef: 0
40
+ train_goal_ratio: 0.5
41
+ fb_pessimism_penalty: 0.0
42
+ actor_pessimism_penalty: 0.0
43
+ actor_std: 0.2
44
+ stddev_clip: 0.3
45
+ f_target_tau: 0.005
46
+ b_target_tau: 0.005
47
+ bc_coeff: 3.0
48
+ q_loss_coef: 0.0
49
+ reweight_alpha: 0.0
50
+ reweight_clip: 10.0
51
+ reweight_density_path: analysis/cube_density.npz
52
+ reweight_mode: coverage
53
+ iwr_c: 0.03
54
+ iwr_sigma: 0.05
55
+ iwr_eps: 0.1
56
+ weight_diag: false
57
+ weight_z: false
58
+ train_goal_mode: traj
59
+ decouple_actor_z: false
60
+ critic_mode: iql
61
+ iql_expectile: 0.9
62
+ iql_thresh: 0.04
63
+ onestep: false
64
+ decondition_F: true
65
+ d_norm: false
66
+ critic_goal_mix:
67
+ - 0.5
68
+ - 0.2
69
+ - 0.3
70
+ actor_goal_mix:
71
+ - 1.0
72
+ - 0.0
73
+ - 0.0
74
+ iql_reward: goal_match
75
+ goal_cond: false
76
+ fixed_b: none
77
+ amp: false
78
+ forward:
79
+ hidden_dim: 512
80
+ hidden_layers: 2
81
+ embedding_layers: 2
82
+ num_parallel: 2
83
+ backward:
84
+ hidden_dim: 512
85
+ hidden_layers: 4
86
+ norm: true
87
+ left_encoder:
88
+ hidden_dim: 512
89
+ hidden_layers: 4
90
+ norm: true
91
+ actor:
92
+ name: noise_conditioned_actor
93
+ hidden_dim: 512
94
+ hidden_layers: 2
95
+ embedding_layers: 2
96
+ flow_steps: 10
97
+ lr_actor_vf: 0.0003
98
+ actor_vf:
99
+ hidden_dim: 512
100
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__r2-dnorm-s2/config.yaml ADDED
@@ -0,0 +1,100 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 500000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 2
12
+ device: cuda
13
+ resume: false
14
+ resume_from: null
15
+ force: false
16
+ eval_n_episodes: 10
17
+ eval_relabel_size: 10000
18
+ eval_shift_reward: 1.0
19
+ save_eval_videos: false
20
+ use_wandb: true
21
+ wandb_project: factored-fb
22
+ wandb_run_name: fb_bridge_r2_dnorm_s2
23
+ wandb_entity: amsks
24
+ wandb_group: fb_bridge_r2_dnorm
25
+ wandb_tags: []
26
+ wandb_save_code: true
27
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
28
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
29
+ agent: fb_flowbc
30
+ z_dim: 50
31
+ L_dim: 50
32
+ actor_encode_obs: false
33
+ discount: 0.99
34
+ lr_f: 0.0003
35
+ lr_b: 0.0003
36
+ lr_actor: 0.0003
37
+ weight_decay: 0.0
38
+ clip_grad_norm: 0.0
39
+ ortho_coef: 0
40
+ train_goal_ratio: 0.5
41
+ fb_pessimism_penalty: 0.0
42
+ actor_pessimism_penalty: 0.0
43
+ actor_std: 0.2
44
+ stddev_clip: 0.3
45
+ f_target_tau: 0.005
46
+ b_target_tau: 0.005
47
+ bc_coeff: 3.0
48
+ q_loss_coef: 0.0
49
+ reweight_alpha: 0.0
50
+ reweight_clip: 10.0
51
+ reweight_density_path: analysis/cube_density.npz
52
+ reweight_mode: coverage
53
+ iwr_c: 0.03
54
+ iwr_sigma: 0.05
55
+ iwr_eps: 0.1
56
+ weight_diag: false
57
+ weight_z: false
58
+ train_goal_mode: traj
59
+ decouple_actor_z: false
60
+ critic_mode: iql
61
+ iql_expectile: 0.9
62
+ iql_thresh: 0.04
63
+ onestep: false
64
+ decondition_F: false
65
+ d_norm: true
66
+ critic_goal_mix:
67
+ - 0.5
68
+ - 0.2
69
+ - 0.3
70
+ actor_goal_mix:
71
+ - 1.0
72
+ - 0.0
73
+ - 0.0
74
+ iql_reward: goal_match
75
+ goal_cond: false
76
+ fixed_b: none
77
+ amp: false
78
+ forward:
79
+ hidden_dim: 512
80
+ hidden_layers: 2
81
+ embedding_layers: 2
82
+ num_parallel: 2
83
+ backward:
84
+ hidden_dim: 512
85
+ hidden_layers: 4
86
+ norm: true
87
+ left_encoder:
88
+ hidden_dim: 512
89
+ hidden_layers: 4
90
+ norm: true
91
+ actor:
92
+ name: noise_conditioned_actor
93
+ hidden_dim: 512
94
+ hidden_layers: 2
95
+ embedding_layers: 2
96
+ flow_steps: 10
97
+ lr_actor_vf: 0.0003
98
+ actor_vf:
99
+ hidden_dim: 512
100
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s2__r3-allon-s2/config.yaml ADDED
@@ -0,0 +1,100 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 500000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 2
12
+ device: cuda
13
+ resume: false
14
+ resume_from: null
15
+ force: false
16
+ eval_n_episodes: 10
17
+ eval_relabel_size: 10000
18
+ eval_shift_reward: 1.0
19
+ save_eval_videos: false
20
+ use_wandb: true
21
+ wandb_project: factored-fb
22
+ wandb_run_name: fb_bridge_r3_allon_s2
23
+ wandb_entity: amsks
24
+ wandb_group: fb_bridge_r3_allon
25
+ wandb_tags: []
26
+ wandb_save_code: true
27
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
28
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
29
+ agent: fb_flowbc
30
+ z_dim: 50
31
+ L_dim: 50
32
+ actor_encode_obs: false
33
+ discount: 0.99
34
+ lr_f: 0.0003
35
+ lr_b: 0.0003
36
+ lr_actor: 0.0003
37
+ weight_decay: 0.0
38
+ clip_grad_norm: 0.0
39
+ ortho_coef: 0
40
+ train_goal_ratio: 0.5
41
+ fb_pessimism_penalty: 0.0
42
+ actor_pessimism_penalty: 0.0
43
+ actor_std: 0.2
44
+ stddev_clip: 0.3
45
+ f_target_tau: 0.005
46
+ b_target_tau: 0.005
47
+ bc_coeff: 3.0
48
+ q_loss_coef: 0.0
49
+ reweight_alpha: 0.0
50
+ reweight_clip: 10.0
51
+ reweight_density_path: analysis/cube_density.npz
52
+ reweight_mode: coverage
53
+ iwr_c: 0.03
54
+ iwr_sigma: 0.05
55
+ iwr_eps: 0.1
56
+ weight_diag: false
57
+ weight_z: false
58
+ train_goal_mode: traj
59
+ decouple_actor_z: false
60
+ critic_mode: iql
61
+ iql_expectile: 0.9
62
+ iql_thresh: 0.04
63
+ onestep: false
64
+ decondition_F: true
65
+ d_norm: true
66
+ critic_goal_mix:
67
+ - 0.5
68
+ - 0.2
69
+ - 0.3
70
+ actor_goal_mix:
71
+ - 1.0
72
+ - 0.0
73
+ - 0.0
74
+ iql_reward: goal_match
75
+ goal_cond: false
76
+ fixed_b: none
77
+ amp: false
78
+ forward:
79
+ hidden_dim: 512
80
+ hidden_layers: 2
81
+ embedding_layers: 2
82
+ num_parallel: 2
83
+ backward:
84
+ hidden_dim: 512
85
+ hidden_layers: 4
86
+ norm: true
87
+ left_encoder:
88
+ hidden_dim: 512
89
+ hidden_layers: 4
90
+ norm: true
91
+ actor:
92
+ name: noise_conditioned_actor
93
+ hidden_dim: 512
94
+ hidden_layers: 2
95
+ embedding_layers: 2
96
+ flow_steps: 10
97
+ lr_actor_vf: 0.0003
98
+ actor_vf:
99
+ hidden_dim: 512
100
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s3__20260607-062100-fb-state-encmatch-s3/config.yaml ADDED
@@ -0,0 +1,80 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 3
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: false
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: fb_state_encmatch_s3
20
+ wandb_entity: amsks
21
+ wandb_group: fb_state_encmatch
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: fb_flowbc
27
+ z_dim: 50
28
+ L_dim: 256
29
+ actor_encode_obs: false
30
+ discount: 0.99
31
+ lr_f: 0.0001
32
+ lr_b: 0.0001
33
+ lr_actor: 0.0001
34
+ weight_decay: 0.0
35
+ clip_grad_norm: 0.0
36
+ ortho_coef: 1000
37
+ train_goal_ratio: 0.5
38
+ fb_pessimism_penalty: 0.0
39
+ actor_pessimism_penalty: 0.0
40
+ actor_std: 0.2
41
+ stddev_clip: 0.3
42
+ f_target_tau: 0.005
43
+ b_target_tau: 0.005
44
+ bc_coeff: 3.0
45
+ q_loss_coef: 0.0
46
+ reweight_alpha: 0.0
47
+ reweight_clip: 10.0
48
+ reweight_density_path: analysis/cube_density.npz
49
+ weight_diag: false
50
+ weight_z: false
51
+ onestep: false
52
+ amp: false
53
+ forward:
54
+ hidden_dim: 512
55
+ hidden_layers: 2
56
+ embedding_layers: 2
57
+ num_parallel: 2
58
+ backward:
59
+ hidden_dim: 512
60
+ hidden_layers: 4
61
+ norm: true
62
+ left_encoder:
63
+ hidden_dim: 512
64
+ hidden_layers: 0
65
+ norm: true
66
+ actor:
67
+ name: noise_conditioned_actor
68
+ hidden_dim: 512
69
+ hidden_layers: 2
70
+ embedding_layers: 2
71
+ flow_steps: 10
72
+ lr_actor_vf: 0.0003
73
+ actor_vf:
74
+ hidden_dim: 512
75
+ hidden_layers: 4
76
+ rgb_encoder:
77
+ name: mlp
78
+ feature_dim: 256
79
+ hidden_dim: 1100
80
+ hidden_layers: 5
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s3__20260607-070225-fb-state-plain-s3/config.yaml ADDED
@@ -0,0 +1,78 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1500000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 3
12
+ device: cuda
13
+ resume: true
14
+ resume_from: null
15
+ force: false
16
+ eval_n_episodes: 10
17
+ eval_relabel_size: 10000
18
+ eval_shift_reward: 1.0
19
+ save_eval_videos: false
20
+ use_wandb: true
21
+ wandb_project: factored-fb
22
+ wandb_run_name: fb_state_plain_s3
23
+ wandb_entity: amsks
24
+ wandb_group: fb_state_plain
25
+ wandb_tags: []
26
+ wandb_save_code: true
27
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
28
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
29
+ agent: fb_flowbc
30
+ z_dim: 50
31
+ L_dim: 50
32
+ actor_encode_obs: false
33
+ discount: 0.99
34
+ lr_f: 0.0001
35
+ lr_b: 0.0001
36
+ lr_actor: 0.0001
37
+ weight_decay: 0.0
38
+ clip_grad_norm: 0.0
39
+ ortho_coef: 1000
40
+ train_goal_ratio: 0.5
41
+ fb_pessimism_penalty: 0.0
42
+ actor_pessimism_penalty: 0.0
43
+ actor_std: 0.2
44
+ stddev_clip: 0.3
45
+ f_target_tau: 0.005
46
+ b_target_tau: 0.005
47
+ bc_coeff: 3.0
48
+ q_loss_coef: 0.0
49
+ reweight_alpha: 0.0
50
+ reweight_clip: 10.0
51
+ reweight_density_path: analysis/cube_density.npz
52
+ weight_diag: false
53
+ weight_z: false
54
+ onestep: false
55
+ amp: false
56
+ forward:
57
+ hidden_dim: 512
58
+ hidden_layers: 2
59
+ embedding_layers: 2
60
+ num_parallel: 2
61
+ backward:
62
+ hidden_dim: 512
63
+ hidden_layers: 4
64
+ norm: true
65
+ left_encoder:
66
+ hidden_dim: 512
67
+ hidden_layers: 4
68
+ norm: true
69
+ actor:
70
+ name: noise_conditioned_actor
71
+ hidden_dim: 512
72
+ hidden_layers: 2
73
+ embedding_layers: 2
74
+ flow_steps: 10
75
+ lr_actor_vf: 0.0003
76
+ actor_vf:
77
+ hidden_dim: 512
78
+ hidden_layers: 4
checkpoints/torch/fb-flowbc/cube-single-play-v0-state__s4__20260607-062100-fb-state-encmatch-s4/config.yaml ADDED
@@ -0,0 +1,80 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ domain: cube-single-play-v0
2
+ obs_type: state
3
+ data_path: /dev/shm/factored-fb/datasets
4
+ n_transitions: null
5
+ load_n_episodes: 1000
6
+ num_train_steps: 1000000
7
+ batch_size: 256
8
+ eval_every: 50000
9
+ log_every: 1000
10
+ save_every: 200000
11
+ seed: 4
12
+ device: cuda
13
+ eval_n_episodes: 10
14
+ eval_relabel_size: 10000
15
+ eval_shift_reward: 1.0
16
+ save_eval_videos: false
17
+ use_wandb: true
18
+ wandb_project: factored-fb
19
+ wandb_run_name: fb_state_encmatch_s4
20
+ wandb_entity: amsks
21
+ wandb_group: fb_state_encmatch
22
+ wandb_tags: []
23
+ wandb_save_code: true
24
+ save_dir: ${hydra:runtime.output_dir}/checkpoints
25
+ eval_videos_dir: ${hydra:runtime.output_dir}/eval_videos
26
+ agent: fb_flowbc
27
+ z_dim: 50
28
+ L_dim: 256
29
+ actor_encode_obs: false
30
+ discount: 0.99
31
+ lr_f: 0.0001
32
+ lr_b: 0.0001
33
+ lr_actor: 0.0001
34
+ weight_decay: 0.0
35
+ clip_grad_norm: 0.0
36
+ ortho_coef: 1000
37
+ train_goal_ratio: 0.5
38
+ fb_pessimism_penalty: 0.0
39
+ actor_pessimism_penalty: 0.0
40
+ actor_std: 0.2
41
+ stddev_clip: 0.3
42
+ f_target_tau: 0.005
43
+ b_target_tau: 0.005
44
+ bc_coeff: 3.0
45
+ q_loss_coef: 0.0
46
+ reweight_alpha: 0.0
47
+ reweight_clip: 10.0
48
+ reweight_density_path: analysis/cube_density.npz
49
+ weight_diag: false
50
+ weight_z: false
51
+ onestep: false
52
+ amp: false
53
+ forward:
54
+ hidden_dim: 512
55
+ hidden_layers: 2
56
+ embedding_layers: 2
57
+ num_parallel: 2
58
+ backward:
59
+ hidden_dim: 512
60
+ hidden_layers: 4
61
+ norm: true
62
+ left_encoder:
63
+ hidden_dim: 512
64
+ hidden_layers: 0
65
+ norm: true
66
+ actor:
67
+ name: noise_conditioned_actor
68
+ hidden_dim: 512
69
+ hidden_layers: 2
70
+ embedding_layers: 2
71
+ flow_steps: 10
72
+ lr_actor_vf: 0.0003
73
+ actor_vf:
74
+ hidden_dim: 512
75
+ hidden_layers: 4
76
+ rgb_encoder:
77
+ name: mlp
78
+ feature_dim: 256
79
+ hidden_dim: 1100
80
+ hidden_layers: 5